[{"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "overcast"}], "entailed": [], "equivalent": ["201307251"], "question": "Is it overcast?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_overcast"}, "answer": "no", "semanticStr": "select: scene->verify weather: overcast [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is clear.", "image": "n161313.jpg", "question_id": 201307251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640613", "201640492"], "equivalent": ["201640614"], "question": "Who is wearing the dress?", "isBalanced": true, "groups": {"global": "person", "local": "14-dress_wearing,s"}, "answer": "women", "semanticStr": "select: dress (12)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are wearing a dress.", "image": "n235859.jpg", "question_id": 201640614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,on top of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202225913"], "equivalent": ["202225914"], "question": "Does the utensil on top of the table look clean and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_clean"}, "answer": "no", "semanticStr": "select: table (2)->relate: utensil,on top of,s (1) [0]->verify color: black [1]->verify cleanliness: clean  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "2"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fork is clean but silver.", "image": "n336443.jpg", "question_id": 202225914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (1)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "verify rel", "dependencies": [1], "argument": "wetsuit,wearing,o (12)"}], "entailed": ["2062326"], "equivalent": ["2062325"], "question": "Is the surfer that looks wet wearing a wetsuit?", "isBalanced": true, "groups": {"global": null, "local": "13-surfer_wetsuit"}, "answer": "yes", "semanticStr": "select: surfer (1)->filter: wet [0]->verify rel: wetsuit,wearing,o (12) [1]", "annotations": {"answer": {}, "question": {"8": "12", "2": "1", "5": "1"}, "fullAnswer": {"2": "1", "6": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the surfer is wearing a wetsuit.", "image": "n179136.jpg", "question_id": 2062325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201303228"], "equivalent": ["201303229"], "question": "How tall is the chair in the bottom of the photo?", "isBalanced": true, "groups": {"global": "height", "local": "10q-chair_height"}, "answer": "short", "semanticStr": "select: chair (13)->filter vposition: bottom [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is short.", "image": "n518912.jpg", "question_id": 201303229}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902998", "201902921", "201902996"], "equivalent": ["201902997"], "question": "What kind of device is on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "keyboard", "semanticStr": "select: desk (1)->relate: device,on top of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n435808.jpg", "question_id": 201902997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,flying above,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20567511"], "equivalent": ["20567512"], "question": "What is the airplane flying above?", "isBalanced": true, "groups": {"global": "place", "local": "14-airplane_flying above,o"}, "answer": "ocean", "semanticStr": "select: airplane (11)->relate: _,flying above,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plane is flying above the ocean.", "image": "n414992.jpg", "question_id": 20567512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20136593", "20136591", "20136596", "20136594", "20136595", "20136589"], "equivalent": ["20136592"], "question": "What color are the pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "red", "semanticStr": "select: pants (3)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are red.", "image": "n446242.jpg", "question_id": 20136592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|blue"}], "entailed": [], "equivalent": ["20602803"], "question": "Is the ground blue or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-ground_color"}, "answer": "brown", "semanticStr": "select: ground (10)->choose color: brown|blue [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is brown.", "image": "n168412.jpg", "question_id": 20602803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "relate", "dependencies": [1], "argument": "_,around,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201079952", "201079955", "201079956"], "equivalent": ["201079951"], "question": "What is around the open window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_around,s"}, "answer": "drapes", "semanticStr": "select: window (0)->filter: open [0]->relate: _,around,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"4:6": "0"}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The draperies are around the window.", "image": "n23181.jpg", "question_id": 201079951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,around,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201079951", "201079955", "201079956"], "equivalent": ["201079952"], "question": "What's around the window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_around,s"}, "answer": "drapes", "semanticStr": "select: window (0)->relate: _,around,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The draperies are around the window.", "image": "n23181.jpg", "question_id": 201079952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing at,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982443", "20982444"], "equivalent": ["20982537"], "question": "Who is standing at the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_standing at,s"}, "answer": "woman", "semanticStr": "select: table (9)->relate: person,standing at,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing at the table.", "image": "n52544.jpg", "question_id": 20982537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (1)"}, {"operation": "relate", "dependencies": [0], "argument": "drapes,to the right of,s (12)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201079959"], "equivalent": ["201079958", "201079959"], "question": "Are there drapes to the right of the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-bed_drapes"}, "answer": "yes", "semanticStr": "select: bed (1)->relate: drapes,to the right of,s (12) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "12"}, "fullAnswer": {"9": "1", "3": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are drapes to the right of the bed.", "image": "n23181.jpg", "question_id": 201079958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chalkboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218648"], "equivalent": ["202218649"], "question": "What is hanging above the chalkboard?", "isBalanced": true, "groups": {"global": "thing", "local": "14-chalkboard_hanging above,s"}, "answer": "picture", "semanticStr": "select: chalkboard (0)->relate: _,hanging above,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging above the chalkboard.", "image": "n578564.jpg", "question_id": 202218649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "platter,on,o (-)"}], "entailed": [], "equivalent": ["20609782"], "question": "Is the cake on a platter?", "isBalanced": true, "groups": {"global": null, "local": "13-cake_platter"}, "answer": "no", "semanticStr": "select: cake (4)->verify rel: platter,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "6": "18"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cake is on a plate.", "image": "n437064.jpg", "question_id": 20609782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (24)"}], "entailed": [], "equivalent": ["201757757"], "question": "Is the person to the right of the cup wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-person_jeans"}, "answer": "yes", "semanticStr": "select: cup (3)->relate: person,to the right of,s (5) [0]->verify rel: jeans,wearing,o (24) [1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "5", "10": "24"}, "fullAnswer": {"2": "5", "5": "24"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is wearing jeans.", "image": "n4777.jpg", "question_id": 201757757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting next to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902991", "201902990", "201902992", "201902921"], "equivalent": ["201902993"], "question": "What device is sitting next to the mouse pad?", "isBalanced": true, "groups": {"global": "device", "local": "15-mouse pad_sitting next to,s"}, "answer": "keyboard", "semanticStr": "select: mouse pad (6)->relate: device,sitting next to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n435808.jpg", "question_id": 201902993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20306197", "20306200", "20306192", "20306191", "20306190", "20306199", "20306198", "20306188", "20306189", "20306194", "20306201", "20306183", "20306184", "20306185", "20306186"], "equivalent": ["20306193", "20306192"], "question": "Does the sweater look open and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_open"}, "answer": "yes", "semanticStr": "select: sweater (11)->verify color: blue [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sweater is open and blue.", "image": "n554880.jpg", "question_id": 20306193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20183475", "20183474", "20183477", "20183476", "20183471", "20183470", "20183473", "20183472", "20183484", "20183485", "20183480", "20183478", "20183469", "20183482", "20183481", "20183483"], "equivalent": ["20183468"], "question": "Is the jacket long sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (14)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is long sleeved and black.", "image": "n151768.jpg", "question_id": 20183468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlet (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "bed,next to,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20753401", "20753208"], "equivalent": ["20753401", "20753400"], "question": "Are there beds next to the small outlet?", "isBalanced": true, "groups": {"global": null, "local": "13-outlet_bed"}, "answer": "yes", "semanticStr": "select: outlet (15)->filter size: small [0]->relate: bed,next to,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "4", "6:8": "15"}, "fullAnswer": {"8": "15", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bed next to the outlet.", "image": "n49438.jpg", "question_id": 20753400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20151722", "20151720", "20151721", "20151717", "20151716", "20151715", "20151714", "20151719", "20151718"], "equivalent": ["20151723"], "question": "On which side of the picture is the leather bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-purse_hposition"}, "answer": "right", "semanticStr": "select: bag (2)->filter material: leather [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is on the right of the image.", "image": "n313060.jpg", "question_id": 20151723}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201030734"], "equivalent": ["201030735", "201030734"], "question": "Is the blue pillow square and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_square"}, "answer": "no", "semanticStr": "select: pillow (7)->filter color: blue [0]->verify size: large [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pillow is square but small.", "image": "n54424.jpg", "question_id": 201030735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201637150", "201637151", "201637154", "201637155", "201637157", "201637158", "201637159", "201637171", "201637174", "201637172", "201637173", "201637165", "201637164", "201637160", "201637163", "201637162", "201637121", "201637120", "201637185", "201637184", "201637183"], "equivalent": ["201637161"], "question": "Which color is the cake?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cake_color"}, "answer": "white", "semanticStr": "select: cake (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cake is white.", "image": "n200692.jpg", "question_id": 201637161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hook (3)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,hang from,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218754", "202218835", "202218836", "202218840", "202218834", "202218838"], "equivalent": ["202218836", "202218839", "202218838"], "question": "What is the name of the cooking utensil that is hang from the hook?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-hook_hang from,s"}, "answer": "pan", "semanticStr": "select: hook (3)->relate: cooking utensil,hang from,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"13": "3", "6:8": "2"}, "fullAnswer": {"1:3": "2", "5": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan.", "image": "n578564.jpg", "question_id": 202218839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing at,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20982544", "20982542", "20982543", "20982540", "20982541", "20982567"], "equivalent": ["20982539"], "question": "Where is the skinny person standing?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_standing at,o"}, "answer": "table", "semanticStr": "select: person (6)->filter fatness: skinny [0]->relate: _,standing at,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing at the table.", "image": "n52544.jpg", "question_id": 20982539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "ottoman,on top of,o (-)"}], "entailed": [], "equivalent": ["201110833"], "question": "Are the plates on top of an ottoman?", "isBalanced": true, "groups": {"global": null, "local": "13-plates_ottoman"}, "answer": "no", "semanticStr": "select: plates (4)->verify rel: ottoman,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"8": "8", "2": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the plates are on top of the table.", "image": "n546616.jpg", "question_id": 201110833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "refrigerator,near,s (2)"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["20866235", "20866234", "20866237", "20866236", "20866231", "20866230", "20866233", "20866232", "20866216", "20866215", "20866239", "20866238", "20866219", "20866240", "20866241", "20866248", "20866256", "20866226", "20866227", "20866222", "20866223", "20866220", "20866221", "20866260", "20866228", "20866295", "20866294", "20866293", "20866253", "20866252", "20866251", "20866250", "20866257", "20866331", "20866332", "20866259", "20866258"], "equivalent": ["20866248", "20866249"], "question": "Is the freezer near the wall small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-refrigerator_size"}, "answer": "large", "semanticStr": "select: wall (0)->relate: refrigerator,near,s (2) [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "0"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fridge is large.", "image": "n579256.jpg", "question_id": 20866249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "baby,sitting atop,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the left of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201110523", "201110527", "201110526", "201110524"], "equivalent": ["201110523", "201110525", "201110524"], "question": "What type of food is to the left of the baby that is sitting atop the woman?", "isBalanced": true, "groups": {"global": "food", "local": "15-baby_to the left of,s"}, "answer": "marshmallow", "semanticStr": "select: woman (7)->relate: baby,sitting atop,s (6) [0]->relate: food,to the left of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "6", "3": "0", "16": "7"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a marshmallow.", "image": "n546616.jpg", "question_id": 201110525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "choose material", "dependencies": [0], "argument": "aluminum|concrete"}], "entailed": [], "equivalent": ["20120533"], "question": "Is the fence made of cement or aluminum?", "isBalanced": true, "groups": {"global": "material", "local": "10c-fence_material"}, "answer": "aluminum", "semanticStr": "select: fence (8)->choose material: aluminum|concrete [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is made of aluminum.", "image": "n117888.jpg", "question_id": 20120533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "houses (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201952972", "201952973", "201952970", "201952971", "201952976", "201952974", "201952975", "201952978", "201952979"], "equivalent": ["201952977"], "question": "Which side are the white houses on?", "isBalanced": true, "groups": {"global": null, "local": "10q-houses_hposition"}, "answer": "left", "semanticStr": "select: houses (8)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The houses are on the left of the image.", "image": "n525029.jpg", "question_id": 201952977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "select", "dependencies": [], "argument": "coffee cup (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201497577", "201497575"], "equivalent": ["201497576", "201497575"], "question": "Are both the phone and the coffee cup the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-coffee cup_phone"}, "answer": "yes", "semanticStr": "select: phone (6)->select: coffee cup (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6:8": "1"}, "fullAnswer": {"3": "6", "6:8": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the phone and the coffee cup are black.", "image": "n315887.jpg", "question_id": 201497576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "microwave (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20866244", "20866245", "20866246", "20866243"], "equivalent": ["20866244", "20866242", "20866243"], "question": "Are there either any small refrigerators or microwaves in the picture?", "isBalanced": true, "groups": {"global": null, "local": "04-refrigerator_small"}, "answer": "no", "semanticStr": "select: refrigerator (2)->filter size: small [0]->exist: ? [1]->select: microwave (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a refrigerator but it is large.", "image": "n579256.jpg", "question_id": 20866242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|orange"}], "entailed": ["201455912"], "equivalent": ["201455911"], "question": "How does that car look like, orange or maybe white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-car_color"}, "answer": "white", "semanticStr": "select: car (0)->choose color: white|orange [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is white.", "image": "n413761.jpg", "question_id": 201455911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20856968", "20856966", "20856967", "20856964", "20856963"], "equivalent": ["20856965"], "question": "What color is the book?", "isBalanced": true, "groups": {"global": "color", "local": "10q-book_color"}, "answer": "white", "semanticStr": "select: book (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is white.", "image": "n293477.jpg", "question_id": 20856965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (17)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["2059568", "2059569", "2059552", "2059564", "2059566", "2059567", "2059561", "2059562", "2059563"], "equivalent": ["2059565"], "question": "What color is the dirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dirt_color"}, "answer": "red", "semanticStr": "select: dirt (17)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is red.", "image": "n130638.jpg", "question_id": 2059565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify rel", "dependencies": [1], "argument": "sofa,lying on top of,o (-)"}], "entailed": ["20856959"], "equivalent": ["20856960"], "question": "Is the bag made of leather lying on top of a sofa?", "isBalanced": true, "groups": {"global": null, "local": "13-purse_sofa"}, "answer": "no", "semanticStr": "select: bag (0)->filter material: leather [0]->verify rel: sofa,lying on top of,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"9": "17", "2": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the purse is lying on top of a bed.", "image": "n293477.jpg", "question_id": 20856960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,around,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201080019", "201079953"], "equivalent": ["201079954"], "question": "What are the drapes around of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-drapes_around,o"}, "answer": "window", "semanticStr": "select: drapes (12)->relate: _,around,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The draperies are around the window.", "image": "n23181.jpg", "question_id": 201079954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201548892", "201548893", "201548891"], "equivalent": ["201548894"], "question": "On which side is the picture?", "isBalanced": true, "groups": {"global": null, "local": "10q-picture_hposition"}, "answer": "left", "semanticStr": "select: picture (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is on the left of the image.", "image": "n314171.jpg", "question_id": 201548894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stores (9)"}, {"operation": "relate", "dependencies": [0], "argument": "crosswalk,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201573911"], "equivalent": ["201573912"], "question": "What material is the crosswalk in front of the stores?", "isBalanced": true, "groups": {"global": "material", "local": "10q-crosswalk_material"}, "answer": "concrete", "semanticStr": "select: stores (9)->relate: crosswalk,in front of,s (7) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9": "9", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The crosswalk is made of cement.", "image": "n115614.jpg", "question_id": 201573912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupcakes (3)"}, {"operation": "relate", "dependencies": [0], "argument": "sprinkles,sprinkled on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202243819", "202243818", "202243828", "202243829", "202243824", "202243821", "202243817", "202243816", "202243822", "202243830"], "equivalent": ["202243820"], "question": "How large are the sprinkles that are sprinkled on the cupcakes?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sprinkles_size"}, "answer": "small", "semanticStr": "select: cupcakes (3)->relate: sprinkles,sprinkled on,s (12) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "3", "4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sprinkles are small.", "image": "n296467.jpg", "question_id": 202243820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (13)"}, {"operation": "relate", "dependencies": [0], "argument": "crosswalk,near,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201573917"], "equivalent": ["201573918"], "question": "What type of material is the crosswalk near the street lamp made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-crosswalk_material"}, "answer": "concrete", "semanticStr": "select: street light (13)->relate: crosswalk,near,s (6) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9:11": "13", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The crosswalk is made of cement.", "image": "n115614.jpg", "question_id": 201573918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974969", "201974968", "201974970", "201974971"], "equivalent": ["201974972"], "question": "Which kind of clothing is pink?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_pink"}, "answer": "tank top", "semanticStr": "select: clothing (4)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top.", "image": "n274905.jpg", "question_id": 201974972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974969", "201974968", "201974972", "201974970"], "equivalent": ["201974970", "201974971", "201974969"], "question": "How is the clothing item that is pink called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_pink"}, "answer": "tank top", "semanticStr": "select: clothing (4)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1:3": "4", "5:7": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a tank top.", "image": "n274905.jpg", "question_id": 201974971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(pink)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201975013", "201974975"], "equivalent": ["201974976"], "question": "Which kind of clothing is not pink?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#pink"}, "answer": "hat", "semanticStr": "select: clothing (6)->filter color: not(pink) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a hat.", "image": "n274905.jpg", "question_id": 201974976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (22)"}, {"operation": "choose", "dependencies": [0], "argument": "off|on"}], "entailed": ["201996738", "201996739", "201996744", "201996741", "201996740", "201996742"], "equivalent": ["201996743", "201996744"], "question": "Is this helicopter on or off?", "isBalanced": true, "groups": {"global": "39", "local": "10c-helicopter_39"}, "answer": "off", "semanticStr": "select: helicopter (22)->choose: off|on [0]", "annotations": {"answer": {}, "question": {"2": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helicopter is off.", "image": "n250715.jpg", "question_id": 201996743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20797667"], "equivalent": ["20797666", "20797667"], "question": "Do you see any cats?", "isBalanced": true, "groups": {"global": null, "local": "03-cat"}, "answer": "yes", "semanticStr": "select: cat (4)->exist: ? [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a cat.", "image": "n16656.jpg", "question_id": 20797666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dog,behind,o (-)"}], "entailed": [], "equivalent": ["20797665"], "question": "Is that shoe behind a dog?", "isBalanced": true, "groups": {"global": null, "local": "13-shoe_dog"}, "answer": "no", "semanticStr": "select: shoe (0)->verify rel: dog,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the shoe is behind a cat.", "image": "n16656.jpg", "question_id": 20797665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter", "dependencies": [0], "argument": "sleeveless"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974977", "201974978"], "equivalent": ["201974979"], "question": "What kind of clothing is sleeveless?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_sleeveless"}, "answer": "tank top", "semanticStr": "select: clothing (4)->filter: sleeveless [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top.", "image": "n274905.jpg", "question_id": 201974979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (12)"}, {"operation": "verify", "dependencies": [0], "argument": "snowy"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201156137"], "equivalent": ["201156137", "201156138"], "question": "Is the field soft and snowy?", "isBalanced": true, "groups": {"global": null, "local": "05-snowy_soft"}, "answer": "no", "semanticStr": "select: field (12)->verify: snowy [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is soft but grassy.", "image": "n146522.jpg", "question_id": 201156138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,beneath,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442329", "20442291", "20442332", "20442333", "20442330", "20442331", "20442336", "20442335"], "equivalent": ["20442334"], "question": "What fruits are beneath the microwave?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-microwave_beneath,s"}, "answer": "bananas", "semanticStr": "select: microwave (5)->relate: fruit,beneath,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are bananas.", "image": "n207708.jpg", "question_id": 20442334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201765668", "201765657", "201765646", "201765654", "201765653", "201765652", "201765650", "201765648", "201765649"], "equivalent": ["201765651"], "question": "Which color is the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n488874.jpg", "question_id": 201765651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,beneath,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442329", "20442291", "20442332", "20442333", "20442330", "20442336", "20442334", "20442335"], "equivalent": ["20442331"], "question": "What is beneath the microwave?", "isBalanced": true, "groups": {"global": "fruit", "local": "14-microwave_beneath,s"}, "answer": "bananas", "semanticStr": "select: microwave (5)->relate: _,beneath,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bananas are beneath the microwave.", "image": "n207708.jpg", "question_id": 20442331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (17)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20508242", "20508241", "20508240"], "equivalent": ["20508243"], "question": "On which side of the picture is the chair?", "isBalanced": true, "groups": {"global": null, "local": "10q-chair_hposition"}, "answer": "right", "semanticStr": "select: chair (17)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is on the right of the image.", "image": "n511913.jpg", "question_id": 20508243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the right of|to the left of,s (2)"}], "entailed": ["2046605", "2046604", "2046474", "2046472", "2046470", "2046471"], "equivalent": ["2046472", "2046473"], "question": "Is the happy man to the left or to the right of the woman in the center?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "right", "semanticStr": "select: woman (4)->filter vposition: middle [0]->choose rel: man,to the right of|to the left of,s (2) [1]", "annotations": {"answer": {}, "question": {"13": "4", "2:4": "2"}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the woman.", "image": "n71728.jpg", "question_id": 2046473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20618933", "20618894", "20618895"], "equivalent": ["20618932"], "question": "Who is wearing a wristband?", "isBalanced": true, "groups": {"global": "person", "local": "14-wristband_wearing,s"}, "answer": "woman", "semanticStr": "select: wristband (5)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a wristband.", "image": "n126087.jpg", "question_id": 20618932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "pears,beneath,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["20442339", "20442337"], "equivalent": ["20442338", "20442339"], "question": "Is there a pear beneath the appliance that looks silver and black?", "isBalanced": true, "groups": {"global": null, "local": "13-microwave_pears"}, "answer": "no", "semanticStr": "select: appliance (5)->filter color: silver [0]->filter color: black [1]->relate: pears,beneath,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"9": "5", "11": "5", "6": "5"}, "fullAnswer": {"3": "7", "6": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are bananas beneath the microwave.", "image": "n207708.jpg", "question_id": 20442338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (10)"}, {"operation": "choose name", "dependencies": [0], "argument": "cabinet|bed"}], "entailed": [], "equivalent": ["202005788"], "question": "Is this a bed or a cabinet?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-bed_cabinet"}, "answer": "cabinet", "semanticStr": "select: this (10)->choose name: cabinet|bed [0]", "annotations": {"answer": {"0": "10"}, "question": {"6": "10"}, "fullAnswer": {"3": "10"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a cabinet.", "image": "n97485.jpg", "question_id": 202005788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "router (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201902514", "201902516", "201902511", "201902507", "201902513", "201902512", "201902508", "201902509", "201902510"], "equivalent": ["201902515"], "question": "On which side is the router?", "isBalanced": true, "groups": {"global": null, "local": "10q-router_hposition"}, "answer": "left", "semanticStr": "select: router (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The router is on the left of the image.", "image": "n435808.jpg", "question_id": 201902515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201303402", "201303403", "201303400", "201303401", "201303406", "201303407", "201303405", "201303408", "201303410"], "equivalent": ["201303404", "201303405"], "question": "What is the color of the pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "gray", "semanticStr": "select: pants (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are gray.", "image": "n518912.jpg", "question_id": 201303404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942156"], "equivalent": ["20942157"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: shirt (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a shirt.", "image": "n137182.jpg", "question_id": 20942157}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942157"], "equivalent": ["20942156"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: shirt (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "2"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a shirt.", "image": "n137182.jpg", "question_id": 20942156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20898681", "20898692", "20898683", "20898682", "20898684", "20898687", "20898693", "20898689", "20898688", "20898690", "20898691"], "equivalent": ["20898685"], "question": "What's the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "standing", "semanticStr": "select: man (3)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n243701.jpg", "question_id": 20898685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (7)"}, {"operation": "filter state", "dependencies": [0], "argument": "not(calm)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ocean (-) "}, {"operation": "filter state", "dependencies": [3], "argument": "not(calm)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202116982"], "equivalent": ["202116974"], "question": "Are there rivers or oceans that are not calm?", "isBalanced": true, "groups": {"global": null, "local": "04-river_n#calm"}, "answer": "no", "semanticStr": "select: river (7)->filter state: not(calm) [0]->exist: ? [1]->select: ocean (-) ->filter state: not(calm) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a river but it is calm.", "image": "n48494.jpg", "question_id": 202116974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201621328"], "question": "What is the picture frame hanging from?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-picture frame_hanging from,o"}, "answer": "wall", "semanticStr": "select: picture frame (11)->relate: _,hanging from,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1:3": "11", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is hanging from the wall.", "image": "n275148.jpg", "question_id": 201621328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (8)"}, {"operation": "choose", "dependencies": [0], "argument": "dense|sparse"}], "entailed": ["2076813", "2076770", "2076818", "2076817", "2076820", "2076815", "2076821", "2076794", "2076795", "2076814", "2076807", "2076771", "2076769", "2076767", "2076768", "2076808", "2076822", "2076809", "2076816"], "equivalent": ["2076819"], "question": "How do the cars look like, dense or sparse?", "isBalanced": true, "groups": {"global": "3", "local": "10c-cars_3"}, "answer": "dense", "semanticStr": "select: cars (8)->choose: dense|sparse [0]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cars are dense.", "image": "n214497.jpg", "question_id": 2076819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(baked)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244098", "202243965"], "equivalent": ["202244099"], "question": "What food isn't baked?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_n#baked"}, "answer": "cookies", "semanticStr": "select: food (0)->filter: not(baked) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n296467.jpg", "question_id": 202244099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951770", "201951773", "201951772", "201951768", "201951769"], "equivalent": ["201951771"], "question": "Which kind of vehicle is in front of the flag?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-flag_in front of,s"}, "answer": "van", "semanticStr": "select: flag (17)->relate: vehicle,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951771", "201951773", "201951772", "201951768", "201951769"], "equivalent": ["201951770"], "question": "What is the vehicle that is in front of the flag?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-flag_in front of,s"}, "answer": "van", "semanticStr": "select: flag (17)->relate: vehicle,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"10": "17", "3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201621326"], "question": "What is hanging from the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_hanging from,s"}, "answer": "picture frame", "semanticStr": "select: wall (8)->relate: _,hanging from,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"1:3": "11", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is hanging from the wall.", "image": "n275148.jpg", "question_id": 201621326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,jumping off,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201233860", "201233861", "201233859"], "equivalent": ["201233862"], "question": "What's the skateboarder jumping off of?", "isBalanced": true, "groups": {"global": "road", "local": "14-skateboarder_jumping off,o"}, "answer": "pavement", "semanticStr": "select: skateboarder (0)->relate: _,jumping off,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is jumping off the pavement.", "image": "n130464.jpg", "question_id": 201233862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "balloon,in front of,o (-)"}], "entailed": [], "equivalent": ["201951776"], "question": "Is the van in front of a balloon?", "isBalanced": true, "groups": {"global": null, "local": "13-van_balloon"}, "answer": "no", "semanticStr": "select: van (16)->verify rel: balloon,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"8": "17", "2": "16"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the van is in front of a flag.", "image": "n256120.jpg", "question_id": 201951776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20489629", "20489636", "20489637", "20489634", "20489635", "20489633", "20489630", "20489631", "20489643", "20489642", "20489647", "20489645", "20489644"], "equivalent": ["20489634", "20489632", "20489633"], "question": "What is the color of this bench?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bench_color"}, "answer": "beige", "semanticStr": "select: bench (7)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is beige.", "image": "n145498.jpg", "question_id": 20489632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinets,below,s (5)"}, {"operation": "verify", "dependencies": [1], "argument": "open"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201623784"], "question": "Are the cabinets below the stove wooden and open?", "isBalanced": true, "groups": {"global": null, "local": "05-open_wood"}, "answer": "no", "semanticStr": "select: stove (6)->relate: cabinets,below,s (5) [0]->verify: open [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "6"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinets are wooden but closed.", "image": "n501609.jpg", "question_id": 201623784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter", "dependencies": [0], "argument": "plaid"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023422", "202023423", "202023425", "202023411", "202023410"], "equivalent": ["202023423", "202023424"], "question": "How is the item of furniture that is plaid called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_plaid"}, "answer": "bed", "semanticStr": "select: furniture (5)->filter: plaid [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:6": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n95313.jpg", "question_id": 202023424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (27)"}, {"operation": "relate", "dependencies": [0], "argument": "boxes,to the right of,s (18)"}, {"operation": "verify", "dependencies": [1], "argument": "full"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20182934", "20182939", "20182938", "20182937", "20182940", "20182941", "20182933", "20182931", "20182930", "20182935"], "equivalent": ["20182936"], "question": "Are the boxes to the right of the man full and square?", "isBalanced": true, "groups": {"global": null, "local": "05-full_square"}, "answer": "yes", "semanticStr": "select: man (27)->relate: boxes,to the right of,s (18) [0]->verify: full [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "27", "2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boxes are full and square.", "image": "n151768.jpg", "question_id": 20182936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (1)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,next to,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "baby"}, {"operation": "verify color", "dependencies": [1], "argument": "brown "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201654345"], "equivalent": ["201654344", "201654345"], "question": "Is the horse next to the other horse both baby and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-baby_brown"}, "answer": "no", "semanticStr": "select: horse (1)->relate: horse,next to,s (0) [0]->verify: baby [1]->verify color: brown  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "1"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the horse is brown but adult.", "image": "n6309.jpg", "question_id": 201654344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (2)"}, {"operation": "choose width", "dependencies": [0], "argument": "narrow|wide"}], "entailed": ["20746463", "20746462", "20746460", "20746466", "20746465", "20746464", "20746492", "20746444", "20746453", "20746443", "20746424", "20746456", "20746457", "20746474"], "equivalent": ["20746468"], "question": "Is the river wide or is it narrow?", "isBalanced": true, "groups": {"global": "width", "local": "10c-river_width"}, "answer": "narrow", "semanticStr": "select: river (2)->choose width: narrow|wide [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The river is narrow.", "image": "n477215.jpg", "question_id": 20746468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,bigger than,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201428997", "201428994", "201428995", "201428992", "201428993", "201428991"], "equivalent": ["201428996"], "question": "What appliance is the refrigerator larger than?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-refrigerator_bigger than,o"}, "answer": "stove", "semanticStr": "select: refrigerator (0)->relate: appliance,bigger than,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fridge is bigger than the stove.", "image": "n64959.jpg", "question_id": 201428996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (17)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["20899361", "20899363"], "equivalent": ["20899362"], "question": "Is the umbrella in the bottom part of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-umbrella_bottom"}, "answer": "no", "semanticStr": "select: umbrella (17)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the umbrella is in the top of the image.", "image": "n403734.jpg", "question_id": 20899362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beans (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244010", "202244011", "202244015", "202243965"], "equivalent": ["202244009"], "question": "What is inside the bowl to the right of the beans?", "isBalanced": true, "groups": {"global": "food", "local": "14-bowl_inside,s"}, "answer": "cookies", "semanticStr": "select: beans (1)->relate: bowl,to the right of,s (7) [0]->relate: _,inside,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "1", "4": "7"}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cookies are inside the bowl.", "image": "n296467.jpg", "question_id": 202244009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "face mask,wearing,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": [], "equivalent": ["20287556"], "question": "How clean do you think is the face mask the catcher is wearing?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-face mask_cleanliness"}, "answer": "clean", "semanticStr": "select: catcher (0)->relate: face mask,wearing,o (15) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"10": "0", "7:9": "15"}, "fullAnswer": {"1:3": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The face mask is clean.", "image": "n317260.jpg", "question_id": 20287556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631970", "20631971", "20631972"], "equivalent": ["20631973"], "question": "Where is the catcher standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-catcher_standing on,o"}, "answer": "field", "semanticStr": "select: catcher (6)->relate: place,standing on,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "6", "6": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is standing on the field.", "image": "n570181.jpg", "question_id": 20631973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20287529", "20287546", "20287547", "20287548", "20287549", "20287554", "20287553", "20287550"], "equivalent": ["20287551"], "question": "What is the color of the glove?", "isBalanced": true, "groups": {"global": "color", "local": "10q-glove_color"}, "answer": "black", "semanticStr": "select: glove (12)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glove is black.", "image": "n317260.jpg", "question_id": 20287551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201481823", "201481822", "201481821", "201481820", "201481809", "201481826", "201481825", "201481812", "201481813", "201481807", "201481811", "201481828", "201481814", "201481829", "201481827", "201481810"], "equivalent": ["201481824"], "question": "Does the blanket look soft and white?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: blanket (19)->verify hardness: soft [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the blanket is soft and white.", "image": "n470920.jpg", "question_id": 201481824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201663634", "201663662", "201663658", "201663659", "201663651", "201663657", "201663654", "201663655"], "equivalent": ["201663656"], "question": "What color are the drawers?", "isBalanced": true, "groups": {"global": "color", "local": "10q-drawers_color"}, "answer": "light brown", "semanticStr": "select: drawers (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The drawers are light brown.", "image": "n35676.jpg", "question_id": 201663656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "relate", "dependencies": [0], "argument": "refrigerator,to the left of,s (17)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20308417", "20308418", "20308781", "20308782", "20308579", "20308578", "20308577"], "equivalent": ["20308576"], "question": "Are there refrigerators to the left of the stove?", "isBalanced": true, "groups": {"global": null, "local": "13-stove_refrigerator"}, "answer": "yes", "semanticStr": "select: stove (18)->relate: refrigerator,to the left of,s (17) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "18", "2": "17"}, "fullAnswer": {"10": "18", "4": "17"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a refrigerator to the left of the stove.", "image": "n278312.jpg", "question_id": 20308576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065065", "201065064"], "equivalent": ["201065067"], "question": "Which kind of clothing is bright?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_bright"}, "answer": "gown", "semanticStr": "select: clothing (6)->filter: bright [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a gown.", "image": "n88933.jpg", "question_id": 201065067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "elephant,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20462069", "20462071"], "equivalent": ["20462071", "20462070"], "question": "Is there an elephant near the person that is wearing a coat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_elephant"}, "answer": "no", "semanticStr": "select: coat (2)->relate: person,wearing,s (6) [0]->relate: elephant,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "2", "6": "6"}, "fullAnswer": {"4": "7", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a woman near the man.", "image": "n571179.jpg", "question_id": 20462070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462075", "20461974"], "equivalent": ["20462076"], "question": "What is the woman wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "gloves", "semanticStr": "select: woman (7)->relate: _,wearing,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "7", "4": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing gloves.", "image": "n571179.jpg", "question_id": 20462076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (7)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "relate", "dependencies": [2], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20462076", "20461974"], "equivalent": ["20462075"], "question": "What do you think is the standing person near the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "gloves", "semanticStr": "select: man (6)->relate: person,near,s (7) [0]->filter pose: standing [1]->relate: _,wearing,o (5) [2]->query: name [3]", "annotations": {"answer": {"0": "5"}, "question": {"10": "6", "6:8": "7"}, "fullAnswer": {"1": "7", "4": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing gloves.", "image": "n571179.jpg", "question_id": 20462075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065061", "201065060", "201065063"], "equivalent": ["201065062"], "question": "Which type of clothing is pink?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_pink"}, "answer": "gown", "semanticStr": "select: clothing (6)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a gown.", "image": "n88933.jpg", "question_id": 201065062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20754632"], "equivalent": ["20754631", "20754632"], "question": "What is the person that is sitting down sitting atop?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-person_sitting atop,o"}, "answer": "stairs", "semanticStr": "select: person (0)->filter pose: sitting [0]->relate: _,sitting atop,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "0", "6:8": "0"}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting atop the stairs.", "image": "n566028.jpg", "question_id": 20754631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935962", "201935959", "201935961"], "equivalent": ["201935960"], "question": "What's standing on the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-floor_standing on,s"}, "answer": "shelf", "semanticStr": "select: floor (9)->relate: _,standing on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelf is standing on the floor.", "image": "n500209.jpg", "question_id": 201935960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412221", "20412220", "20412223", "20412224"], "equivalent": ["20412222"], "question": "What items of furniture are to the left of the boy?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_to the left of,s"}, "answer": "tables", "semanticStr": "select: boy (0)->relate: furniture,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are tables.", "image": "n531359.jpg", "question_id": 20412222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201935967", "201935972", "201935968", "201935969"], "equivalent": ["201935966"], "question": "What is in front of the wall that is not short?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_in front of,s"}, "answer": "shelf", "semanticStr": "select: wall (10)->filter: not(short) [0]->relate: _,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"10": "10", "6": "10"}, "fullAnswer": {"1": "2", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelf is in front of the wall.", "image": "n500209.jpg", "question_id": 201935966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20878939", "20878938", "20878929", "20878944", "20878945", "20878947", "20878940", "20878941", "20878942", "20878943", "20878948", "20878949"], "equivalent": ["20878946"], "question": "How wide is the parking lot made of cement?", "isBalanced": true, "groups": {"global": "width", "local": "10q-parking lot_width"}, "answer": "wide", "semanticStr": "select: parking lot (11)->filter material: concrete [0]->query: width [1]", "annotations": {"answer": {}, "question": {"8": "11", "4:6": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The parking lot is wide.", "image": "n259949.jpg", "question_id": 20878946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201947444", "201947445", "201947443"], "equivalent": ["201947446"], "question": "On which side of the picture is the clean mirror?", "isBalanced": true, "groups": {"global": null, "local": "10q-mirror_hposition"}, "answer": "left", "semanticStr": "select: mirror (10)->filter cleanliness: clean [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is on the left of the image.", "image": "n473688.jpg", "question_id": 201947446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "relate", "dependencies": [1], "argument": "device,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201498768", "201498769", "201498778", "201498762", "201498763", "201498777", "201498766", "201498764", "201498765", "201498692", "201498770", "201498694", "201498693"], "equivalent": ["201498768", "201498766", "201498767", "201498765"], "question": "What is the device in front of the flat computer?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_in front of,s"}, "answer": "phone", "semanticStr": "select: computer (16)->filter: flat [0]->relate: device,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"8:10": "16", "3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n315887.jpg", "question_id": 201498767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20306764"], "question": "What is sitting on the floor?", "isBalanced": true, "groups": {"global": "object", "local": "14-floor_sitting on,s"}, "answer": "gift", "semanticStr": "select: floor (10)->relate: _,sitting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gift is sitting on the floor.", "image": "n554880.jpg", "question_id": 20306764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "relate", "dependencies": [1], "argument": "blender,to the right of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202144705", "202144704", "202144707", "202144706", "202144659", "202144658"], "equivalent": ["202144708"], "question": "Is there a blender to the right of the yellow drink?", "isBalanced": true, "groups": {"global": null, "local": "13-liquor_blender"}, "answer": "yes", "semanticStr": "select: drink (2)->filter color: yellow [0]->relate: blender,to the right of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "8", "9:11": "2"}, "fullAnswer": {"10": "2", "4": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a blender to the right of the liquor.", "image": "n37274.jpg", "question_id": 202144708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gift (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "floor,sitting on,o (10)"}], "entailed": [], "equivalent": ["20306767"], "question": "Is the gift sitting on the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-gift_floor"}, "answer": "yes", "semanticStr": "select: gift (5)->verify rel: floor,sitting on,o (10) [0]", "annotations": {"answer": {}, "question": {"2": "5", "6": "10"}, "fullAnswer": {"2": "5", "7": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the gift is sitting on the floor.", "image": "n554880.jpg", "question_id": 20306767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "choose material", "dependencies": [1], "argument": "glass|wire"}], "entailed": [], "equivalent": ["201996815"], "question": "Which material makes up the round glasses, glass or wire?", "isBalanced": true, "groups": {"global": "material", "local": "10c-glasses_material"}, "answer": "glass", "semanticStr": "select: glasses (0)->filter shape: round [0]->choose material: glass|wire [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glasses are made of glass.", "image": "n250715.jpg", "question_id": 201996815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201996811", "201996815", "201996814"], "equivalent": ["201996813"], "question": "What are the glasses made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glasses_material"}, "answer": "glass", "semanticStr": "select: glasses (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are made of glass.", "image": "n250715.jpg", "question_id": 201996813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202059951", "202059952", "202059953", "202059954"], "equivalent": ["202060122"], "question": "What animal is the couch behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-couch_behind,o"}, "answer": "dog", "semanticStr": "select: couch (13)->relate: animal,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "13", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is behind the dog.", "image": "n14087.jpg", "question_id": 202060122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201067802", "201067814", "201067803", "201067801", "201067800", "201067793", "201067792", "201067795", "201067794", "201067796", "201067799", "201067798", "201067808", "201067809", "201067813", "201067810"], "equivalent": ["201067797", "201067798"], "question": "What is the color of the device that is on the left of the photo?", "isBalanced": true, "groups": {"global": "color", "local": "10q-calculator_color"}, "answer": "black", "semanticStr": "select: device (4)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The calculator is black.", "image": "n367944.jpg", "question_id": 201067797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "knife,to the right of,s (5)"}], "entailed": ["20394920"], "equivalent": ["20394919"], "question": "Is the knife to the right of a man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_knife"}, "answer": "no", "semanticStr": "select: man (0)->verify rel: knife,to the right of,s (5) [0]", "annotations": {"answer": {}, "question": {"8": "0", "2": "5"}, "fullAnswer": {"9": "0", "2": "5"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the knife is to the left of a man.", "image": "n369313.jpg", "question_id": 20394919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497914", "201497915", "201497917", "201497913", "201497918", "201497919"], "equivalent": ["201497916"], "question": "What device is above the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_above,s"}, "answer": "monitor", "semanticStr": "select: keyboard (7)->relate: device,above,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20303084", "20303085", "20303083", "20303080"], "equivalent": ["20303081"], "question": "What is the man to the left of the glasses doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "resting", "semanticStr": "select: glasses (2)->relate: man,to the left of,s (8) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "2", "3": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is resting.", "image": "n318684.jpg", "question_id": 20303081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201498726", "201498724", "201498725", "201498723"], "equivalent": ["201498727"], "question": "What is the phone made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-phone_material"}, "answer": "plastic", "semanticStr": "select: phone (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The telephone is made of plastic.", "image": "n315887.jpg", "question_id": 201498727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201873472", "201873474"], "equivalent": ["201873473", "201873472"], "question": "Are there any red fire trucks?", "isBalanced": true, "groups": {"global": null, "local": "04-fire truck_red"}, "answer": "no", "semanticStr": "select: fire truck (0)->filter color: red [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"4:6": "0"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a fire truck but it is white.", "image": "n309148.jpg", "question_id": 201873473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,waiting for,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20300423", "20300424"], "equivalent": ["20300425"], "question": "Which kind of vehicle is waiting for the traffic light?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-traffic light_waiting for,s"}, "answer": "cars", "semanticStr": "select: traffic light (0)->relate: vehicle,waiting for,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n208302.jpg", "question_id": 20300425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,waiting for,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20300423", "20300425"], "equivalent": ["20300424"], "question": "What kind of vehicle is waiting for the traffic light?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-traffic light_waiting for,s"}, "answer": "cars", "semanticStr": "select: traffic light (0)->relate: vehicle,waiting for,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"8:10": "0", "3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n208302.jpg", "question_id": 20300424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "notebook (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (2)"}, {"operation": "filter", "dependencies": [1], "argument": "electronic"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["20899559", "20899552", "20899553", "20899556", "20899557", "20899554", "20899555", "20899563", "20899562", "20899561", "20899560", "20899564"], "equivalent": ["20899558", "20899559", "20899556", "20899557"], "question": "The electronic device to the left of the notebook has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-ipod_color"}, "answer": "blue", "semanticStr": "select: notebook (16)->relate: device,to the left of,s (2) [0]->filter: electronic [1]->query: color [2]", "annotations": {"answer": {}, "question": {"8": "16", "1:3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ipod is blue.", "image": "n403734.jpg", "question_id": 20899558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "road,near,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,above,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20300421"], "equivalent": ["20300420"], "question": "What are the vehicles above the road near the side walk?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-road_above,s"}, "answer": "cars", "semanticStr": "select: sidewalk (3)->relate: road,near,s (7) [0]->relate: vehicle,above,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "9:11": "3", "6": "7"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n208302.jpg", "question_id": 20300420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,waiting for,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20300425", "20300424"], "equivalent": ["20300423"], "question": "What is waiting for the traffic light?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-traffic light_waiting for,s"}, "answer": "cars", "semanticStr": "select: traffic light (0)->relate: _,waiting for,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6:8": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are waiting for the traffic light.", "image": "n208302.jpg", "question_id": 20300423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "_,sitting in front of,s (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["20836565"], "question": "What is sitting in front of the table that looks yellow and black?", "isBalanced": true, "groups": {"global": "", "local": "14-table_sitting in front of,s"}, "answer": "luggage", "semanticStr": "select: table (7)->filter color: yellow [0]->filter color: black [1]->relate: _,sitting in front of,s (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"10": "7", "12": "7", "7": "7"}, "fullAnswer": {"1": "3", "8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The luggage is sitting in front of the table.", "image": "n507959.jpg", "question_id": 20836565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mat (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201947624"], "question": "Are there both toothbrushes and mats in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-mat_toothbrush"}, "answer": "no", "semanticStr": "select: toothbrush (1)->exist: ? [0]->select: mat (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a toothbrush but no mats.", "image": "n473688.jpg", "question_id": 201947624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dish (20)"}, {"operation": "verify rel", "dependencies": [0], "argument": "soap dispenser,to the right of,o (18)"}], "entailed": ["201947595"], "equivalent": ["201947620"], "question": "Is the soap dish to the right of the soap dispenser?", "isBalanced": true, "groups": {"global": null, "local": "13-soap dish_soap dispenser"}, "answer": "yes", "semanticStr": "select: soap dish (20)->verify rel: soap dispenser,to the right of,o (18) [0]", "annotations": {"answer": {}, "question": {"2:4": "20", "9:11": "18"}, "fullAnswer": {"2:4": "20", "10:12": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the soap dish is to the right of the soap dispenser.", "image": "n473688.jpg", "question_id": 201947620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter", "dependencies": [0], "argument": "parked"}, {"operation": "relate", "dependencies": [1], "argument": "_,waiting for,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20300429", "20300364", "20300427"], "equivalent": ["20300427", "20300428"], "question": "The parked vehicles are waiting for what?", "isBalanced": true, "groups": {"global": "object", "local": "14-cars_waiting for,o"}, "answer": "traffic light", "semanticStr": "select: vehicle (2)->filter: parked [0]->relate: _,waiting for,o (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"1:3": "2"}, "fullAnswer": {"1": "2", "6:8": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are waiting for the signal light.", "image": "n208302.jpg", "question_id": 20300428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201504961"], "equivalent": ["201504960", "201504961"], "question": "Are the shorts large and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "no", "semanticStr": "select: shorts (3)->verify color: blue [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are blue but small.", "image": "n298104.jpg", "question_id": 201504960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dispenser (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "chrome"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201947592", "201947590"], "equivalent": ["201947590", "201947591"], "question": "The soap dispenser made of chrome is sitting on what?", "isBalanced": true, "groups": {"global": "", "local": "14-soap dispenser_sitting on,o"}, "answer": "countertop", "semanticStr": "select: soap dispenser (18)->filter material: chrome [0]->relate: _,sitting on,o (19) [1]->query: name [2]", "annotations": {"answer": {"0": "19"}, "question": {"1:3": "18", "5": "18"}, "fullAnswer": {"1:3": "18", "7": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap dispenser is sitting on the countertop.", "image": "n473688.jpg", "question_id": 201947591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving tray (12)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20177577", "20177576", "20177574", "20177573", "20177572", "20177571", "20177580", "20177581", "20177578"], "equivalent": ["20177575"], "question": "What color is the serving tray that looks rectangular?", "isBalanced": true, "groups": {"global": "color", "local": "10q-serving tray_color"}, "answer": "white", "semanticStr": "select: serving tray (12)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "12", "4:6": "12"}, "fullAnswer": {"1:3": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The serving tray is white.", "image": "n55058.jpg", "question_id": 20177575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,under,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["20381560", "20381556", "20381555", "20381558", "20381559", "20381538", "20381537"], "equivalent": ["20381557"], "question": "Does the device under the picture frame look black?", "isBalanced": true, "groups": {"global": null, "local": "06-computer monitor_black"}, "answer": "no", "semanticStr": "select: picture frame (1)->relate: device,under,s (6) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "1"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the computer monitor is white.", "image": "n398257.jpg", "question_id": 20381557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": ["201982069"], "equivalent": ["201982069", "201982068"], "question": "Which material are the trousers made of, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-pants_material"}, "answer": "cloth", "semanticStr": "select: pants (11)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trousers are made of cloth.", "image": "n526228.jpg", "question_id": 201982068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pens (5)"}, {"operation": "choose", "dependencies": [0], "argument": "black and white|colorful"}], "entailed": ["201370429"], "equivalent": ["201370428", "201370429"], "question": "How do the pens look, colorful or black and white?", "isBalanced": true, "groups": {"global": "24", "local": "10c-pens_24"}, "answer": "black and white", "semanticStr": "select: pens (5)->choose: black and white|colorful [0]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pens are black and white.", "image": "n351318.jpg", "question_id": 201370428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn around,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201878324"], "equivalent": ["201878325"], "question": "Who is the jacket worn around?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_worn around,o"}, "answer": "man", "semanticStr": "select: jacket (17)->relate: person,worn around,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "17", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jacket is worn around the man.", "image": "n342511.jpg", "question_id": 201878325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pens (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201370421", "201370420", "201370419", "201370418"], "equivalent": ["201370422"], "question": "On which side of the picture are the pens?", "isBalanced": true, "groups": {"global": null, "local": "10q-pens_hposition"}, "answer": "right", "semanticStr": "select: pens (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pens are on the right of the image.", "image": "n351318.jpg", "question_id": 201370422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["2075708"], "equivalent": ["2075708", "2075709"], "question": "Do you see any skis?", "isBalanced": true, "groups": {"global": null, "local": "03-skis"}, "answer": "yes", "semanticStr": "select: skis (4)->exist: ? [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there are skis.", "image": "n315859.jpg", "question_id": 2075709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "lady,looking down at,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201895953", "201896035", "201896036", "201896374"], "equivalent": ["201896034"], "question": "What is the item of furniture to the right of the lady that is looking down at the cake called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lady_to the right of,s"}, "answer": "table", "semanticStr": "select: cake (0)->relate: lady,looking down at,s (4) [0]->relate: furniture,to the right of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"11": "4", "18": "0", "3:6": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n111390.jpg", "question_id": 201896034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "performer (15)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "choose color", "dependencies": [1], "argument": "blond|brunette"}], "entailed": [], "equivalent": ["201065497"], "question": "Is the man to the left of the performer brunette or blond?", "isBalanced": true, "groups": {"global": "color", "local": "10c-man_color"}, "answer": "blond", "semanticStr": "select: performer (15)->relate: man,to the left of,s (0) [0]->choose color: blond|brunette [1]", "annotations": {"answer": {}, "question": {"8": "15", "2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is blond.", "image": "n429883.jpg", "question_id": 201065497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "desk,lying on top of,o (-)"}], "entailed": ["20857176"], "equivalent": ["20857175"], "question": "Is the cell phone lying on top of a desk?", "isBalanced": true, "groups": {"global": null, "local": "13-cell phone_desk"}, "answer": "no", "semanticStr": "select: cell phone (7)->verify rel: desk,lying on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"10": "17", "2:4": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cell phone is lying on top of a bed.", "image": "n293477.jpg", "question_id": 20857175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "woman,to the left of,o (9)"}], "entailed": ["20648323"], "equivalent": ["20648122"], "question": "Is the plastic helmet to the left of a woman?", "isBalanced": true, "groups": {"global": null, "local": "13-helmet_woman"}, "answer": "yes", "semanticStr": "select: helmet (4)->filter material: plastic [0]->verify rel: woman,to the left of,o (9) [1]", "annotations": {"answer": {}, "question": {"9": "9", "2:4": "4"}, "fullAnswer": {"9": "9", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the helmet is to the left of a woman.", "image": "n471866.jpg", "question_id": 20648122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (9)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,beside,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20636997", "20636996", "20637000", "20636998"], "equivalent": ["20636999", "20636998", "20637000"], "question": "Does the utensil beside the pan have black color and small size?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: pan (9)->relate: utensil,beside,s (3) [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "9"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the spoon is small but silver.", "image": "n184385.jpg", "question_id": 20636999}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258701", "20258753"], "equivalent": ["20258752"], "question": "Who is wearing jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "child", "semanticStr": "select: jeans (5)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "5"}, "fullAnswer": {"1": "10", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is wearing jeans.", "image": "n204894.jpg", "question_id": 20258752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "relate", "dependencies": [0], "argument": "balls,to the left of,s (6)"}, {"operation": "verify tone", "dependencies": [1], "argument": "light"}], "entailed": ["201156464", "201156467"], "equivalent": ["201156466"], "question": "Do the balls to the left of the other ball look light?", "isBalanced": true, "groups": {"global": null, "local": "06-balls_light"}, "answer": "yes", "semanticStr": "select: ball (7)->relate: balls,to the left of,s (6) [0]->verify tone: light [1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the balls are light.", "image": "n146522.jpg", "question_id": 201156466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "swimsuit (6)"}, {"operation": "query", "dependencies": [0], "argument": "gender"}], "entailed": ["201885564", "201885562", "201885563", "201885560", "201885561", "201885559", "201885558", "201885556", "201885555", "201885554", "201885542"], "equivalent": ["201885557"], "question": "What gender is the swimsuit?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-swimsuit_gender"}, "answer": "male", "semanticStr": "select: swimsuit (6)->query: gender [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The swimsuit is male.", "image": "n222297.jpg", "question_id": 201885557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "refrigerator,to the right of,o (-)"}], "entailed": [], "equivalent": ["202081210"], "question": "Is the toaster to the right of a refrigerator?", "isBalanced": true, "groups": {"global": null, "local": "13-toaster_refrigerator"}, "answer": "no", "semanticStr": "select: toaster (3)->verify rel: refrigerator,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"9": "0", "2": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the toaster is to the right of the house.", "image": "n314630.jpg", "question_id": 202081210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,on,s (11)"}, {"operation": "choose", "dependencies": [1], "argument": "lush|bare"}], "entailed": ["20117835"], "equivalent": ["20117834"], "question": "Are the trees on the field bare or lush?", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "lush", "semanticStr": "select: field (10)->relate: trees,on,s (11) [0]->choose: lush|bare [1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "10"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are lush.", "image": "n494677.jpg", "question_id": 20117834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,in front of,o (8)"}], "entailed": ["201438804"], "equivalent": ["201438286"], "question": "Is the net in front of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-net_man"}, "answer": "yes", "semanticStr": "select: net (10)->verify rel: man,in front of,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "10", "7": "8"}, "fullAnswer": {"8": "8", "2": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the net is in front of the man.", "image": "n66756.jpg", "question_id": 201438286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20117782", "20117783", "20117780", "20117779"], "equivalent": ["20117781"], "question": "Is the weather cloudy?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy.", "image": "n494677.jpg", "question_id": 20117781}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (5)"}, {"operation": "select", "dependencies": [], "argument": "kitten (1) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201756501"], "question": "What is common to the door and the kitten?", "isBalanced": true, "groups": {"global": null, "local": "09common-door_kitten"}, "answer": "color", "semanticStr": "select: door (5)->select: kitten (1) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "1", "5": "5"}, "fullAnswer": {"4": "5", "7": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the door and the kitten are white.", "image": "n567860.jpg", "question_id": 201756501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["20716923", "20716922", "20716921", "20716920", "20716927", "20716924", "20716918", "20716919"], "equivalent": ["20716925"], "question": "Is the jacket made of cotton large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-jacket_size"}, "answer": "small", "semanticStr": "select: jacket (3)->filter material: cotton [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is small.", "image": "n67005.jpg", "question_id": 20716925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (5)"}, {"operation": "choose rel", "dependencies": [0], "argument": "chair,to the right of|to the left of,s (0)"}], "entailed": ["20541419", "20541420", "20541269"], "equivalent": ["20541270"], "question": "Is the gray chair to the left or to the right of the couch in the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_chair"}, "answer": "right", "semanticStr": "select: couch (5)->choose rel: chair,to the right of|to the left of,s (0) [0]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "0"}, "fullAnswer": {"1": "0", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the right of the couch.", "image": "n527290.jpg", "question_id": 20541270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,to the left of,s (4)"}, {"operation": "choose gender", "dependencies": [1], "argument": "male|female"}], "entailed": ["201056078", "201056077", "201056076", "201056080"], "equivalent": ["201056079", "201056080"], "question": "Is the soccer player that is to the left of the ball female or male?", "isBalanced": true, "groups": {"global": "gender", "local": "10c-soccer player_gender"}, "answer": "male", "semanticStr": "select: ball (0)->relate: soccer player,to the left of,s (4) [0]->choose gender: male|female [1]", "annotations": {"answer": {}, "question": {"11": "0", "2:4": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The soccer player is male.", "image": "n259002.jpg", "question_id": 201056079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (14)"}, {"operation": "verify material", "dependencies": [0], "argument": "iron"}], "entailed": [], "equivalent": ["20468617"], "question": "Was iron used to make the fence?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_iron"}, "answer": "no", "semanticStr": "select: fence (14)->verify material: iron [0]", "annotations": {"answer": {}, "question": {"6": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is made of wire.", "image": "n171169.jpg", "question_id": 20468617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["2017238", "2017239", "2017236", "2017237", "2017234", "2017232", "2017233", "2017230", "2017215", "2017216", "2017202"], "equivalent": ["2017235"], "question": "What color is the hair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hair_color"}, "answer": "black", "semanticStr": "select: hair (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is black.", "image": "n324908.jpg", "question_id": 2017235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427823", "20427822", "20427915", "20427912"], "equivalent": ["20427913"], "question": "What is the picture hanging above?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-picture_hanging above,o"}, "answer": "chair", "semanticStr": "select: picture (8)->relate: _,hanging above,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "8", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging above the chair.", "image": "n281241.jpg", "question_id": 20427913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "framed"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging above,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20427823", "20427822", "20427915", "20427913"], "equivalent": ["20427912"], "question": "The framed picture is hanging above what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-picture_hanging above,o"}, "answer": "chair", "semanticStr": "select: picture (8)->filter: framed [0]->relate: _,hanging above,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"1:3": "8"}, "fullAnswer": {"1": "8", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging above the chair.", "image": "n281241.jpg", "question_id": 20427912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "verify", "dependencies": [0], "argument": "wet"}], "entailed": ["201480253", "201480291", "201480272", "201480284", "201480285", "201480277", "201480276", "201480279", "201480275", "201480274"], "equivalent": ["201480278"], "question": "Is the hat wet?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_wet"}, "answer": "no", "semanticStr": "select: hat (1)->verify: wet [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is dry.", "image": "n39114.jpg", "question_id": 201480278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056072"], "question": "Who is running?", "isBalanced": true, "groups": {"global": "person", "local": "running"}, "answer": "soccer player", "semanticStr": "select: person (4)->filter pose: running [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is running.", "image": "n259002.jpg", "question_id": 201056072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887432", "20887431", "20887443", "20887442", "20887450", "20887451", "20887445", "20887444"], "equivalent": ["20887449"], "question": "What is the large device called?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_large"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n282436.jpg", "question_id": 20887449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20648218"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "policeman", "semanticStr": "select: helmet (7)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "7"}, "fullAnswer": {"1:3": "6", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The police officer is wearing a helmet.", "image": "n471866.jpg", "question_id": 20648218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,beneath,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102867", "202102934", "202102935", "202102936", "202102930", "202102933"], "equivalent": ["202102931"], "question": "What is beneath the microwave?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-microwave_beneath,s"}, "answer": "dishwasher", "semanticStr": "select: microwave (5)->relate: _,beneath,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dishwasher is beneath the microwave.", "image": "n386682.jpg", "question_id": 202102931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (5)"}, {"operation": "choose color", "dependencies": [0], "argument": "teal|gray"}], "entailed": [], "equivalent": ["201047479"], "question": "Is the dress shirt gray or teal?", "isBalanced": true, "groups": {"global": "color", "local": "10c-dress shirt_color"}, "answer": "teal", "semanticStr": "select: dress shirt (5)->choose color: teal|gray [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dress shirt is teal.", "image": "n234683.jpg", "question_id": 201047479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201370404", "201370405", "201370392", "201370393", "201370394", "201370395", "201370396", "201370397", "201370399", "201370402", "201370400", "201370401"], "equivalent": ["201370395", "201370396", "201370397", "201370398"], "question": "Of what color are the scissors?", "isBalanced": true, "groups": {"global": "color", "local": "10q-scissors_color"}, "answer": "gray", "semanticStr": "select: scissors (2)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The scissors are gray.", "image": "n351318.jpg", "question_id": 201370398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (31)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20672945", "20672941", "20672942", "20672943"], "equivalent": ["20672944", "20672945"], "question": "On which side of the photo is the toilet brush?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet brush_hposition"}, "answer": "left", "semanticStr": "select: toilet brush (31)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "31"}, "fullAnswer": {"1:3": "31"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet brush is on the left of the image.", "image": "n59147.jpg", "question_id": 20672944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752697", "201752689", "201752696"], "equivalent": ["201752690"], "question": "What is the boy on?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_on,o"}, "answer": "bike", "semanticStr": "select: boy (12)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "12", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is on the bike.", "image": "n262929.jpg", "question_id": 201752690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dream catcher (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "container (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20672939"], "equivalent": ["20672940"], "question": "Do you see either any containers or dream catchers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-container_dream catcher"}, "answer": "no", "semanticStr": "select: dream catcher (-)->exist: ? [0]->select: container (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no containers or dream catchers.", "image": "n59147.jpg", "question_id": 20672940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "bike,on,o (1)"}], "entailed": ["201752693"], "equivalent": ["201752694"], "question": "Is the young person on the bike?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_bike"}, "answer": "yes", "semanticStr": "select: person (12)->filter age: young [0]->verify rel: bike,on,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "12", "6": "1"}, "fullAnswer": {"2": "12", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is on the bike.", "image": "n262929.jpg", "question_id": 201752694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter", "dependencies": [0], "argument": "navy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20699275", "20699274", "20699277", "20699278"], "equivalent": ["20699275", "20699277", "20699276"], "question": "What is the name of the clothing item that is navy?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_navy"}, "answer": "jacket", "semanticStr": "select: clothing (8)->filter: navy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "8"}, "fullAnswer": {"1:3": "8", "5": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a jacket.", "image": "n512257.jpg", "question_id": 20699276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097686", "2097683", "2097682"], "equivalent": ["2097681"], "question": "What is in front of the poster?", "isBalanced": true, "groups": {"global": "device", "local": "14-poster_in front of,s"}, "answer": "monitor", "semanticStr": "select: poster (6)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The monitor is in front of the poster.", "image": "n513429.jpg", "question_id": 2097681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "girl (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201760591"], "question": "Are there both girls and soccer balls in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-girl_soccer ball"}, "answer": "no", "semanticStr": "select: soccer ball (0)->exist: ? [0]->select: girl (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"4:6": "0"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a soccer ball but no girls.", "image": "n350732.jpg", "question_id": 201760591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201110523", "201110527", "201110525", "201110524"], "equivalent": ["201110526"], "question": "What kind of food is to the left of the baby?", "isBalanced": true, "groups": {"global": "food", "local": "15-baby_to the left of,s"}, "answer": "marshmallow", "semanticStr": "select: baby (6)->relate: food,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a marshmallow.", "image": "n546616.jpg", "question_id": 201110526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (13)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (26)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,resting on,o (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20673098", "20673100", "20672816"], "equivalent": ["20673100", "20673099"], "question": "What item of furniture is the toilet paper to the right of the toilet resting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toilet paper_resting on,o"}, "answer": "chair", "semanticStr": "select: toilet (13)->relate: toilet paper,to the right of,s (26) [0]->relate: furniture,resting on,o (25) [1]->query: name [2]", "annotations": {"answer": {"0": "25"}, "question": {"13": "13", "6:8": "26", "1:4": "25"}, "fullAnswer": {"1:3": "26", "7": "25"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is resting on the chair.", "image": "n59147.jpg", "question_id": 20673099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (26)"}, {"operation": "relate", "dependencies": [1], "argument": "_,resting on,o (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20673099", "20673100", "20672816"], "equivalent": ["20673098"], "question": "The toilet paper to the right of the toilet is resting on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-toilet paper_resting on,o"}, "answer": "chair", "semanticStr": "select: toilet (24)->relate: toilet paper,to the right of,s (26) [0]->relate: _,resting on,o (25) [1]->query: name [2]", "annotations": {"answer": {"0": "25"}, "question": {"8": "24", "1:3": "26"}, "fullAnswer": {"1:3": "26", "7": "25"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is resting on the chair.", "image": "n59147.jpg", "question_id": 20673098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboarder (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skateboarder (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "jumping"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20361248"], "equivalent": ["20361249", "20361248"], "question": "Are there either any skateboarders or snowboarders that are jumping?", "isBalanced": true, "groups": {"global": null, "local": "04-snowboarder_jumping"}, "answer": "no", "semanticStr": "select: snowboarder (2)->filter pose: jumping [0]->exist: ? [1]->select: skateboarder (-) ->filter pose: jumping [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a snowboarder but she is standing.", "image": "n352479.jpg", "question_id": 20361249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201480695", "201480693", "201480690"], "equivalent": ["201480696"], "question": "What shape is the bench?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-bench_shape"}, "answer": "rectangular", "semanticStr": "select: bench (8)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is rectangular.", "image": "n39114.jpg", "question_id": 201480696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,below,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,bigger than,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201879167"], "question": "What is the person below the crowd bigger than?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-person_bigger than,o"}, "answer": "sneakers", "semanticStr": "select: crowd (6)->relate: person,below,s (4) [0]->relate: _,bigger than,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "4", "6": "6"}, "fullAnswer": {"1": "4", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is bigger than the sneakers.", "image": "n496803.jpg", "question_id": 201879167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201438791", "201438793", "201438792", "201438795", "201438794", "201438797", "201438796", "201438799", "201438760", "201438762", "201438763", "201438764", "201438765", "201438766", "201438767", "201438768", "201438769", "201438776", "201438788", "201438789", "201438757", "201438758", "201438774", "201438779"], "equivalent": ["201438759", "201438758"], "question": "Does the brown field appear to be large and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_large"}, "answer": "yes", "semanticStr": "select: field (9)->filter color: brown [0]->verify cleanliness: dirty [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the field is large and dirty.", "image": "n66756.jpg", "question_id": 201438759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20295589", "20295608", "20295609", "20295600", "20295601", "20295602", "20295603", "20295604", "20295605", "20295606", "20295607", "20295598", "20295610", "20295594", "20295595", "20295596", "20295597", "20295590", "20295591", "20295592", "20295593"], "equivalent": ["20295598", "20295599"], "question": "Does the picture frame made of plastic look black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: picture frame (5)->filter material: plastic [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the picture frame is black and small.", "image": "n162586.jpg", "question_id": 20295599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dvd player (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "silver"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20204866", "20204867", "20204870", "20204869"], "equivalent": ["20204868", "20204866", "20204867"], "question": "Is there a silver laptop or DVD player?", "isBalanced": true, "groups": {"global": null, "local": "04-laptop_silver"}, "answer": "no", "semanticStr": "select: laptop (4)->filter color: silver [0]->exist: ? [1]->select: dvd player (-) ->filter color: silver [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a laptop but it is black.", "image": "n532191.jpg", "question_id": 20204868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361220"], "equivalent": ["20361243"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "snowboarder", "semanticStr": "select: person (2)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The snowboarder is standing.", "image": "n352479.jpg", "question_id": 20361243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667483", "20667481", "20667480", "20667490", "20667491", "20667492", "20667479", "20667465", "20667464", "20667493", "20667482", "20667484"], "equivalent": ["20667494"], "question": "What piece of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"1:4": "1"}, "fullAnswer": {"6:8": "1", "1:4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20667494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667494", "20667483", "20667481", "20667480", "20667490", "20667491", "20667479", "20667465", "20667464", "20667493", "20667482", "20667484"], "equivalent": ["20667492"], "question": "What piece of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"1:4": "1"}, "fullAnswer": {"6:8": "1", "1:4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20667492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667494", "20667483", "20667481", "20667480", "20667490", "20667491", "20667492", "20667479", "20667465", "20667464", "20667482", "20667484"], "equivalent": ["20667493"], "question": "How the piece of furniture that is made of wood is called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"2:5": "1"}, "fullAnswer": {"6:8": "1", "1:4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20667493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056254"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "spectator", "semanticStr": "select: person (8)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectator is looking up.", "image": "n259002.jpg", "question_id": 201056254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064795", "201064796", "201064797", "201064806", "201064805", "201064804", "201064815", "201064814", "201064801", "201064802", "201064803"], "equivalent": ["201064816"], "question": "Which kind of furniture is blue?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_blue"}, "answer": "sofa", "semanticStr": "select: furniture (0)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a sofa.", "image": "n88933.jpg", "question_id": 201064816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097685"], "equivalent": ["2097684"], "question": "What is that monitor in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-monitor_in front of,o"}, "answer": "poster", "semanticStr": "select: monitor (1)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The monitor is in front of the poster.", "image": "n513429.jpg", "question_id": 2097684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "choose name", "dependencies": [0], "argument": "sofa|cabinet"}], "entailed": [], "equivalent": ["201064812"], "question": "What type of furniture is this, a cabinet or a sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "11c-furniture"}, "answer": "sofa", "semanticStr": "select: furniture (0)->choose name: sofa|cabinet [0]", "annotations": {"answer": {"0": "0"}, "question": {"10": "0", "3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a sofa.", "image": "n88933.jpg", "question_id": 201064812}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectator (8)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201056250", "201056249", "201056251"], "equivalent": ["201056252"], "question": "What do you think is that spectator doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-spectator_activity"}, "answer": "looking up", "semanticStr": "select: spectator (8)->query: activity [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spectator is looking up.", "image": "n259002.jpg", "question_id": 201056252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201064796", "201064795", "201064809", "201064811"], "equivalent": ["201064810"], "question": "What piece of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "sofa", "semanticStr": "select: furniture (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n88933.jpg", "question_id": 201064810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201935798", "201935801", "201935800", "201935803", "201935802", "201935804"], "equivalent": ["201935799"], "question": "What is the container made of glass sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-jar_sitting on top of,o"}, "answer": "shelf", "semanticStr": "select: container (11)->filter material: glass [0]->relate: _,sitting on top of,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "11", "6": "11"}, "fullAnswer": {"1": "11", "8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jar is sitting on top of the shelf.", "image": "n500209.jpg", "question_id": 201935799}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756899"], "equivalent": ["20756897"], "question": "What is the name of the smooth piece of clothing?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_smooth"}, "answer": "robe", "semanticStr": "select: clothing (4)->filter state: smooth [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"7:10": "4"}, "fullAnswer": {"1:3": "4", "5": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a robe.", "image": "n433532.jpg", "question_id": 20756897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (13)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201065426", "201065429", "201065427", "201065428"], "equivalent": ["201065430", "201065429"], "question": "On which side of the photo are the chairs?", "isBalanced": true, "groups": {"global": null, "local": "10q-chairs_hposition"}, "answer": "right", "semanticStr": "select: chairs (13)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are on the right of the image.", "image": "n429883.jpg", "question_id": 201065430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202243367", "202243366", "202243365", "202243370", "202243371", "202243372", "202243354", "202243355", "202243369"], "equivalent": ["202243368"], "question": "What color is the shirt the woman wears?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: woman (11)->relate: shirt,wearing,o (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "6": "11"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n557666.jpg", "question_id": 202243368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap bottle (4)"}, {"operation": "select", "dependencies": [], "argument": "clock (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202121335"], "equivalent": ["202121334"], "question": "Do the soap bottle and the clock have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-clock_soap bottle"}, "answer": "yes", "semanticStr": "select: soap bottle (4)->select: clock (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "8"}, "fullAnswer": {"7": "8", "3:5": "4"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the soap bottle and the clock are white.", "image": "n140421.jpg", "question_id": 202121334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201935797"], "question": "What is sitting on top of the shelf?", "isBalanced": true, "groups": {"global": "container", "local": "14-shelf_sitting on top of,s"}, "answer": "jar", "semanticStr": "select: shelf (2)->relate: _,sitting on top of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "8": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jar is sitting on top of the shelf.", "image": "n500209.jpg", "question_id": 201935797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (17)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201639188", "201639187"], "equivalent": ["201639189"], "question": "Does the vehicle behind the zebras look black?", "isBalanced": true, "groups": {"global": null, "local": "06-vehicle_black"}, "answer": "no", "semanticStr": "select: zebras (5)->relate: vehicle,behind,s (17) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "17", "5": "5"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the vehicle is white.", "image": "n497789.jpg", "question_id": 201639189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["20741284", "20741292", "20741285", "20741291", "20741277", "20741276", "20741275", "20741274", "20741273", "20741272", "20741271", "20741270", "20741282", "20741283", "20741280", "20741281", "20741286", "20741278"], "equivalent": ["20741279"], "question": "How tall do you think is the person?", "isBalanced": true, "groups": {"global": "height", "local": "10q-person_height"}, "answer": "tall", "semanticStr": "select: person (7)->query: height [0]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is tall.", "image": "n23762.jpg", "question_id": 20741279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201143151", "201143152", "201143149", "201143148", "201143144", "201143147", "201143146", "201143143", "201143142"], "equivalent": ["201143145"], "question": "The wood floor is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "dark brown", "semanticStr": "select: floor (11)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1:3": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is dark brown.", "image": "n276011.jpg", "question_id": 201143145}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (32)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201669505", "201669506", "201669507", "201669508"], "equivalent": ["201669504"], "question": "Are the brown cookies on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-cookies_right"}, "answer": "yes", "semanticStr": "select: cookies (32)->filter color: brown [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "32"}, "fullAnswer": {"2": "32"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cookies are on the right of the image.", "image": "n238266.jpg", "question_id": 201669504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "curtain (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201763808", "201763809", "201763591"], "equivalent": ["201763810", "201763809"], "question": "Are there any televisions or curtains in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-curtain_television"}, "answer": "no", "semanticStr": "select: television (-)->exist: ? [0]->select: curtain (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no curtains or televisions.", "image": "n246334.jpg", "question_id": 201763810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119808", "202119899", "202119898", "202119903"], "equivalent": ["202119900"], "question": "What appliance is in front of the wall?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-wall_in front of,s"}, "answer": "refrigerator", "semanticStr": "select: wall (10)->relate: appliance,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n500308.jpg", "question_id": 202119900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "refrigerator,in front of,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202119808"], "equivalent": ["202119903"], "question": "Is there a refrigerator in front of the wall made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_refrigerator"}, "answer": "yes", "semanticStr": "select: wall (10)->filter material: wood [0]->relate: refrigerator,in front of,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "10", "8": "10", "3": "0"}, "fullAnswer": {"9": "10", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a refrigerator in front of the wall.", "image": "n500308.jpg", "question_id": 202119903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340747", "20340774", "20340770", "20340773", "20340772", "20340748", "20340769"], "equivalent": ["20340771"], "question": "What is the name of the piece of furniture in front of the fence?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-fence_in front of,s"}, "answer": "chair", "semanticStr": "select: fence (1)->relate: furniture,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"6:9": "6", "13": "1"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340747", "20340774", "20340771", "20340773", "20340772", "20340748", "20340769"], "equivalent": ["20340770"], "question": "What's in front of the fence?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-fence_in front of,s"}, "answer": "chair", "semanticStr": "select: fence (1)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the fence.", "image": "n513100.jpg", "question_id": 20340770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (4)"}, {"operation": "relate", "dependencies": [0], "argument": "walls,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20285399", "20285379", "20285378", "20285394", "20285393", "20285407", "20285406", "20285404", "20285403", "20285400", "20285408"], "equivalent": ["20285405"], "question": "How clean are the walls the window is on?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-walls_cleanliness"}, "answer": "clean", "semanticStr": "select: window (4)->relate: walls,on,o (1) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "4"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The walls are clean.", "image": "n192021.jpg", "question_id": 20285405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340747", "20340774", "20340771", "20340770", "20340773", "20340748", "20340769"], "equivalent": ["20340772"], "question": "Which kind of furniture is in front of the fence?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-fence_in front of,s"}, "answer": "chair", "semanticStr": "select: fence (1)->relate: furniture,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340772}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing against,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593351", "201593444", "201593447"], "equivalent": ["201593445"], "question": "What animal is standing against the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_standing against,s"}, "answer": "cow", "semanticStr": "select: grass (1)->relate: animal,standing against,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cow is standing against the grass.", "image": "n524855.jpg", "question_id": 201593445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347348", "201347405"], "equivalent": ["201347404"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shorts (12)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "12"}, "fullAnswer": {"1": "3", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing shorts.", "image": "n65202.jpg", "question_id": 201347404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mugs (15)"}, {"operation": "verify rel", "dependencies": [0], "argument": "utensils,to the right of,o (11)"}], "entailed": ["202100754", "202100664", "202100665"], "equivalent": ["202100755"], "question": "Are the mugs to the right of the plastic utensils?", "isBalanced": true, "groups": {"global": null, "local": "13-mugs_utensils"}, "answer": "yes", "semanticStr": "select: mugs (15)->verify rel: utensils,to the right of,o (11) [0]", "annotations": {"answer": {}, "question": {"8:10": "11", "2": "15"}, "fullAnswer": {"9": "11", "2": "15"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mugs are to the right of the utensils.", "image": "n280089.jpg", "question_id": 202100755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201462470", "201462473", "201462471", "201462469"], "equivalent": ["201462473", "201462472"], "question": "On which side of the photo is the catcher?", "isBalanced": true, "groups": {"global": null, "local": "10q-catcher_hposition"}, "answer": "left", "semanticStr": "select: catcher (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The catcher is on the left of the image.", "image": "n508641.jpg", "question_id": 201462472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887252", "201887288", "201887285", "201887287", "201887292", "201887293"], "equivalent": ["201887286"], "question": "What is in the basket?", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-basket_in,s"}, "answer": "broccoli", "semanticStr": "select: basket (9)->relate: _,in,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The broccoli is in the basket.", "image": "n429961.jpg", "question_id": 201887286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20518589"], "question": "What is the sink on?", "isBalanced": true, "groups": {"global": "", "local": "14-sink_on,o"}, "answer": "countertop", "semanticStr": "select: sink (3)->relate: _,on,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "3", "5:7": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is on the counter top.", "image": "n141939.jpg", "question_id": 20518589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "frisbee,to the right of,o (0)"}], "entailed": ["201590052", "201590143"], "equivalent": ["201590142"], "question": "Is the player to the right of the frisbee that looks white?", "isBalanced": true, "groups": {"global": null, "local": "13-player_frisbee"}, "answer": "yes", "semanticStr": "select: player (4)->verify rel: frisbee,to the right of,o (0) [0]", "annotations": {"answer": {}, "question": {"11": "0", "8": "0", "2": "4"}, "fullAnswer": {"9": "0", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the player is to the right of the frisbee.", "image": "n260762.jpg", "question_id": 201590142}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "fence,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20341130"], "question": "Do you see a fence in front of the tree that is in front of the school?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_fence"}, "answer": "no", "semanticStr": "select: school (20)->relate: tree,in front of,s (7) [0]->relate: fence,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "7", "16": "20"}, "fullAnswer": {"9": "7", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a sculpture in front of the tree.", "image": "n346247.jpg", "question_id": 20341130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baskets (16)"}, {"operation": "filter", "dependencies": [0], "argument": "not(empty)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}], "entailed": ["201795285"], "equivalent": ["201795286"], "question": "Do the baskets that are not empty look colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-baskets_colorful"}, "answer": "yes", "semanticStr": "select: baskets (16)->filter: not(empty) [0]->verify: colorful [1]", "annotations": {"answer": {}, "question": {"2": "16", "6": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the baskets are colorful.", "image": "n119944.jpg", "question_id": 201795286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(dark brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(dark brown)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201832560", "201832559", "201832558", "201832557", "201832556"], "equivalent": ["201832545"], "question": "Is there any bed or table that is not dark brown?", "isBalanced": true, "groups": {"global": null, "local": "04-bed_n#dark brown"}, "answer": "no", "semanticStr": "select: bed (4)->filter color: not(dark brown) [0]->exist: ? [1]->select: table (-) ->filter color: not(dark brown) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bed but it is dark brown.", "image": "n432591.jpg", "question_id": 201832545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081756", "202081757", "202081755", "202082042", "202082041", "202082103", "202082100", "202082101", "202082106", "202082107", "202082104", "202082105"], "equivalent": ["202082102"], "question": "Which kind of device is to the left of the lamp?", "isBalanced": true, "groups": {"global": "device", "local": "15-lamp_to the left of,s"}, "answer": "laptop", "semanticStr": "select: lamp (12)->relate: device,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n433692.jpg", "question_id": 202082102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "heater,next to,s (2)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20645704", "20645706"], "equivalent": ["20645704", "20645705"], "question": "Does the heater next to the toilet look white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: toilet (1)->relate: heater,next to,s (2) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "6": "1"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the heater is white but small.", "image": "n98544.jpg", "question_id": 20645705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["201795847", "201795849", "201795848", "201795850"], "equivalent": ["201795848", "201795847", "201795846"], "question": "Does the man appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-man_sitting"}, "answer": "no", "semanticStr": "select: man (7)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is standing.", "image": "n119944.jpg", "question_id": 201795846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (13)"}, {"operation": "relate", "dependencies": [0], "argument": "bike,below,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201879788", "201879800", "201879791", "201879787", "201879786", "201879802", "201879790", "201879801"], "equivalent": ["201879789"], "question": "How large is the bike below the sky?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bike_size"}, "answer": "large", "semanticStr": "select: sky (13)->relate: bike,below,s (10) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "13"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bike is large.", "image": "n466319.jpg", "question_id": 201879789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201143364"], "question": "What is located on top of the table?", "isBalanced": true, "groups": {"global": "plant", "local": "14-table_on top of,s"}, "answer": "flowers", "semanticStr": "select: table (6)->relate: _,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are on top of the table.", "image": "n276011.jpg", "question_id": 201143364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20827171"], "question": "Does the side table that is not big look wooden and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_wood"}, "answer": "no", "semanticStr": "select: side table (15)->filter size: not(large) [0]->verify length: long [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "15", "7": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the side table is wooden but short.", "image": "n283587.jpg", "question_id": 20827171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}], "entailed": ["20940137", "20940120", "20940163", "20940167", "20940164", "20940165"], "equivalent": ["20940166"], "question": "Does the porcelain sink have round shape?", "isBalanced": true, "groups": {"global": null, "local": "06-sink_round"}, "answer": "no", "semanticStr": "select: sink (0)->filter material: porcelain [0]->verify shape: round [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sink is square.", "image": "n240666.jpg", "question_id": 20940166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201859354", "201859350", "201859352", "201859353", "201859349", "201859348"], "equivalent": ["201859351"], "question": "What is the lid made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-lid_material"}, "answer": "plastic", "semanticStr": "select: lid (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lid is made of plastic.", "image": "n546884.jpg", "question_id": 201859351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bench,sitting on,o (8)"}], "entailed": ["201595840"], "equivalent": ["201595841"], "question": "Is the person near the grass sitting on a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bench"}, "answer": "yes", "semanticStr": "select: grass (5)->relate: person,near,s (1) [0]->verify rel: bench,sitting on,o (8) [1]", "annotations": {"answer": {}, "question": {"9": "8", "2": "1", "5": "5"}, "fullAnswer": {"2": "1", "7": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is sitting on a bench.", "image": "n302358.jpg", "question_id": 201595841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked alongside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923256", "20923255", "20923254", "20923253", "20923156"], "equivalent": ["20923252"], "question": "What is parked alongside the barn?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-barn_parked alongside,s"}, "answer": "ambulance", "semanticStr": "select: barn (10)->relate: _,parked alongside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ambulance is parked alongside the barn.", "image": "n480253.jpg", "question_id": 20923252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243420", "202243419", "202243436", "202243440", "202243403", "202243439", "202243404", "202243405", "202243437"], "equivalent": ["202243438"], "question": "Which kind of vehicle is metallic?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "truck", "semanticStr": "select: vehicle (14)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n557666.jpg", "question_id": 202243438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "workers (25)"}, {"operation": "relate", "dependencies": [0], "argument": "ambulance,to the left of,s (9)"}, {"operation": "verify rel", "dependencies": [1], "argument": "barn,parked alongside,o (10)"}], "entailed": ["20923258"], "equivalent": ["20923257"], "question": "Is the ambulance that is to the left of the workers parked alongside the barn?", "isBalanced": true, "groups": {"global": null, "local": "13-ambulance_barn"}, "answer": "yes", "semanticStr": "select: workers (25)->relate: ambulance,to the left of,s (9) [0]->verify rel: barn,parked alongside,o (10) [1]", "annotations": {"answer": {}, "question": {"10": "25", "2": "9", "14": "10"}, "fullAnswer": {"2": "9", "7": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the ambulance is parked alongside the barn.", "image": "n480253.jpg", "question_id": 20923257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked alongside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923255", "20923254", "20923253", "20923252", "20923156"], "equivalent": ["20923256"], "question": "What vehicle is parked alongside the barn?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-barn_parked alongside,s"}, "answer": "ambulance", "semanticStr": "select: barn (10)->relate: vehicle,parked alongside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is an ambulance.", "image": "n480253.jpg", "question_id": 20923256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flags (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201976414"], "question": "Are the flags triangular and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_triangular"}, "answer": "no", "semanticStr": "select: flags (11)->verify color: red [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the flags are triangular but white.", "image": "n279173.jpg", "question_id": 201976414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calf (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20865499"], "question": "Does the calf have brown color and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "no", "semanticStr": "select: calf (0)->verify color: brown [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the calf is brown but small.", "image": "n143935.jpg", "question_id": 20865499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rock (9)"}, {"operation": "relate", "dependencies": [0], "argument": "zebras,sitting beside,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,beneath,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600085", "20600086"], "equivalent": ["20600137"], "question": "What is beneath the zebras the rock sits beside?", "isBalanced": true, "groups": {"global": "plant", "local": "14-zebras_beneath,s"}, "answer": "grass", "semanticStr": "select: rock (9)->relate: zebras,sitting beside,o (5) [0]->relate: _,beneath,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"4": "5", "6": "9"}, "fullAnswer": {"1": "14", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is beneath the zebras.", "image": "n196058.jpg", "question_id": 20600137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebra (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "relate", "dependencies": [1], "argument": "_,beneath,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600085", "20600086"], "equivalent": ["20600132"], "question": "What is beneath the zebra that is not large?", "isBalanced": true, "groups": {"global": "plant", "local": "14-zebra_beneath,s"}, "answer": "grass", "semanticStr": "select: zebra (4)->filter size: not(large) [0]->relate: _,beneath,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"8": "4", "4": "4"}, "fullAnswer": {"1": "14", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is beneath the zebra.", "image": "n196058.jpg", "question_id": 20600132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20836766", "20836767", "20836764", "20836765", "20836762", "20836759", "20836760", "20836761", "20836757", "20836756", "20836755", "20836733", "20836732", "20836771", "20836772", "20836763"], "equivalent": ["20836758"], "question": "Does the blue bag look small?", "isBalanced": true, "groups": {"global": null, "local": "06-purse_small"}, "answer": "yes", "semanticStr": "select: bag (11)->filter color: blue [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the purse is small.", "image": "n507959.jpg", "question_id": 20836758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (8)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}], "entailed": ["20632009", "20632011"], "equivalent": ["20632010"], "question": "Is the baseball mitt bright?", "isBalanced": true, "groups": {"global": null, "local": "06-baseball mitt_bright"}, "answer": "yes", "semanticStr": "select: baseball mitt (8)->verify: bright [0]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the baseball mitt is bright.", "image": "n570181.jpg", "question_id": 20632010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640492", "201640605"], "equivalent": ["201640606"], "question": "Who is wearing the watch?", "isBalanced": true, "groups": {"global": "person", "local": "14-watch_wearing,s"}, "answer": "women", "semanticStr": "select: watch (4)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are wearing a watch.", "image": "n235859.jpg", "question_id": 201640606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640492", "201640606"], "equivalent": ["201640605"], "question": "Who is wearing a watch?", "isBalanced": true, "groups": {"global": "person", "local": "14-watch_wearing,s"}, "answer": "women", "semanticStr": "select: watch (4)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "4"}, "fullAnswer": {"1": "7", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are wearing a watch.", "image": "n235859.jpg", "question_id": 201640605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light bulb (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting at,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201640603", "201640604"], "equivalent": ["201640602", "201640603"], "question": "Where are the people to the left of the bulb sitting?", "isBalanced": true, "groups": {"global": "place", "local": "14-women_sitting at,o"}, "answer": "restaurant", "semanticStr": "select: light bulb (13)->relate: person,to the left of,s (7) [0]->relate: _,sitting at,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "13", "3": "7"}, "fullAnswer": {"1": "7", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are sitting at the restaurant.", "image": "n235859.jpg", "question_id": 201640602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gift (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,near,s (0)"}, {"operation": "filter age", "dependencies": [1], "argument": "young"}, {"operation": "relate", "dependencies": [2], "argument": "device,holding,o (2)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20306513", "20306512", "20306511", "20306517", "20306516", "20306514", "20306638"], "equivalent": ["20306515"], "question": "What is the name of the device that the young man near the gift is holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "cell phone", "semanticStr": "select: gift (5)->relate: man,near,s (0) [0]->filter age: young [1]->relate: device,holding,o (2) [2]->query: name [3]", "annotations": {"answer": {"0:2": "2"}, "question": {"13": "5", "9:11": "0", "6": "2"}, "fullAnswer": {"1": "2", "4:6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a cell phone.", "image": "n554880.jpg", "question_id": 20306515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(illuminated)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228263", "202228131"], "equivalent": ["202228132"], "question": "Which kind of device isn't illuminated?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#illuminated"}, "answer": "speaker", "semanticStr": "select: device (3)->filter: not(illuminated) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n77818.jpg", "question_id": 202228132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "marble"}, {"operation": "relate", "dependencies": [1], "argument": "_,resting on,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20692297"], "equivalent": ["20692296"], "question": "What is resting on the marble counter?", "isBalanced": true, "groups": {"global": "object", "local": "14-counter_resting on,s"}, "answer": "books", "semanticStr": "select: counter (11)->filter material: marble [0]->relate: _,resting on,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"5:7": "11"}, "fullAnswer": {"1": "2", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The books are resting on the counter.", "image": "n499081.jpg", "question_id": 20692296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose rel", "dependencies": [1], "argument": "books,to the left of|to the right of,s (2)"}], "entailed": ["20692526", "20692527", "20692295", "20692528", "20692293"], "equivalent": ["20692294", "20692295"], "question": "Are the books to the left or to the right of the wood cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinet_books"}, "answer": "left", "semanticStr": "select: cabinet (9)->filter material: wood [0]->choose rel: books,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"2": "2", "12:14": "9"}, "fullAnswer": {"1": "2", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The books are to the left of the cabinet.", "image": "n499081.jpg", "question_id": 20692294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "train,above,o (-)"}], "entailed": [], "equivalent": ["20710151"], "question": "Is the sky above a train?", "isBalanced": true, "groups": {"global": null, "local": "13-sky_train"}, "answer": "no", "semanticStr": "select: sky (11)->verify rel: train,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sky is above a parent.", "image": "n489699.jpg", "question_id": 20710151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (20)"}, {"operation": "relate", "dependencies": [0], "argument": "mug,in front of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202262373"], "question": "Is the mug in front of the cup green and small?", "isBalanced": true, "groups": {"global": null, "local": "05-green_small"}, "answer": "no", "semanticStr": "select: cup (20)->relate: mug,in front of,s (4) [0]->verify color: green [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "7": "20"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mug is small but white.", "image": "n28572.jpg", "question_id": 202262373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bunny (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "seals (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20679392"], "equivalent": ["20679393"], "question": "Are there any seals or bunnies in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bunny_seals"}, "answer": "no", "semanticStr": "select: bunny (-)->exist: ? [0]->select: seals (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no seals or bunnies.", "image": "n493357.jpg", "question_id": 20679393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "airplane,above,o (-)"}], "entailed": [], "equivalent": ["20710154"], "question": "Is the sky above an airplane?", "isBalanced": true, "groups": {"global": null, "local": "13-sky_airplane"}, "answer": "no", "semanticStr": "select: sky (11)->verify rel: airplane,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sky is above a child.", "image": "n489699.jpg", "question_id": 20710154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243433", "202243432", "202243430", "202243418", "202243434", "202243403", "202243417", "202243416", "202243404", "202243405"], "equivalent": ["202243431", "202243430", "202243432"], "question": "What is the large vehicle?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_large"}, "answer": "truck", "semanticStr": "select: vehicle (14)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"4": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n557666.jpg", "question_id": 202243431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556496", "201556499", "201556498"], "equivalent": ["201556498", "201556497", "201556496"], "question": "What is the piece of furniture that is not small called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#small"}, "answer": "shelf", "semanticStr": "select: furniture (12)->filter size: not(small) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n525901.jpg", "question_id": 201556497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556497", "201556496", "201556498"], "equivalent": ["201556499"], "question": "What kind of furniture isn't small?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#small"}, "answer": "shelf", "semanticStr": "select: furniture (12)->filter size: not(small) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a shelf.", "image": "n525901.jpg", "question_id": 201556499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20178167", "20177538", "20177537", "20177490", "20177491"], "equivalent": ["20177490", "20177491", "20177492"], "question": "Do you see any forks?", "isBalanced": true, "groups": {"global": null, "local": "03-fork"}, "answer": "no", "semanticStr": "select: fork (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no forks.", "image": "n55058.jpg", "question_id": 20177492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (1)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711519", "20711539", "20711538", "20711520", "20711521"], "equivalent": ["20711540"], "question": "Which kind of toy is soft?", "isBalanced": true, "groups": {"global": "toy", "local": "12q-toy_soft"}, "answer": "stuffed bear", "semanticStr": "select: toy (1)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The toy is a stuffed bear.", "image": "n549922.jpg", "question_id": 20711540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20899323", "20899322", "20899314", "20899316", "20899317", "20899311", "20899313"], "equivalent": ["20899315"], "question": "What's the bottle made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic.", "image": "n403734.jpg", "question_id": 20899315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (1)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711519", "20711545", "20711547", "20711548", "20711549", "20711520", "20711521"], "equivalent": ["20711545", "20711546", "20711547"], "question": "What is the colorful toy in the picture?", "isBalanced": true, "groups": {"global": "toy", "local": "12q-toy_colorful"}, "answer": "stuffed bear", "semanticStr": "select: toy (1)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"4": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The toy is a stuffed bear.", "image": "n549922.jpg", "question_id": 20711546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624187", "201624186", "201624185", "201624172", "201624173", "201624176", "201624177", "201624175", "201624152", "201624188"], "equivalent": ["201624174"], "question": "What is on the pan?", "isBalanced": true, "groups": {"global": "fast food", "local": "14-pan_on,s"}, "answer": "pizza", "semanticStr": "select: pan (5)->relate: _,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza is on the pan.", "image": "n59676.jpg", "question_id": 201624174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201997193", "201997191", "201997190", "201997196", "201997195", "201997194", "201997186", "201997203", "201997202", "201997201", "201997207", "201997206", "201997205", "201997229", "201997228"], "equivalent": ["201997192"], "question": "Does the chair look large?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_large"}, "answer": "yes", "semanticStr": "select: chair (8)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is large.", "image": "n250715.jpg", "question_id": 201997192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify tone", "dependencies": [1], "argument": "light "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20866524"], "question": "Is the container made of plastic light and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_light"}, "answer": "no", "semanticStr": "select: container (8)->filter material: plastic [0]->verify color: blue [1]->verify tone: light  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the container is light but white.", "image": "n579256.jpg", "question_id": 20866524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "tone"}], "entailed": ["20866525", "20866524", "20866527", "20866530", "20866528"], "equivalent": ["20866526"], "question": "What tone does the container made of plastic have?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-container_tone"}, "answer": "light", "semanticStr": "select: container (8)->filter material: plastic [0]->query: tone [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container has light tone.", "image": "n579256.jpg", "question_id": 20866526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20866519", "20866520", "20866522"], "equivalent": ["20866521"], "question": "Which side of the picture is the plastic container on, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-container_hposition"}, "answer": "right", "semanticStr": "select: container (8)->filter material: plastic [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"7:9": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The container is on the right of the image.", "image": "n579256.jpg", "question_id": 20866521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201510311", "201510328", "201510323", "201510325", "201510324", "201510326"], "equivalent": ["201510327"], "question": "Which kind of fruit is it?", "isBalanced": true, "groups": {"global": "fruit", "local": "11q-fruit"}, "answer": "pear", "semanticStr": "select: fruit (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (25)"}, {"operation": "filter", "dependencies": [0], "argument": "not(long sleeved)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201492239"], "equivalent": ["201492240"], "question": "What clothing item is not long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#long sleeved"}, "answer": "baseball mitt", "semanticStr": "select: clothing (25)->filter: not(long sleeved) [0]->query: name [1]", "annotations": {"answer": {"0:2": "25"}, "question": {"1:3": "10"}, "fullAnswer": {"1:3": "10", "5:7": "25"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a baseball mitt.", "image": "n9856.jpg", "question_id": 201492240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose color", "dependencies": [1], "argument": "black|white"}], "entailed": [], "equivalent": ["20691652"], "question": "What color are the towels made of cloth, black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-towels_color"}, "answer": "black", "semanticStr": "select: towels (3)->filter material: cloth [0]->choose color: black|white [1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towels are black.", "image": "n153293.jpg", "question_id": 20691652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "shorts,wearing,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202144424", "202144425", "202144426", "202144427", "202144421", "202144422", "202144429"], "equivalent": ["202144424", "202144423"], "question": "What color are the shorts that the man is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "brown", "semanticStr": "select: man (0)->relate: shorts,wearing,o (14) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "0"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are brown.", "image": "n37274.jpg", "question_id": 202144423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,sitting in front of,o (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20836606", "20836579", "20836577", "20836576"], "equivalent": ["20836579", "20836578"], "question": "What is the piece of furniture that the luggage that is brown and black is sitting in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-luggage_sitting in front of,o"}, "answer": "table", "semanticStr": "select: luggage (2)->filter color: brown [0]->filter color: black [1]->relate: furniture,sitting in front of,o (7) [2]->query: name [3]", "annotations": {"answer": {"0": "7"}, "question": {"11": "2", "8": "2", "13": "2", "3:6": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n507959.jpg", "question_id": 20836578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20349797", "20349700"], "equivalent": ["20349798"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (6)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n468864.jpg", "question_id": 20349798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (2)"}, {"operation": "filter", "dependencies": [0], "argument": "new"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201663483", "201663482", "201663480", "201663484", "201663474", "201663473"], "equivalent": ["201663481", "201663480"], "question": "Are there any new dishwashers?", "isBalanced": true, "groups": {"global": null, "local": "04-dishwasher_new"}, "answer": "yes", "semanticStr": "select: dishwasher (2)->filter: new [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a new dishwasher.", "image": "n35676.jpg", "question_id": 201663481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (12)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20692072", "20692073", "20692070", "20692076", "20692077", "20692074", "20692075", "20692087", "20692086", "20692078", "20692083", "20692082", "20692081", "20692080", "20692101"], "equivalent": ["20692079"], "question": "How big is the sink?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sink_size"}, "answer": "small", "semanticStr": "select: sink (12)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is small.", "image": "n499081.jpg", "question_id": 20692079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|sleeveless"}], "entailed": ["201030500", "201030501", "201030502", "201030503", "201030504", "201030505", "201030506", "201030509", "201030487", "201030488", "201030498"], "equivalent": ["201030507"], "question": "Does the shirt seem to be sleeveless or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (5)->choose: long sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n54424.jpg", "question_id": 201030507}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "ceiling,above,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201997610", "201997609"], "equivalent": ["201997609", "201997610", "201997611"], "question": "Does the ceiling above the table look blue and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "no", "semanticStr": "select: table (6)->relate: ceiling,above,s (10) [0]->verify color: blue [1]->verify cleanliness: clean  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "6"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the ceiling is clean but white.", "image": "n319845.jpg", "question_id": 201997611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,staring at,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153289", "201153288", "201153186"], "equivalent": ["201153290"], "question": "Who is staring at the giraffe?", "isBalanced": true, "groups": {"global": "person", "local": "14-giraffe_staring at,s"}, "answer": "woman", "semanticStr": "select: giraffe (9)->relate: person,staring at,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is staring at the giraffe.", "image": "n160664.jpg", "question_id": 201153290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201983815", "201983814"], "equivalent": ["201983816"], "question": "Is there any bag that is black?", "isBalanced": true, "groups": {"global": null, "local": "04-bag_black"}, "answer": "no", "semanticStr": "select: bag (0)->filter color: black [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a bag but it is red.", "image": "n16378.jpg", "question_id": 201983816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "post (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,staring at,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201153291", "201153293", "201153294", "201153295", "201153296", "201153297", "201153499", "201153500"], "equivalent": ["201153292"], "question": "What animal is the person in front of the post staring at?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_staring at,o"}, "answer": "giraffe", "semanticStr": "select: post (8)->relate: person,in front of,s (3) [0]->relate: animal,staring at,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "8", "4": "3"}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is staring at the giraffe.", "image": "n160664.jpg", "question_id": 201153292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,staring at,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153291", "201153292", "201153294", "201153295", "201153296", "201153297", "201153499", "201153500"], "equivalent": ["201153293"], "question": "What animal is the woman staring at?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_staring at,o"}, "answer": "giraffe", "semanticStr": "select: woman (3)->relate: animal,staring at,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is staring at the giraffe.", "image": "n160664.jpg", "question_id": 201153293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,staring at,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153291", "201153292", "201153293", "201153294", "201153295", "201153296", "201153499", "201153500"], "equivalent": ["201153297"], "question": "Which kind of animal is the woman staring at?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_staring at,o"}, "answer": "giraffe", "semanticStr": "select: woman (3)->relate: animal,staring at,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is staring at the giraffe.", "image": "n160664.jpg", "question_id": 201153297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20645848", "20645862", "20645850", "20645851", "20645867", "20645854", "20645855", "20645856", "20645857", "20645859", "20645835", "20645860"], "equivalent": ["20645858"], "question": "What color is the small bathroom?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bathroom_color"}, "answer": "white", "semanticStr": "select: bathroom (8)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bathroom is white.", "image": "n98544.jpg", "question_id": 20645858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20441940", "20441904", "20441929", "20441931", "20441930", "20441933", "20441914", "20441926", "20441934", "20441924", "20441925", "20441913", "20441912", "20441911", "20441910", "20441932", "20441909"], "equivalent": ["20441903"], "question": "Does the table look brown and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_rectangular"}, "answer": "yes", "semanticStr": "select: table (10)->verify color: brown [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is brown and rectangular.", "image": "n207708.jpg", "question_id": 20441903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (2)"}, {"operation": "select", "dependencies": [], "argument": "plate (14) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201570582", "201570580"], "equivalent": ["201570582", "201570581"], "question": "Is the plate different in color than the purse?", "isBalanced": true, "groups": {"global": null, "local": "09diff-plate_purse"}, "answer": "yes", "semanticStr": "select: purse (2)->select: plate (14) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "14"}, "fullAnswer": {"2": "2", "7": "14"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the purse is black and the plate is white.", "image": "n382416.jpg", "question_id": 201570581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535698", "201535699", "201535708", "201535709", "201535700", "201535701", "201535706", "201535707", "201535713", "201535712"], "equivalent": ["201535714"], "question": "Which kind of clothing is yellow?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_yellow"}, "answer": "coat", "semanticStr": "select: clothing (10)->filter color: yellow [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a coat.", "image": "n272098.jpg", "question_id": 201535714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "select", "dependencies": [], "argument": "backpack (5) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20652277"], "equivalent": ["20652278", "20652277"], "question": "What is common to the soccer ball and the backpack?", "isBalanced": true, "groups": {"global": null, "local": "09common-backpack_soccer ball"}, "answer": "shape", "semanticStr": "select: soccer ball (3)->select: backpack (5) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "5", "5:7": "3"}, "fullAnswer": {"8": "5", "4:6": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the soccer ball and the backpack are round.", "image": "n400036.jpg", "question_id": 20652278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535698", "201535699", "201535708", "201535709", "201535714", "201535700", "201535701", "201535706", "201535707", "201535712"], "equivalent": ["201535713"], "question": "What kind of clothing is yellow?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_yellow"}, "answer": "coat", "semanticStr": "select: clothing (10)->filter color: yellow [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a coat.", "image": "n272098.jpg", "question_id": 201535713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201111188", "201111167", "201111173", "201111172", "201111171", "201111183", "201111168", "201111169", "201111184", "201111185"], "equivalent": ["201111169", "201111170"], "question": "The table has which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "brown", "semanticStr": "select: table (8)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is brown.", "image": "n546616.jpg", "question_id": 201111170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shorts,wearing,o (4)"}], "entailed": ["20891562"], "equivalent": ["20891561"], "question": "Is the kid wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-child_shorts"}, "answer": "yes", "semanticStr": "select: child (5)->verify rel: shorts,wearing,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "5", "4": "4"}, "fullAnswer": {"2": "5", "5": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the kid is wearing shorts.", "image": "n347706.jpg", "question_id": 20891561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891558", "20891559"], "equivalent": ["20891560"], "question": "What's the child wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-child_wearing,o"}, "answer": "shorts", "semanticStr": "select: child (5)->relate: _,wearing,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "5", "4": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing shorts.", "image": "n347706.jpg", "question_id": 20891560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20503738", "20503739", "20503736"], "equivalent": ["20503738", "20503739", "20503736", "20503737"], "question": "Is the sticker both white and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: sticker (4)->verify shape: rectangular [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sticker is rectangular but purple.", "image": "n324644.jpg", "question_id": 20503737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (2)"}, {"operation": "verify realism", "dependencies": [0], "argument": "real"}], "entailed": ["20883195", "20883190", "20883193", "20883189"], "equivalent": ["20883191"], "question": "Do you think this boy is real?", "isBalanced": true, "groups": {"global": null, "local": "06-boy_real"}, "answer": "yes", "semanticStr": "select: boy (2)->verify realism: real [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boy is real.", "image": "n159284.jpg", "question_id": 20883191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20503729", "20503738", "20503739", "20503732", "20503733", "20503731", "20503736", "20503737", "20503727", "20503726", "20503734"], "equivalent": ["20503730"], "question": "What color is the sticker that looks rectangular?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sticker_color"}, "answer": "purple", "semanticStr": "select: sticker (4)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sticker is purple.", "image": "n324644.jpg", "question_id": 20503730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201974596", "201974598", "201974599", "201974604", "201974605", "201974606", "201974607", "201974602", "201974610", "201974608", "201974619"], "equivalent": ["201974600"], "question": "What is the color of the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "dark blue", "semanticStr": "select: shirt (14)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is dark blue.", "image": "n274905.jpg", "question_id": 201974600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201972709", "201972708", "201972710", "201972711", "201972713", "201972714", "201972715", "201972716", "201972717"], "equivalent": ["201972712"], "question": "What color is the sky?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "blue", "semanticStr": "select: sky (10)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is blue.", "image": "n541482.jpg", "question_id": 201972712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(red)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20783515", "20783516"], "equivalent": ["20783517"], "question": "Do you see any chairs that are not red?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_n#red"}, "answer": "no", "semanticStr": "select: chair (9)->filter color: not(red) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a chair but it is red.", "image": "n355339.jpg", "question_id": 20783517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797834"], "equivalent": ["20797833"], "question": "The man is in front of what?", "isBalanced": true, "groups": {"global": "tree", "local": "14-man_in front of,o"}, "answer": "tree", "semanticStr": "select: man (8)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the tree.", "image": "n16656.jpg", "question_id": 20797833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (21)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,in front of,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20797836", "20797835", "20797831"], "equivalent": ["20797830"], "question": "Who is in front of the tree that is in front of the sky?", "isBalanced": true, "groups": {"global": "person", "local": "14-tree_in front of,s"}, "answer": "man", "semanticStr": "select: sky (21)->relate: tree,in front of,s (9) [0]->relate: person,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"13": "21", "6": "9"}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the tree.", "image": "n16656.jpg", "question_id": 20797830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (1)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["20342308", "20342309", "20342311", "20342310", "20342306", "20342307"], "equivalent": ["20342305"], "question": "Does the person in front of the other person appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-person_sitting"}, "answer": "no", "semanticStr": "select: person (0)->relate: person,in front of,s (1) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the person is walking.", "image": "n16425.jpg", "question_id": 20342305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "relate", "dependencies": [0], "argument": "people,sitting around,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783459", "20783458", "20783522"], "equivalent": ["20783519"], "question": "What item of furniture is in front of the people that are sitting around the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-people_in front of,s"}, "answer": "chair", "semanticStr": "select: table (14)->relate: people,sitting around,s (13) [0]->relate: furniture,in front of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "13", "1:4": "9", "15": "14"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n355339.jpg", "question_id": 20783519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797833"], "equivalent": ["20797834"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-man_in front of,o"}, "answer": "tree", "semanticStr": "select: man (8)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the tree.", "image": "n16656.jpg", "question_id": 20797834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2053784", "2053783", "2053780", "2053781"], "equivalent": ["2053782"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete.", "image": "n146555.jpg", "question_id": 2053782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snowboard (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "green"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202106446"], "equivalent": ["202106445"], "question": "Are there green snowboards or rackets?", "isBalanced": true, "groups": {"global": null, "local": "04-racket_green"}, "answer": "yes", "semanticStr": "select: racket (8)->filter color: green [0]->exist: ? [1]->select: snowboard (-) ->filter color: green [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a green racket.", "image": "n574498.jpg", "question_id": 202106445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201401744"], "question": "Does the blue sky look bright and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_clear"}, "answer": "no", "semanticStr": "select: sky (1)->filter color: blue [0]->verify: bright [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is bright but cloudy.", "image": "n155555.jpg", "question_id": 201401744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bison (0)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["20536239", "20536238", "20536237", "20536236", "20536235", "20536242", "20536240"], "equivalent": ["20536241"], "question": "How heavy is the bison?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-bison_weight"}, "answer": "heavy", "semanticStr": "select: bison (0)->query: weight [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bison is heavy.", "image": "n410476.jpg", "question_id": 20536241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify", "dependencies": [1], "argument": "paved"}, {"operation": "verify state", "dependencies": [1], "argument": "rough "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2053795", "2053787", "2053794", "2053797", "2053785", "2053791", "2053790", "2053793", "2053792", "2053800", "2053799", "2053798", "2053788", "2053789"], "equivalent": ["2053786", "2053785"], "question": "Does the concrete sidewalk look rough and paved?", "isBalanced": true, "groups": {"global": null, "local": "05-paved_rough"}, "answer": "yes", "semanticStr": "select: sidewalk (2)->filter material: concrete [0]->verify: paved [1]->verify state: rough  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sidewalk is rough and paved.", "image": "n146555.jpg", "question_id": 2053786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tomatoes (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899761", "20899762", "20899758", "20899759", "20899700"], "equivalent": ["20899760"], "question": "What kind of device is to the left of the tomatoes?", "isBalanced": true, "groups": {"global": "device", "local": "15-tomatoes_to the left of,s"}, "answer": "laptop", "semanticStr": "select: tomatoes (4)->relate: device,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n186491.jpg", "question_id": 20899760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "tomatoes,contain,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "phone,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20899764"], "equivalent": ["20899763"], "question": "Are there any phones to the left of the tomatoes that are being in the bowl?", "isBalanced": true, "groups": {"global": null, "local": "13-tomatoes_phone"}, "answer": "no", "semanticStr": "select: bowl (6)->relate: tomatoes,contain,s (4) [0]->relate: phone,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "4", "14:16": "6"}, "fullAnswer": {"10": "4", "4": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a laptop to the left of the tomatoes.", "image": "n186491.jpg", "question_id": 20899763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621813", "201621786", "201621814"], "equivalent": ["201621812"], "question": "What is the device to the right of the couch?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_to the right of,s"}, "answer": "speaker", "semanticStr": "select: couch (3)->relate: device,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"9": "3", "3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n275148.jpg", "question_id": 201621812}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bison (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20536248", "20536246", "20536244", "20536245", "20536243"], "equivalent": ["20536249"], "question": "What is the bison doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-bison_activity"}, "answer": "looking down", "semanticStr": "select: bison (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bison is looking down.", "image": "n410476.jpg", "question_id": 20536249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "relate", "dependencies": [1], "argument": "device,sitting on,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20899770", "20899700"], "equivalent": ["20899769"], "question": "What type of device is sitting on the square table?", "isBalanced": true, "groups": {"global": "device", "local": "15-table_sitting on,s"}, "answer": "laptop", "semanticStr": "select: table (7)->filter shape: square [0]->relate: device,sitting on,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8:10": "7", "3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n186491.jpg", "question_id": 20899769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306368", "20306369", "20306367", "20306371", "20306370", "20306583"], "equivalent": ["20306372"], "question": "What device is the woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding,o"}, "answer": "camera", "semanticStr": "select: woman (1)->relate: device,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the camera.", "image": "n554880.jpg", "question_id": 20306372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306368", "20306369", "20306367", "20306372", "20306371", "20306583"], "equivalent": ["20306370"], "question": "What is the device that the young woman is holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding,o"}, "answer": "camera", "semanticStr": "select: woman (1)->filter age: young [0]->relate: device,holding,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6:8": "1"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a camera.", "image": "n554880.jpg", "question_id": 20306370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20866381", "20866383", "20866382", "20866378", "20866379"], "equivalent": ["20866380"], "question": "Which color is the floor?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "gray", "semanticStr": "select: floor (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is gray.", "image": "n579256.jpg", "question_id": 20866380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20473110"], "question": "Are there glasses or women?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_woman"}, "answer": "yes", "semanticStr": "select: woman (7)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a woman.", "image": "n126891.jpg", "question_id": 20473110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "select", "dependencies": [], "argument": "room (13) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201467402"], "question": "What is common to the door and the room?", "isBalanced": true, "groups": {"global": null, "local": "09common-door_room"}, "answer": "color", "semanticStr": "select: door (8)->select: room (13) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "13", "5": "8"}, "fullAnswer": {"4": "8", "7": "13"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the door and the room are white.", "image": "n295771.jpg", "question_id": 201467402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,under,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20518338", "20518337", "20518334", "20518335"], "equivalent": ["20518336"], "question": "What type of appliance is under the sink that is shown in the picture?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-sink_under,s"}, "answer": "radiator", "semanticStr": "select: sink (3)->relate: appliance,under,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13", "7": "3"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a radiator.", "image": "n141939.jpg", "question_id": 20518336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,under,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20518338", "20518336", "20518334", "20518335"], "equivalent": ["20518337"], "question": "Which kind of appliance is under the sink?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-sink_under,s"}, "answer": "radiator", "semanticStr": "select: sink (3)->relate: appliance,under,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a radiator.", "image": "n141939.jpg", "question_id": 20518337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (17)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,on,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20518338", "20518336", "20518337", "20518335"], "equivalent": ["20518334"], "question": "What is under the sink on the counter top?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-sink_under,s"}, "answer": "radiator", "semanticStr": "select: countertop (17)->relate: sink,on,s (3) [0]->relate: _,under,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"4": "3", "7:9": "17"}, "fullAnswer": {"1": "13", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The radiator is under the sink.", "image": "n141939.jpg", "question_id": 20518334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20518338", "20518336", "20518337", "20518334"], "equivalent": ["20518335"], "question": "What's under the sink?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-sink_under,s"}, "answer": "radiator", "semanticStr": "select: sink (3)->relate: _,under,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The radiator is under the sink.", "image": "n141939.jpg", "question_id": 20518335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "choose material", "dependencies": [0], "argument": "glass|plastic"}], "entailed": [], "equivalent": ["201759317"], "question": "What is the window made of, glass or plastic?", "isBalanced": true, "groups": {"global": "material", "local": "10c-window_material"}, "answer": "glass", "semanticStr": "select: window (5)->choose material: glass|plastic [0]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is made of glass.", "image": "n150962.jpg", "question_id": 201759317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "drawer,under,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20518339"], "question": "Do you see any drawers under the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_drawer"}, "answer": "no", "semanticStr": "select: sink (3)->relate: drawer,under,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"4": "13", "7": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a radiator under the sink.", "image": "n141939.jpg", "question_id": 20518339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "houses (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked near,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201952900", "201952899", "201952895", "201952897", "201952896"], "equivalent": ["201952898"], "question": "What is the vehicle that is parked near the houses called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-houses_parked near,s"}, "answer": "car", "semanticStr": "select: houses (8)->relate: vehicle,parked near,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"9": "8", "3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n525029.jpg", "question_id": 201952898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20480525"], "question": "Do the tall books look colorful and thick?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_thick"}, "answer": "no", "semanticStr": "select: books (2)->filter height: tall [0]->verify: colorful [1]->verify thickness: thick  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the books are colorful but thin.", "image": "n520071.jpg", "question_id": 20480525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202053173"], "question": "Who in this photograph is staring?", "isBalanced": true, "groups": {"global": "person", "local": "staring"}, "answer": "umpire", "semanticStr": "select: person (0)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is staring.", "image": "n334278.jpg", "question_id": 202053173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20183257", "20183256", "20183258"], "equivalent": ["20183255", "20183256"], "question": "What is the woman that is not young sitting on top of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_sitting on top of,o"}, "answer": "steps", "semanticStr": "select: woman (6)->filter age: not(young) [0]->relate: _,sitting on top of,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "6", "7": "6"}, "fullAnswer": {"1": "6", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on top of the steps.", "image": "n151768.jpg", "question_id": 20183255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797667", "20797666", "20797660"], "equivalent": ["20797661"], "question": "What animal is the shoe behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-shoe_behind,o"}, "answer": "cat", "semanticStr": "select: shoe (0)->relate: animal,behind,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe is behind the cat.", "image": "n16656.jpg", "question_id": 20797661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "room (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548929"], "equivalent": ["201548930"], "question": "What is the room holding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-room_holding,o"}, "answer": "picture", "semanticStr": "select: room (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The room is holding the picture.", "image": "n314171.jpg", "question_id": 201548930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157362", "20157363", "20157360", "20157361", "20157380", "20157381", "20157364", "20157343", "20157378", "20157377", "20157342", "20157359"], "equivalent": ["20157379"], "question": "What kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "table", "semanticStr": "select: furniture (5)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n170941.jpg", "question_id": 20157379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "life jacket (13)"}, {"operation": "select", "dependencies": [], "argument": "shirt (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20257106"], "equivalent": ["20257105"], "question": "Are the life vest and the shirt the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-life jacket_shirt"}, "answer": "no", "semanticStr": "select: life jacket (13)->select: shirt (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "13", "6": "9"}, "fullAnswer": {"8": "9", "2:4": "13"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the life vest is black and the shirt is white.", "image": "n441859.jpg", "question_id": 20257105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "select", "dependencies": [], "argument": "table lamp (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20489406"], "equivalent": ["20489405"], "question": "Does the table lamp have the same color as the pillow?", "isBalanced": true, "groups": {"global": null, "local": "09same-pillow_table lamp"}, "answer": "no", "semanticStr": "select: pillow (6)->select: table lamp (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "6", "2:4": "8"}, "fullAnswer": {"2": "6", "7:9": "8"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pillow is blue and the table lamp is white.", "image": "n145498.jpg", "question_id": 20489405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20709843", "20709844", "20709845"], "equivalent": ["20709846"], "question": "In which part is the open umbrella?", "isBalanced": true, "groups": {"global": null, "local": "10q-umbrella_hposition"}, "answer": "left", "semanticStr": "select: umbrella (1)->filter: open [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is on the left of the image.", "image": "n24526.jpg", "question_id": 20709846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20754796"], "question": "Does the skateboard have brown color and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "no", "semanticStr": "select: skateboard (7)->verify color: brown [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skateboard is brown but small.", "image": "n566028.jpg", "question_id": 20754796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "woman,in front of,o (9)"}], "entailed": ["202169341", "202169425"], "equivalent": ["202169340"], "question": "Is the bench in front of the woman the man is to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_woman"}, "answer": "yes", "semanticStr": "select: bench (6)->verify rel: woman,in front of,o (9) [0]", "annotations": {"answer": {}, "question": {"9": "18", "2": "6", "7": "9"}, "fullAnswer": {"8": "9", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bench is in front of the woman.", "image": "n451187.jpg", "question_id": 202169340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,beneath,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963808"], "equivalent": ["20963807"], "question": "What is beneath the mirror?", "isBalanced": true, "groups": {"global": "object", "local": "14-mirror_beneath,s"}, "answer": "faucet", "semanticStr": "select: mirror (2)->relate: _,beneath,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet is beneath the mirror.", "image": "n119886.jpg", "question_id": 20963807}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,to the right of,s (1)"}, {"operation": "verify material", "dependencies": [1], "argument": "plastic"}], "entailed": ["2053568", "2053580", "2053581", "2053571", "2053573", "2053572", "2053575", "2053574"], "equivalent": ["2053568", "2053569"], "question": "Is plastic used to make the bottle to the right of the cow?", "isBalanced": true, "groups": {"global": null, "local": "06-bottle_plastic"}, "answer": "yes", "semanticStr": "select: cow (3)->relate: bottle,to the right of,s (1) [0]->verify material: plastic [1]", "annotations": {"answer": {}, "question": {"12": "3", "6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bottle is made of plastic.", "image": "n146555.jpg", "question_id": 2053569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "trees,in front of,o (13)"}], "entailed": ["20941976", "20941977", "20941961", "20941960", "20941979"], "equivalent": ["20941978"], "question": "Is the building in front of the trees that are not short?", "isBalanced": true, "groups": {"global": null, "local": "13-building_trees"}, "answer": "yes", "semanticStr": "select: building (12)->verify rel: trees,in front of,o (13) [0]", "annotations": {"answer": {}, "question": {"11": "13", "2": "12", "7": "13"}, "fullAnswer": {"8": "13", "2": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the building is in front of the trees.", "image": "n137182.jpg", "question_id": 20941978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,sitting in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667986", "20667407", "20667381", "20667408", "20667380", "20667406"], "equivalent": ["20667406", "20667405"], "question": "What device is to the right of the man that is sitting in front of the pillow?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_to the right of,s"}, "answer": "wii controller", "semanticStr": "select: pillow (9)->relate: man,sitting in front of,s (7) [0]->relate: device,to the right of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0:2": "12"}, "question": {"1": "12", "8": "7", "16": "9"}, "fullAnswer": {"1": "12", "4:6": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller.", "image": "n181355.jpg", "question_id": 20667405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dirt,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202156966", "202156970", "202156973", "202156965", "202156968", "202156969", "202156971"], "equivalent": ["202156967", "202156968"], "question": "What color is the dirt the elephants are on?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dirt_color"}, "answer": "brown", "semanticStr": "select: elephants (3)->relate: dirt,on,o (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "9", "6": "3"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is brown.", "image": "n543966.jpg", "question_id": 202156967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "verify activity", "dependencies": [0], "argument": "looking down"}], "entailed": ["20757115", "20757117", "20757119", "20757118", "20757126", "20757127", "20757121", "20757122", "20757123", "20757124", "20757125"], "equivalent": ["20757114"], "question": "Do you think that lady is looking down?", "isBalanced": true, "groups": {"global": null, "local": "06-lady_looking down"}, "answer": "yes", "semanticStr": "select: lady (9)->verify activity: looking down [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the lady is looking down.", "image": "n433532.jpg", "question_id": 20757114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (5)"}, {"operation": "relate", "dependencies": [0], "argument": "suitcase,to the right of,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201571210", "201571208", "201571207", "201571206", "201571205", "201571204", "201571203", "201571202", "201571201", "201571212", "201571198", "201571197", "201571196", "201571195", "201571194", "201571193", "201571192", "201571191", "201571189"], "equivalent": ["201571188"], "question": "Is the suitcase to the right of the other suitcase tall and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_tall"}, "answer": "yes", "semanticStr": "select: suitcase (5)->relate: suitcase,to the right of,s (7) [0]->verify color: brown [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "5", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the suitcase is tall and brown.", "image": "n382416.jpg", "question_id": 201571188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20757115", "20757114", "20757117", "20757118", "20757126", "20757127", "20757121", "20757122", "20757123", "20757124", "20757125"], "equivalent": ["20757119"], "question": "What is the lady doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-lady_activity"}, "answer": "looking down", "semanticStr": "select: lady (9)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lady is looking down.", "image": "n433532.jpg", "question_id": 20757119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394760"], "equivalent": ["20394761"], "question": "What is the woman wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "dress", "semanticStr": "select: woman (1)->relate: _,wearing,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a dress.", "image": "n369313.jpg", "question_id": 20394761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20394761"], "equivalent": ["20394760"], "question": "What is the happy woman wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "dress", "semanticStr": "select: woman (1)->filter face expression: happy [0]->relate: _,wearing,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a dress.", "image": "n369313.jpg", "question_id": 20394760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508557", "20508555", "20508556"], "equivalent": ["20508714"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n511913.jpg", "question_id": 20508714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (4)"}, {"operation": "filter", "dependencies": [1], "argument": "athletic"}, {"operation": "verify gender", "dependencies": [2], "argument": "female"}, {"operation": "verify age", "dependencies": [2], "argument": "young "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["202053319", "202053317", "202053316"], "equivalent": ["202053319", "202053318"], "question": "Is the athletic person in front of the umpire young and female?", "isBalanced": true, "groups": {"global": null, "local": "05-female_young"}, "answer": "no", "semanticStr": "select: umpire (0)->relate: person,in front of,s (4) [0]->filter: athletic [1]->verify gender: female [2]->verify age: young  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"8": "0", "2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the batter is young but male.", "image": "n334278.jpg", "question_id": 202053318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202174540", "202174541", "202174542", "202174543", "202174532", "202174508", "202174509", "202174504", "202174505", "202174506", "202174507", "202174500", "202174501", "202174502", "202174516", "202174550", "202174539", "202174538", "202174518", "202174530", "202174533", "202174514", "202174535", "202174534", "202174537", "202174536"], "equivalent": ["202174529"], "question": "Is the window rectangular and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "yes", "semanticStr": "select: window (9)->verify shape: rectangular [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is rectangular and white.", "image": "n398429.jpg", "question_id": 202174529}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}], "entailed": ["201908791", "201908787", "201908790", "201908789"], "equivalent": ["201908788"], "question": "Do the silver forks look hard?", "isBalanced": true, "groups": {"global": null, "local": "06-forks_hard"}, "answer": "yes", "semanticStr": "select: forks (1)->filter color: silver [0]->verify hardness: hard [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the forks are hard.", "image": "n479092.jpg", "question_id": 201908788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20403331", "20403339", "20403338", "20403341", "20403342", "20403343"], "equivalent": ["20403340"], "question": "What shape is the large mirror?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-mirror_shape"}, "answer": "square", "semanticStr": "select: mirror (1)->filter size: large [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is square.", "image": "n249639.jpg", "question_id": 20403340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (3)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20306593", "20306591", "20306594"], "equivalent": ["20306592"], "question": "Is the camera on the right side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-camera_right"}, "answer": "no", "semanticStr": "select: camera (3)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the camera is on the left of the image.", "image": "n554880.jpg", "question_id": 20306592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "mirror,near,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20403307"], "equivalent": ["20403344"], "question": "Is there a mirror near the white lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_mirror"}, "answer": "yes", "semanticStr": "select: lamp (0)->filter color: white [0]->relate: mirror,near,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "1", "6:8": "0"}, "fullAnswer": {"4": "1", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a mirror near the lamp.", "image": "n249639.jpg", "question_id": 20403344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (8)"}, {"operation": "choose material", "dependencies": [0], "argument": "paper|cloth"}], "entailed": ["20435304"], "equivalent": ["20435304", "20435303"], "question": "What makes up the napkin, paper or cloth?", "isBalanced": true, "groups": {"global": "material", "local": "10c-napkin_material"}, "answer": "paper", "semanticStr": "select: napkin (8)->choose material: paper|cloth [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The napkin is made of paper.", "image": "n431447.jpg", "question_id": 20435303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mat,behind,o (8)"}], "entailed": ["20940371"], "equivalent": ["20939909"], "question": "Is the garbage can behind a mat?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_mat"}, "answer": "yes", "semanticStr": "select: trash can (10)->verify rel: mat,behind,o (8) [0]", "annotations": {"answer": {}, "question": {"2:4": "10", "6": "8"}, "fullAnswer": {"2:4": "10", "7": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the garbage can is behind a mat.", "image": "n240666.jpg", "question_id": 20939909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (8)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20435314", "20435292", "20435307", "20435306", "20435312", "20435313", "20435310", "20435311", "20435308"], "equivalent": ["20435309"], "question": "How clean is that napkin?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-napkin_cleanliness"}, "answer": "dirty", "semanticStr": "select: napkin (8)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The napkin is dirty.", "image": "n431447.jpg", "question_id": 20435309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "sink,underneath,o (0)"}], "entailed": ["20939902", "20940176"], "equivalent": ["20939906"], "question": "Is the small trash can underneath the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_sink"}, "answer": "yes", "semanticStr": "select: trash can (10)->filter size: small [0]->verify rel: sink,underneath,o (0) [1]", "annotations": {"answer": {}, "question": {"2:5": "10", "7": "0"}, "fullAnswer": {"2:4": "10", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trash bin is underneath the sink.", "image": "n240666.jpg", "question_id": 20939906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "eggplant (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201887216", "201887217", "201887218"], "equivalent": ["201887219"], "question": "On which side of the picture is the eggplant?", "isBalanced": true, "groups": {"global": null, "local": "10q-eggplant_hposition"}, "answer": "right", "semanticStr": "select: eggplant (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The eggplant is on the right of the image.", "image": "n429961.jpg", "question_id": 201887219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sink,below,o (0)"}], "entailed": ["20940176"], "equivalent": ["20939902"], "question": "Is the garbage bin below a sink?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_sink"}, "answer": "yes", "semanticStr": "select: trash can (10)->verify rel: sink,below,o (0) [0]", "annotations": {"answer": {}, "question": {"2:4": "10", "6": "0"}, "fullAnswer": {"2:4": "10", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the garbage bin is below a sink.", "image": "n240666.jpg", "question_id": 20939902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "filter", "dependencies": [1], "argument": "chubby"}, {"operation": "verify rel", "dependencies": [2], "argument": "shorts,wearing,o (-)"}], "entailed": [], "equivalent": ["20901821"], "question": "Is the chubby man to the left of the umbrella wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "no", "semanticStr": "select: umbrella (7)->relate: man,to the left of,s (0) [0]->filter: chubby [1]->verify rel: shorts,wearing,o (-) [2]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "0"}, "fullAnswer": {"2": "0", "5": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing sandals.", "image": "n28792.jpg", "question_id": 20901821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter", "dependencies": [0], "argument": "chubby"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20901935", "20901934"], "equivalent": ["20901822"], "question": "What does the chubby man hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding,o"}, "answer": "umbrella", "semanticStr": "select: man (0)->filter: chubby [0]->relate: _,holding,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man holds the umbrella.", "image": "n28792.jpg", "question_id": 20901822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201984041", "201984043", "201984042", "201984045", "201984058", "201984049", "201984048", "201984054", "201984055", "201984050", "201984051", "201984056", "201984057"], "equivalent": ["201984046"], "question": "What is the woman doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "looking down", "semanticStr": "select: woman (6)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is looking down.", "image": "n16378.jpg", "question_id": 201984046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (4)"}, {"operation": "relate", "dependencies": [0], "argument": "monitor,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201902723", "201902721", "201902724"], "equivalent": ["201902722"], "question": "The monitor to the right of the other monitor has which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-monitor_color"}, "answer": "black", "semanticStr": "select: monitor (4)->relate: monitor,to the right of,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "3", "8": "4"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The monitor is black.", "image": "n435808.jpg", "question_id": 201902722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,walking on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492022", "20492041", "20492040"], "equivalent": ["20492039"], "question": "What animal is walking on the ground?", "isBalanced": true, "groups": {"global": "bird", "local": "14-ground_walking on,s"}, "answer": "birds", "semanticStr": "select: ground (10)->relate: animal,walking on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The birds are walking on the ground.", "image": "n335542.jpg", "question_id": 20492039}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902728", "201902727"], "equivalent": ["201902726"], "question": "What sits on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-desk_sitting on top of,s"}, "answer": "monitor", "semanticStr": "select: desk (1)->relate: _,sitting on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The monitor sits on top of the desk.", "image": "n435808.jpg", "question_id": 201902726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "bright "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202100478"], "question": "Does the sky look bright and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_bright"}, "answer": "no", "semanticStr": "select: sky (2)->verify color: blue [0]->verify: bright  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is blue but dull.", "image": "n386688.jpg", "question_id": 202100478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (1)"}, {"operation": "relate", "dependencies": [0], "argument": "spectators,to the left of,s (9)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}, {"operation": "select", "dependencies": [], "argument": "batter (1) "}, {"operation": "relate", "dependencies": [3], "argument": "spectators,to the right of,s (17)"}, {"operation": "verify pose", "dependencies": [4], "argument": "sitting"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20287566", "20287567", "20287973", "20287565", "20287562", "20287968", "20287969", "20287568", "20287972", "20287971", "20287563"], "equivalent": ["20287967"], "question": "Are both the spectators to the left of the batter and the spectators that are to the right of the batter sitting?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-spectators_spectators"}, "answer": "yes", "semanticStr": "select: batter (1)->relate: spectators,to the left of,s (9) [0]->verify pose: sitting [1]->select: batter (1) ->relate: spectators,to the right of,s (17) [3]->verify pose: sitting [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"9": "1", "3": "9", "12": "17", "20": "1"}, "fullAnswer": {"3": "9", "6": "17"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the spectators and the spectators are sitting.", "image": "n317260.jpg", "question_id": 20287967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20896256", "20896259", "20896257", "20896253", "20896261", "20896260", "20896263", "20896262", "20896258", "20896254", "20896255"], "equivalent": ["20896252"], "question": "Is the plastic container on the left side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-container_left"}, "answer": "yes", "semanticStr": "select: container (12)->filter material: plastic [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the container is on the left of the image.", "image": "n548534.jpg", "question_id": 20896252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (2)"}, {"operation": "relate", "dependencies": [0], "argument": "suitcase,to the right of,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201510941", "201510943", "201510945", "201510947"], "equivalent": ["201510942"], "question": "Does the suitcase to the right of the rug have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-suitcase_small"}, "answer": "no", "semanticStr": "select: rug (2)->relate: suitcase,to the right of,s (1) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the suitcase is large.", "image": "n575770.jpg", "question_id": 201510942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621469", "201621468", "201621470", "201621471", "201621472"], "equivalent": ["201621467", "201621468"], "question": "What is the name of the wooden piece of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "tv stand", "semanticStr": "select: furniture (14)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {"7:10": "14"}, "fullAnswer": {"6:8": "14", "1:4": "14"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a TV stand.", "image": "n275148.jpg", "question_id": 201621467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621463", "201621465", "201621464"], "equivalent": ["201621466"], "question": "Which kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "tv stand", "semanticStr": "select: furniture (14)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4:6": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a TV stand.", "image": "n275148.jpg", "question_id": 201621466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "relate", "dependencies": [0], "argument": "gentleman,in front of,s (7)"}, {"operation": "filter", "dependencies": [1], "argument": "smiling"}, {"operation": "verify age", "dependencies": [2], "argument": "young"}, {"operation": "select", "dependencies": [], "argument": "person (6) "}, {"operation": "filter race", "dependencies": [4], "argument": "caucasian"}, {"operation": "verify age", "dependencies": [5], "argument": "young"}, {"operation": "and", "dependencies": [3, 6], "argument": ""}], "entailed": ["20427623", "20427626", "20427617", "20427632", "20427610", "20427714", "20427612", "20427614", "20427615", "20427713", "20427712", "20427618", "20427619", "20427732", "20427731", "20427730", "20427625", "20427685", "20427684", "20427707", "20427624", "20427627", "20427630", "20427705", "20427621", "20427611", "20427620", "20427706", "20427721", "20427722", "20427723", "20427724", "20427725", "20427726", "20427622", "20427728", "20427729", "20427740", "20427741", "20427631", "20427708", "20427709", "20427616"], "equivalent": ["20427613"], "question": "Do both the smiling gentleman in front of the picture and the Caucasian person look young?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-gentleman_man"}, "answer": "yes", "semanticStr": "select: picture (8)->relate: gentleman,in front of,s (7) [0]->filter: smiling [1]->verify age: young [2]->select: person (6) ->filter race: caucasian [4]->verify age: young [5]->and:  [3, 6]", "annotations": {"answer": {}, "question": {"9": "8", "3:5": "7", "12:14": "6"}, "fullAnswer": {"3": "7", "6": "6"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the gentleman and the man are young.", "image": "n281241.jpg", "question_id": 20427613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (4)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201342271", "201342293", "201342265", "201342273", "201342267", "201342266", "201342261", "201342260", "201342262", "201342272", "201342264", "201342274", "201342259", "201342276", "201342258"], "equivalent": ["201342263"], "question": "How big is the plane?", "isBalanced": true, "groups": {"global": "size", "local": "10q-airplane_size"}, "answer": "large", "semanticStr": "select: airplane (4)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plane is large.", "image": "n157375.jpg", "question_id": 201342263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "wristwatch,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20618703"], "equivalent": ["20618703", "20618704"], "question": "What color does the wrist watch the woman is wearing have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-wristwatch_color"}, "answer": "pink", "semanticStr": "select: woman (9)->relate: wristwatch,wearing,o (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"7": "9", "4:6": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wrist watch has pink color.", "image": "n126087.jpg", "question_id": 20618704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (7)"}, {"operation": "query", "dependencies": [0], "argument": "age"}], "entailed": ["20427625", "20427623", "20427627", "20427626", "20427614", "20427615", "20427616", "20427617", "20427619", "20427632", "20427622", "20427631", "20427630", "20427624", "20427610", "20427621", "20427611", "20427620"], "equivalent": ["20427618"], "question": "How old is the gentleman?", "isBalanced": true, "groups": {"global": "age", "local": "10q-gentleman_age"}, "answer": "young", "semanticStr": "select: gentleman (7)->query: age [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The gentleman is young.", "image": "n281241.jpg", "question_id": 20427618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (22)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202231869", "202231879", "202231876", "202231868", "202231874", "202231872", "202231870", "202231871"], "equivalent": ["202231872", "202231873"], "question": "Which color do you think the wood floor is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "dark brown", "semanticStr": "select: floor (22)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is dark brown.", "image": "n232810.jpg", "question_id": 202231873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball players (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201536431", "201536433", "201536432"], "equivalent": ["201536434"], "question": "On which side of the image are the baseball players?", "isBalanced": true, "groups": {"global": null, "local": "10q-baseball players_hposition"}, "answer": "right", "semanticStr": "select: baseball players (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball players are on the right of the image.", "image": "n538684.jpg", "question_id": 201536434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scarf (-) "}, {"operation": "filter", "dependencies": [3], "argument": "colorful"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201975056", "201975055"], "equivalent": ["201975054"], "question": "Is there a colorful hat or scarf?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_colorful"}, "answer": "no", "semanticStr": "select: hat (6)->filter: colorful [0]->exist: ? [1]->select: scarf (-) ->filter: colorful [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is black and white.", "image": "n274905.jpg", "question_id": 201975054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "filter age", "dependencies": [1], "argument": "old"}, {"operation": "query", "dependencies": [2], "argument": "fatness"}], "entailed": ["201640545", "201640569", "201640568", "201640518", "201640516", "201640517", "201640561", "201640560", "201640547", "201640552", "201640553", "201640550", "201640541", "201640570", "201640554", "201640542", "201640549", "201640548", "201640546"], "equivalent": ["201640551"], "question": "How fat are the old people who are wearing a dress?", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-women_fatness"}, "answer": "fat", "semanticStr": "select: dress (12)->relate: person,wearing,s (7) [0]->filter age: old [1]->query: fatness [2]", "annotations": {"answer": {}, "question": {"10": "12", "4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The women are fat.", "image": "n235859.jpg", "question_id": 201640551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201885435", "201885440", "201885434", "201885438", "201885439", "201885429", "201885428", "201885427", "201885426", "201885425", "201885437", "201885436", "201885432", "201885433"], "equivalent": ["201885430"], "question": "What's the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "jumping", "semanticStr": "select: man (4)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is jumping.", "image": "n222297.jpg", "question_id": 201885430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (8) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201654552", "201654398"], "equivalent": ["201654400"], "question": "Are there both a horse and a fence in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-fence_horses"}, "answer": "yes", "semanticStr": "select: horses (2)->exist: ? [0]->select: fence (8) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "2", "7": "8"}, "fullAnswer": {"8": "8", "5": "2"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a horse and a fence.", "image": "n6309.jpg", "question_id": 201654400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "truck (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201434287"], "question": "Are there both trucks and airplanes?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-airplane_truck"}, "answer": "no", "semanticStr": "select: airplane (6)->exist: ? [0]->select: truck (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is an airplane but no trucks.", "image": "n545516.jpg", "question_id": 201434287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (7)"}, {"operation": "choose name", "dependencies": [0], "argument": "bottle|cup"}], "entailed": ["201770900"], "equivalent": ["201770899", "201770900"], "question": "What is this, a cup or a bottle?", "isBalanced": true, "groups": {"global": "bottle", "local": "08oc-bottle_cup"}, "answer": "bottle", "semanticStr": "select: this (7)->choose name: bottle|cup [0]", "annotations": {"answer": {"0": "7"}, "question": {"7": "7"}, "fullAnswer": {"3": "7"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bottle.", "image": "n310625.jpg", "question_id": 201770899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jars (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100785", "202100784", "202100781", "202100779", "202100783", "202100780"], "equivalent": ["202100782"], "question": "What are the jars sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-jars_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: jars (17)->relate: _,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "17", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jars are sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "curtain (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201713598", "201713596"], "equivalent": ["201713599"], "question": "Are there any curtains or trash cans in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-curtain_trash can"}, "answer": "no", "semanticStr": "select: trash can (-)->exist: ? [0]->select: curtain (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no curtains or trash cans.", "image": "n455563.jpg", "question_id": 201713599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (2)"}, {"operation": "filter race", "dependencies": [1], "argument": "asian"}, {"operation": "relate", "dependencies": [2], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201068687"], "equivalent": ["201068686"], "question": "What is the Asian person near the water bottle wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "dress shirt", "semanticStr": "select: water bottle (4)->relate: person,near,s (2) [0]->filter race: asian [1]->relate: _,wearing,o (5) [2]->query: name [3]", "annotations": {"answer": {"0:2": "5"}, "question": {"3:5": "2", "7:9": "4"}, "fullAnswer": {"1": "2", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a dress shirt.", "image": "n159802.jpg", "question_id": 201068686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068686"], "equivalent": ["201068687"], "question": "What is the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "dress shirt", "semanticStr": "select: man (2)->relate: _,wearing,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "2", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a dress shirt.", "image": "n159802.jpg", "question_id": 201068687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "fluffy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20717090", "20717123", "20717089"], "equivalent": ["20717125"], "question": "Which kind of furniture is fluffy?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_fluffy"}, "answer": "bed", "semanticStr": "select: furniture (8)->filter: fluffy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n67005.jpg", "question_id": 20717125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pen (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201556936", "201556937"], "equivalent": ["201556938"], "question": "What is the pen made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-pen_material"}, "answer": "plastic", "semanticStr": "select: pen (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pen is made of plastic.", "image": "n525901.jpg", "question_id": 201556938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201556939"], "question": "What is located on top of the white paper?", "isBalanced": true, "groups": {"global": "", "local": "14-paper_on top of,s"}, "answer": "pen", "semanticStr": "select: paper (6)->filter color: white [0]->relate: _,on top of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7:9": "6"}, "fullAnswer": {"1": "3", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pen is on top of the paper.", "image": "n525901.jpg", "question_id": 201556939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (3)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|red"}], "entailed": [], "equivalent": ["20756792"], "question": "What color is the hair, gray or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-hair_color"}, "answer": "gray", "semanticStr": "select: hair (3)->choose color: gray|red [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hair is gray.", "image": "n433532.jpg", "question_id": 20756792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pen (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201556936", "201556938"], "equivalent": ["201556937"], "question": "What material is the pen?", "isBalanced": true, "groups": {"global": "material", "local": "10q-pen_material"}, "answer": "plastic", "semanticStr": "select: pen (3)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pen is made of plastic.", "image": "n525901.jpg", "question_id": 201556937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "waffles,to the left of,s (5)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202285526"], "equivalent": ["202285527", "202285526"], "question": "Do you see any waffles to the left of the fork?", "isBalanced": true, "groups": {"global": null, "local": "13-fork_waffles"}, "answer": "yes", "semanticStr": "select: fork (10)->relate: waffles,to the left of,s (5) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "10", "4": "5"}, "fullAnswer": {"9": "10", "3": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are waffles to the left of the fork.", "image": "n100991.jpg", "question_id": 202285527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "verify rel", "dependencies": [0], "argument": "basket,in front of,o (8)"}], "entailed": ["201879574", "201879718", "201879719"], "equivalent": ["201879573"], "question": "Is the truck in front of the basket?", "isBalanced": true, "groups": {"global": null, "local": "13-truck_basket"}, "answer": "yes", "semanticStr": "select: truck (18)->verify rel: basket,in front of,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "18", "7": "8"}, "fullAnswer": {"8": "8", "2": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the truck is in front of the basket.", "image": "n290409.jpg", "question_id": 201879573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (14)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201795100", "201795101", "201795102", "201795104", "201795105", "201795098", "201795099", "201795106", "201795094", "201795107", "201795093", "201795108", "201795114", "201795115", "201795028", "201795027"], "equivalent": ["201795103"], "question": "What color is the large animal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-elephant_color"}, "answer": "dark brown", "semanticStr": "select: animal (14)->filter size: large [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is dark brown.", "image": "n119944.jpg", "question_id": 201795103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (8)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}, {"operation": "select", "dependencies": [], "argument": "dress shirt (1) "}, {"operation": "filter color", "dependencies": [2], "argument": "black"}, {"operation": "verify", "dependencies": [3], "argument": "long sleeved"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["20248161", "20248189", "20247668", "20247665", "20248184", "20247667", "20247666", "20248181", "20248180", "20248183", "20248182", "20247673", "20247663", "20247662", "20248175", "20248177", "20247674", "20247672", "20248179", "20247671", "20247669"], "equivalent": ["20248178"], "question": "Are the sweater and the black dress shirt both long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-dress shirt_sweater"}, "answer": "yes", "semanticStr": "select: sweater (8)->verify: long sleeved [0]->select: dress shirt (1) ->filter color: black [2]->verify: long sleeved [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"2": "8", "5:8": "1"}, "fullAnswer": {"3": "8", "6:8": "1"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the sweater and the dress shirt are long sleeved.", "image": "n49310.jpg", "question_id": 20248178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["201156172"], "question": "What makes up the jacket, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-jacket_material"}, "answer": "cloth", "semanticStr": "select: jacket (15)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is made of cloth.", "image": "n146522.jpg", "question_id": 201156172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (23)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked along,s (27)"}, {"operation": "choose rel", "dependencies": [1], "argument": "car,to the right of|to the left of,s (19)"}], "entailed": ["20923118", "20923119", "20922999", "20922998", "20923123", "20923125", "20923124", "20923122", "20923121", "20923120", "20923000"], "equivalent": ["20923001"], "question": "Is the car to the left or to the right of the vehicle that is parked along the street?", "isBalanced": true, "groups": {"global": null, "local": "13-fire truck_car"}, "answer": "right", "semanticStr": "select: street (23)->relate: vehicle,parked along,s (27) [0]->choose rel: car,to the right of|to the left of,s (19) [1]", "annotations": {"answer": {}, "question": {"2": "19", "18": "23", "12": "27"}, "fullAnswer": {"1": "19", "8:10": "27"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The car is to the right of the fire truck.", "image": "n480253.jpg", "question_id": 20923001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knee pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245887"], "equivalent": ["20245902"], "question": "Who wears a knee pad?", "isBalanced": true, "groups": {"global": "person", "local": "14-knee pad_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: knee pad (6)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "1", "4:6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder wears a knee pad.", "image": "n489190.jpg", "question_id": 20245902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245887", "20245901"], "equivalent": ["20245900"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: helmet (4)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "4"}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a helmet.", "image": "n489190.jpg", "question_id": 20245900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245887", "20245900"], "equivalent": ["20245901"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: helmet (4)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a helmet.", "image": "n489190.jpg", "question_id": 20245901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,skating on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245887", "20245905"], "equivalent": ["20245906"], "question": "Who is skating on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_skating on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (3)->relate: person,skating on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is skating on the skateboard.", "image": "n489190.jpg", "question_id": 20245906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knee pad (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245887"], "equivalent": ["20245907"], "question": "Who is wearing a knee pad?", "isBalanced": true, "groups": {"global": "person", "local": "14-knee pad_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: knee pad (7)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4:6": "7"}, "fullAnswer": {"1": "1", "5:7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a knee pad.", "image": "n489190.jpg", "question_id": 20245907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (8)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20248177"], "question": "Does the striped sweater look long sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "no", "semanticStr": "select: sweater (8)->filter pattern: striped [0]->verify color: black [1]->verify: long sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sweater is long sleeved but white.", "image": "n49310.jpg", "question_id": 20248177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "driver (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "helmet,wearing,o (6)"}], "entailed": ["201987481"], "equivalent": ["201987480"], "question": "Is the driver in the photo wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-driver_helmet"}, "answer": "yes", "semanticStr": "select: driver (5)->verify rel: helmet,wearing,o (6) [0]", "annotations": {"answer": {}, "question": {"8": "6", "2": "5"}, "fullAnswer": {"2": "5", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the driver is wearing a helmet.", "image": "n501951.jpg", "question_id": 201987480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "verify rel", "dependencies": [1], "argument": "elephant,to the right of,o (14)"}], "entailed": ["201795120", "201795121"], "equivalent": ["201795359"], "question": "Is the fat woman to the right of an elephant?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_elephant"}, "answer": "yes", "semanticStr": "select: woman (1)->filter fatness: fat [0]->verify rel: elephant,to the right of,o (14) [1]", "annotations": {"answer": {}, "question": {"9": "14", "2:4": "1"}, "fullAnswer": {"9": "14", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is to the right of an elephant.", "image": "n119944.jpg", "question_id": 201795359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735539", "201735538", "201735610", "201735611", "201735540"], "equivalent": ["201735541"], "question": "Which kind of furniture are the shelves sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelves_sitting on top of,o"}, "answer": "desk", "semanticStr": "select: shelves (5)->relate: furniture,sitting on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "5", "8": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelves are sitting on top of the desk.", "image": "n240973.jpg", "question_id": 201735541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,above,s (5)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201735548", "201735549"], "equivalent": ["201735547"], "question": "What type of furniture is above the newspaper that looks red and white?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-newspaper_above,s"}, "answer": "shelves", "semanticStr": "select: newspaper (9)->filter color: red [0]->filter color: white [1]->relate: furniture,above,s (5) [2]->query: name [3]", "annotations": {"answer": {"0": "5"}, "question": {"10": "9", "3": "5", "12": "9", "7": "9"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n240973.jpg", "question_id": 201735547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bear,to the left of,s (9)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20492150"], "question": "Is the bear that is to the left of the other bear long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: bear (3)->relate: bear,to the left of,s (9) [0]->verify length: long [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "3", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bear is long but brown.", "image": "n335542.jpg", "question_id": 20492150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (15)"}, {"operation": "filter", "dependencies": [0], "argument": "not(tasty)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416825"], "equivalent": ["20416826"], "question": "What kind of food is not tasty?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#tasty"}, "answer": "sausage", "semanticStr": "select: food (15)->filter: not(tasty) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "15"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n234722.jpg", "question_id": 20416826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (15)"}, {"operation": "filter", "dependencies": [0], "argument": "not(tasty)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416826"], "equivalent": ["20416825"], "question": "Which type of food is not tasty?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#tasty"}, "answer": "sausage", "semanticStr": "select: food (15)->filter: not(tasty) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "15"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n234722.jpg", "question_id": 20416825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (6)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20119164", "20119165"], "equivalent": ["20119166"], "question": "Where in the photograph is the umbrella, in the top or in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-umbrella_vposition"}, "answer": "top", "semanticStr": "select: umbrella (6)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The umbrella is in the top of the image.", "image": "n540852.jpg", "question_id": 20119166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20300358", "20300362", "20300363", "20300359", "20300361"], "equivalent": ["20300360"], "question": "Is the weather cloudy?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy.", "image": "n208302.jpg", "question_id": 20300360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20244510"], "equivalent": ["20244509"], "question": "Which place is this?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "sidewalk", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a sidewalk.", "image": "n19152.jpg", "question_id": 20244509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["201935163"], "equivalent": ["201935164"], "question": "Does the smooth table have brown color?", "isBalanced": true, "groups": {"global": null, "local": "06-table_brown"}, "answer": "no", "semanticStr": "select: table (13)->filter state: smooth [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the table is white.", "image": "n556604.jpg", "question_id": 201935164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spinach (10)"}, {"operation": "relate", "dependencies": [0], "argument": "food,with,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "food,on,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202036879", "202036888", "202036887", "202036881"], "equivalent": ["202036880"], "question": "What is the name of the food that is on the food with the spinach?", "isBalanced": true, "groups": {"global": "meat", "local": "15-pizza_on,s"}, "answer": "sausage", "semanticStr": "select: spinach (10)->relate: food,with,s (6) [0]->relate: food,on,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"11": "6", "14": "10", "6": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n200225.jpg", "question_id": 202036880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036879", "202036880", "202036888", "202036887"], "equivalent": ["202036881"], "question": "What food is on the pizza?", "isBalanced": true, "groups": {"global": "meat", "local": "15-pizza_on,s"}, "answer": "sausage", "semanticStr": "select: pizza (6)->relate: food,on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n200225.jpg", "question_id": 202036881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "ball,to the left of,o (6)"}], "entailed": [], "equivalent": ["202106209"], "question": "Is the man to the left of a ball?", "isBalanced": true, "groups": {"global": null, "local": "13-man_ball"}, "answer": "yes", "semanticStr": "select: man (0)->verify rel: ball,to the left of,o (6) [0]", "annotations": {"answer": {}, "question": {"8": "6", "2": "0"}, "fullAnswer": {"9": "6", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is to the left of a ball.", "image": "n574498.jpg", "question_id": 202106209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "woman,to the right of,s (9)"}], "entailed": ["20541729"], "equivalent": ["20541727"], "question": "Is she to the right of the couch that is to the left of the television?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_woman"}, "answer": "no", "semanticStr": "select: she (9)->verify rel: woman,to the right of,s (9) [0]", "annotations": {"answer": {}, "question": {"1": "9", "15": "6", "7": "5"}, "fullAnswer": {"9": "5", "2": "9"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is to the left of the couch.", "image": "n527290.jpg", "question_id": 20541727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic sign,behind,s (0)"}, {"operation": "verify shape", "dependencies": [1], "argument": "octagonal"}, {"operation": "verify color", "dependencies": [1], "argument": "red "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201037062", "201037077", "201037120", "201037109", "201037108", "201037061", "201037105", "201037104", "201037129", "201037106", "201037060", "201037103", "201037059", "201037058", "201037066", "201037087", "201037057", "201037056", "201037078", "201037068", "201037130", "201037063", "201037118", "201037119", "201037088", "201037067", "201037064", "201037065", "201037112", "201037113", "201037110", "201037111", "201037116", "201037117", "201037114", "201037115", "201037082", "201037083", "201037076", "201037069"], "equivalent": ["201037056", "201037055"], "question": "Is the traffic sign behind the girl octagonal and red?", "isBalanced": true, "groups": {"global": null, "local": "05-octagonal_red"}, "answer": "yes", "semanticStr": "select: girl (2)->relate: traffic sign,behind,s (0) [0]->verify shape: octagonal [1]->verify color: red  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "2"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic sign is octagonal and red.", "image": "n393305.jpg", "question_id": 201037055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20894257", "20894254", "20894255", "20894252", "20894253", "20894262", "20894258", "20894259"], "equivalent": ["20894256", "20894255"], "question": "What is the color of the long pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "brown", "semanticStr": "select: pants (5)->filter length: long [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are brown.", "image": "n272313.jpg", "question_id": 20894256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandals (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["201795816", "201795817", "201795814", "201795815", "201795811"], "equivalent": ["201795818"], "question": "How hard are the brown sandals?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-sandals_hardness"}, "answer": "hard", "semanticStr": "select: sandals (4)->filter color: brown [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sandals are hard.", "image": "n119944.jpg", "question_id": 201795818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "picture frame,hanging from,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201621324", "201621320", "201621322", "201621323", "201621319", "201621315"], "equivalent": ["201621321"], "question": "What is the color of the picture frame which is hanging from the wall?", "isBalanced": true, "groups": {"global": "color", "local": "10q-picture frame_color"}, "answer": "black", "semanticStr": "select: wall (8)->relate: picture frame,hanging from,s (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "8", "6:8": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture frame is black.", "image": "n275148.jpg", "question_id": 201621321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window frame (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201319548", "201319551", "201319482"], "equivalent": ["201319547"], "question": "Who is in front of the window frame that looks light brown?", "isBalanced": true, "groups": {"global": "person", "local": "14-window frame_in front of,s"}, "answer": "women", "semanticStr": "select: window frame (7)->filter color: light brown [0]->relate: person,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "7", "10:12": "7"}, "fullAnswer": {"1": "0", "7:9": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are in front of the window frame.", "image": "n508733.jpg", "question_id": 201319547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201439734", "201439727", "201439731", "201439732", "201439733", "201439738", "201439739", "201439729", "201439728"], "equivalent": ["201439730", "201439731"], "question": "What is the color of the shorts made of cloth?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-shorts_color"}, "answer": "dark", "semanticStr": "select: shorts (7)->filter material: cloth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "7", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are dark.", "image": "n199286.jpg", "question_id": 201439730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319541", "201319482"], "equivalent": ["201319540"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "women", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are wearing a shirt.", "image": "n508733.jpg", "question_id": 201319540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201392139", "201392141", "201392140"], "equivalent": ["201392138", "201392140", "201392141", "201392139"], "question": "Is the shirt made of cotton short sleeved and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_short sleeved"}, "answer": "no", "semanticStr": "select: shirt (8)->filter material: cotton [0]->verify color: gray [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is short sleeved but dark.", "image": "n477702.jpg", "question_id": 201392138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "verify material", "dependencies": [0], "argument": "cloth"}, {"operation": "select", "dependencies": [], "argument": "leggings (6) "}, {"operation": "filter color", "dependencies": [2], "argument": "black"}, {"operation": "verify material", "dependencies": [3], "argument": "cloth"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["201439736", "201439754"], "equivalent": ["201439735"], "question": "Are both the shorts and the black leggings made of cloth?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-leggings_shorts"}, "answer": "yes", "semanticStr": "select: shorts (7)->verify material: cloth [0]->select: leggings (6) ->filter color: black [2]->verify material: cloth [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"3": "7", "6:8": "6"}, "fullAnswer": {"3": "7", "6": "6"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the shorts and the leggings are made of cloth.", "image": "n199286.jpg", "question_id": 201439735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "filter", "dependencies": [0], "argument": "beautiful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073292", "202073293", "202073300", "202073303", "202073304", "202073298", "202073299"], "equivalent": ["202073305"], "question": "What kind of animal is beautiful?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_beautiful"}, "answer": "deer", "semanticStr": "select: animal (7)->filter: beautiful [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n219840.jpg", "question_id": 202073305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,in front of,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202218820", "202218821", "202218790", "202218792", "202218793", "202218808", "202218809", "202218779", "202218818", "202218802", "202218803", "202218806", "202218807", "202218804", "202218805", "202218822", "202218791", "202218785", "202218784", "202218787", "202218786", "202218819", "202218815", "202218814", "202218817", "202218816", "202218789", "202218788", "202218813", "202218812"], "equivalent": ["202218780"], "question": "Is the cooking utensil in front of the window blue and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_metal"}, "answer": "yes", "semanticStr": "select: window (14)->relate: cooking utensil,in front of,s (2) [0]->verify color: blue [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "14", "2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pan is blue and metallic.", "image": "n578564.jpg", "question_id": 202218780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mud (7)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,near,s (6)"}, {"operation": "filter color", "dependencies": [1], "argument": "green"}, {"operation": "query", "dependencies": [2], "argument": "height"}], "entailed": ["2094000", "2094017", "2094001", "2094002", "2094014", "2094005", "2094006", "2094007"], "equivalent": ["2094004"], "question": "What is the height of the green grass near the mud?", "isBalanced": true, "groups": {"global": "length", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: mud (7)->relate: grass,near,s (6) [0]->filter color: green [1]->query: height [2]", "annotations": {"answer": {}, "question": {"10": "7", "6:8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short.", "image": "n450919.jpg", "question_id": 2094004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201407350", "201407389"], "equivalent": ["201407351"], "question": "What does the man hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding,o"}, "answer": "racket", "semanticStr": "select: man (0)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man holds the racket.", "image": "n282607.jpg", "question_id": 201407351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (10)"}, {"operation": "verify state", "dependencies": [0], "argument": "wavy"}], "entailed": ["20169625", "20169627", "20169628"], "equivalent": ["20169624"], "question": "Is the water wavy?", "isBalanced": true, "groups": {"global": null, "local": "06-water_wavy"}, "answer": "no", "semanticStr": "select: water (10)->verify state: wavy [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the water is calm.", "image": "n58220.jpg", "question_id": 20169624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify rel", "dependencies": [1], "argument": "girl,to the right of,o (6)"}], "entailed": ["201527695", "201528009", "201528010", "201528011", "201528012"], "equivalent": ["201527694"], "question": "Is the round cake to the right of the young girl?", "isBalanced": true, "groups": {"global": null, "local": "13-cake_girl"}, "answer": "yes", "semanticStr": "select: cake (2)->filter shape: round [0]->verify rel: girl,to the right of,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "9:11": "6"}, "fullAnswer": {"9": "6", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cake is to the right of the girl.", "image": "n118102.jpg", "question_id": 201527694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20902539", "20902538", "20902554", "20902551", "20902595", "20902553", "20902552", "20902572", "20902571", "20902601", "20902603", "20902602", "20902605", "20902604", "20902607", "20902606", "20902609", "20902608", "20902546", "20902547", "20902544", "20902563", "20902542", "20902543", "20902540", "20902541", "20902568", "20902548", "20902549", "20902567", "20902562", "20902593", "20902611", "20902616", "20902617", "20902597", "20902596", "20902550"], "equivalent": ["20902593", "20902594"], "question": "Does the backpack appear to be clean and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "yes", "semanticStr": "select: backpack (1)->verify color: blue [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the backpack is clean and blue.", "image": "n411121.jpg", "question_id": 20902594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,playing with,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201407358", "201407360", "201407417"], "equivalent": ["201407359"], "question": "What is the person behind the net playing with?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_playing with,o"}, "answer": "tennis ball", "semanticStr": "select: net (15)->relate: person,behind,s (0) [0]->relate: _,playing with,o (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"3": "0", "6": "15"}, "fullAnswer": {"1": "0", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is playing with a tennis ball.", "image": "n282607.jpg", "question_id": 201407359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201982216", "201982217", "201982218", "201982209", "201982208", "201982221", "201982220"], "equivalent": ["201982217", "201982219", "201982218"], "question": "Is there a lamp in this picture that is large?", "isBalanced": true, "groups": {"global": null, "local": "04-lamp_large"}, "answer": "yes", "semanticStr": "select: lamp (15)->filter size: large [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp that is large.", "image": "n526228.jpg", "question_id": 201982219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the right of,s (1)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["2065884"], "question": "Is the girl to the right of the man happy and old?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_old"}, "answer": "no", "semanticStr": "select: man (2)->relate: girl,to the right of,s (1) [0]->verify face expression: happy [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "2", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the girl is happy but young.", "image": "n356822.jpg", "question_id": 2065884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,near,s (3)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bricks,standing on,o (14)"}], "entailed": [], "equivalent": ["201935304"], "question": "Is the woman near the man standing on the bricks?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bricks"}, "answer": "yes", "semanticStr": "select: man (4)->relate: woman,near,s (3) [0]->verify rel: bricks,standing on,o (14) [1]", "annotations": {"answer": {}, "question": {"9": "14", "2": "3", "5": "4"}, "fullAnswer": {"2": "3", "7": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is standing on the bricks.", "image": "n556604.jpg", "question_id": 201935304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing on,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201935303"], "question": "The woman near the man is standing on what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_standing on,o"}, "answer": "bricks", "semanticStr": "select: man (4)->relate: woman,near,s (3) [0]->relate: _,standing on,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"1": "3", "4": "4"}, "fullAnswer": {"1": "3", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the bricks.", "image": "n556604.jpg", "question_id": 201935303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20902850", "20902846", "20902852", "20902858", "20902859", "20902714", "20902713", "20902851"], "equivalent": ["20902848"], "question": "How is the animal that is in the backpack called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-backpack_in,s"}, "answer": "dog", "semanticStr": "select: backpack (1)->relate: animal,in,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"8": "1", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n411121.jpg", "question_id": 20902848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (2)"}, {"operation": "relate", "dependencies": [0], "argument": "stop sign,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202231407", "202231401", "202231415", "202231405", "202231414", "202231420", "202231416", "202231417", "202231402", "202231412", "202231413", "202231406", "202231419", "202231408"], "equivalent": ["202231417", "202231418"], "question": "What material is the stop sign on top of the pole made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-stop sign_material"}, "answer": "metal", "semanticStr": "select: pole (2)->relate: stop sign,on top of,s (1) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"10": "2", "4:6": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stop sign is made of metal.", "image": "n79078.jpg", "question_id": 202231418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (2)"}], "entailed": ["20247772"], "equivalent": ["20247773"], "question": "Is the person to the left of the glasses wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "yes", "semanticStr": "select: glasses (7)->relate: person,to the left of,s (0) [0]->verify rel: jeans,wearing,o (2) [1]", "annotations": {"answer": {}, "question": {"8": "7", "2": "0", "10": "2"}, "fullAnswer": {"2": "0", "5": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing jeans.", "image": "n49310.jpg", "question_id": 20247773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on top of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201462313", "201462424", "201462314"], "equivalent": ["201462312", "201462313"], "question": "What is the person on top of the field holding?", "isBalanced": true, "groups": {"global": "", "local": "14-man_holding,o"}, "answer": "bat", "semanticStr": "select: field (10)->relate: person,on top of,s (0) [0]->relate: _,holding,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8": "10", "3": "0"}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the bat.", "image": "n508641.jpg", "question_id": 201462312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "yard (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20340435"], "question": "What is the yard in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-yard_in front of,o"}, "answer": "tree", "semanticStr": "select: yard (10)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "10", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The yard is in front of the tree.", "image": "n513100.jpg", "question_id": 20340435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201462312", "201462313", "201462424"], "equivalent": ["201462314"], "question": "What is the man holding?", "isBalanced": true, "groups": {"global": "", "local": "14-man_holding,o"}, "answer": "bat", "semanticStr": "select: man (0)->relate: _,holding,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the bat.", "image": "n508641.jpg", "question_id": 201462314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247777", "20247776", "20248023"], "equivalent": ["20247778"], "question": "What's the man sitting on?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_sitting on,o"}, "answer": "bench", "semanticStr": "select: man (0)->relate: _,sitting on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the bench.", "image": "n49310.jpg", "question_id": 20247778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201987808", "201987809", "201987811", "201987810", "201987806", "201987807"], "equivalent": ["201987813"], "question": "On which side of the picture is the small bottle?", "isBalanced": true, "groups": {"global": null, "local": "10q-bottle_hposition"}, "answer": "right", "semanticStr": "select: bottle (0)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is on the right of the image.", "image": "n470131.jpg", "question_id": 201987813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887252", "201887165", "201887166"], "equivalent": ["201887171"], "question": "What kind of food is not round?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#round"}, "answer": "broccoli", "semanticStr": "select: food (7)->filter shape: not(round) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is broccoli.", "image": "n429961.jpg", "question_id": 201887171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing beside,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438691", "201438692"], "equivalent": ["201438693"], "question": "What is the batter standing beside of?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_standing beside,o"}, "answer": "home plate", "semanticStr": "select: batter (5)->relate: _,standing beside,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "5", "6:8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing beside the home plate.", "image": "n66756.jpg", "question_id": 201438693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20491789"], "question": "What is filled with bird?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-bird_filled with,s"}, "answer": "sky", "semanticStr": "select: bird (0)->relate: _,filled with,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "0"}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is filled with bird.", "image": "n335542.jpg", "question_id": 20491789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (11)"}, {"operation": "verify", "dependencies": [0], "argument": "comfortable"}], "entailed": ["20655015", "20655014", "20655011", "20655013", "20655021", "20654994", "20655020"], "equivalent": ["20655012"], "question": "Is the coat comfortable?", "isBalanced": true, "groups": {"global": null, "local": "06-coat_comfortable"}, "answer": "yes", "semanticStr": "select: coat (11)->verify: comfortable [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the coat is comfortable.", "image": "n199097.jpg", "question_id": 20655012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "robe (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20756914", "20756915", "20756912", "20756935", "20756936", "20756937", "20756938", "20756939", "20756911", "20756920", "20756940", "20756934", "20756913"], "equivalent": ["20756930"], "question": "Is the robe red and smooth?", "isBalanced": true, "groups": {"global": null, "local": "05-red_smooth"}, "answer": "yes", "semanticStr": "select: robe (4)->verify color: red [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the robe is red and smooth.", "image": "n433532.jpg", "question_id": 20756930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "silver"}], "entailed": ["20330534", "20330535", "20330526", "20330525"], "equivalent": ["20330524"], "question": "Is that car silver?", "isBalanced": true, "groups": {"global": null, "local": "06-car_silver"}, "answer": "no", "semanticStr": "select: car (6)->verify color: silver [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the car is dark.", "image": "n260521.jpg", "question_id": 20330524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20609416", "20609424", "20609411", "20609413", "20609414", "20609415", "20609423", "20609422"], "equivalent": ["20609412"], "question": "Does the plate look white?", "isBalanced": true, "groups": {"global": null, "local": "06-plate_white"}, "answer": "yes", "semanticStr": "select: plate (18)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the plate is white.", "image": "n437064.jpg", "question_id": 20609412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201527960"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "girl", "semanticStr": "select: person (6)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is sitting.", "image": "n118102.jpg", "question_id": 201527960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (21)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}], "entailed": ["201482400", "201482401", "201482396", "201482398", "201482399", "201482384", "201482395"], "equivalent": ["201482397"], "question": "Do the striped pants appear to be black and white?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_black and white"}, "answer": "yes", "semanticStr": "select: pants (21)->filter pattern: striped [0]->verify: black and white [1]", "annotations": {"answer": {}, "question": {"2:4": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trousers are black and white.", "image": "n470920.jpg", "question_id": 201482397}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201446970", "201446969", "201446968", "201446967"], "equivalent": ["201446970", "201446971"], "question": "Which side of the image is the cup on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cup_hposition"}, "answer": "right", "semanticStr": "select: cup (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is on the right of the image.", "image": "n54180.jpg", "question_id": 201446971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20963705", "20963678", "20963679", "20963693", "20963692", "20963691", "20963697", "20963695", "20963701", "20963699", "20963698", "20963688", "20963700"], "equivalent": ["20963696", "20963695"], "question": "Does the toilet look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_brown"}, "answer": "yes", "semanticStr": "select: toilet (10)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toilet is brown.", "image": "n119886.jpg", "question_id": 20963696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201207480"], "question": "What does the mug sit on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mug_sitting on,o"}, "answer": "mat", "semanticStr": "select: mug (6)->relate: _,sitting on,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "6", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mug sits on the mat.", "image": "n222915.jpg", "question_id": 201207480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20752231"], "equivalent": ["20752230"], "question": "Does the door look black?", "isBalanced": true, "groups": {"global": null, "local": "06-door_black"}, "answer": "no", "semanticStr": "select: door (18)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the door is white.", "image": "n209843.jpg", "question_id": 20752230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (1)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "gray "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201482055"], "question": "Is the jacket gray and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_gray"}, "answer": "no", "semanticStr": "select: jacket (1)->verify: bright [0]->verify color: gray  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is bright but red.", "image": "n470920.jpg", "question_id": 201482055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (14)"}, {"operation": "filter weather", "dependencies": [0], "argument": "sunny"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}], "entailed": [], "equivalent": ["20567532"], "question": "Does the sunny beach look bright?", "isBalanced": true, "groups": {"global": null, "local": "06-beach_bright"}, "answer": "yes", "semanticStr": "select: beach (14)->filter weather: sunny [0]->verify: bright [1]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the beach is bright.", "image": "n414992.jpg", "question_id": 20567532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201599756", "201599755", "201599754", "201599766", "201599767", "201599764", "201599765", "201599768", "201599783", "201599784", "201599786", "201599787"], "equivalent": ["201599785"], "question": "What kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "chair", "semanticStr": "select: furniture (0)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n285391.jpg", "question_id": 201599785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201599756", "201599755", "201599754", "201599766", "201599767", "201599764", "201599765", "201599768", "201599783", "201599784", "201599785", "201599786"], "equivalent": ["201599787"], "question": "What kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "chair", "semanticStr": "select: furniture (0)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n285391.jpg", "question_id": 201599787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (1)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["20567543", "20567542", "20567541", "20567540", "20567538"], "equivalent": ["20567537"], "question": "Does the man that is to the left of the other man seem to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-man_standing"}, "answer": "yes", "semanticStr": "select: man (0)->relate: man,to the left of,s (1) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"11": "0", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is standing.", "image": "n414992.jpg", "question_id": 20567537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162598", "202162599", "202162589", "202162588", "202162600", "202162617", "202162615"], "equivalent": ["202162618"], "question": "Which kind of furniture is black?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_black"}, "answer": "bookcase", "semanticStr": "select: furniture (8)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n69237.jpg", "question_id": 202162618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162598", "202162599", "202162589", "202162588", "202162618", "202162600", "202162617"], "equivalent": ["202162615"], "question": "What is the black item of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_black"}, "answer": "bookcase", "semanticStr": "select: furniture (8)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4:7": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n69237.jpg", "question_id": 202162615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201599756", "201599755", "201599754", "201599789", "201599790"], "equivalent": ["201599788"], "question": "What is the old piece of furniture in the photo?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_old"}, "answer": "chair", "semanticStr": "select: furniture (0)->filter: old [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:7": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n285391.jpg", "question_id": 201599788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20550579", "20550427"], "equivalent": ["20550578"], "question": "Where are the grouped people standing on?", "isBalanced": true, "groups": {"global": "plant", "local": "14-people_standing on,o"}, "answer": "grass", "semanticStr": "select: person (9)->filter: grouped [0]->relate: place,standing on,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing on the grass.", "image": "n579928.jpg", "question_id": 20550578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20340466", "20340485", "20340469", "20340478", "20340483", "20340467", "20340488", "20340472", "20340473", "20340470", "20340471", "20340476", "20340477", "20340474", "20340475"], "equivalent": ["20340484"], "question": "Is that a small fence?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_small"}, "answer": "yes", "semanticStr": "select: fence (1)->verify size: small [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, that is a small fence.", "image": "n513100.jpg", "question_id": 20340484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "choose color", "dependencies": [1], "argument": "tan|purple"}], "entailed": ["20151748"], "equivalent": ["20151749"], "question": "Which color is the bag that is made of leather, tan or purple?", "isBalanced": true, "groups": {"global": "color", "local": "10c-purse_color"}, "answer": "tan", "semanticStr": "select: bag (2)->filter material: leather [0]->choose color: tan|purple [1]", "annotations": {"answer": {}, "question": {"9": "2", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The purse is tan.", "image": "n313060.jpg", "question_id": 20151749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "mouse pad,to the right of,s (3)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202246139", "202246138", "202246140"], "equivalent": ["202246139", "202246140", "202246141", "202246138"], "question": "Is the mouse pad to the right of her both clean and large?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_large"}, "answer": "no", "semanticStr": "select: she (0)->relate: mouse pad,to the right of,s (3) [0]->verify cleanliness: clean [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mousepad is clean but small.", "image": "n310828.jpg", "question_id": 202246141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (18)"}, {"operation": "select", "dependencies": [], "argument": "jacket (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20654939", "20654940"], "equivalent": ["20654941"], "question": "Does the hat have a different color than the jacket?", "isBalanced": true, "groups": {"global": null, "local": "09diff-hat_jacket"}, "answer": "no", "semanticStr": "select: hat (18)->select: jacket (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "3", "2": "18"}, "fullAnswer": {"3": "18", "6": "3"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the hat and the jacket are black.", "image": "n199097.jpg", "question_id": 20654941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife block (20)"}, {"operation": "relate", "dependencies": [0], "argument": "knife,in,s (21)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20309041", "20309042"], "equivalent": ["20309040", "20309041"], "question": "Does the knife in the knife block have black color and short length?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: knife block (20)->relate: knife,in,s (21) [0]->verify color: black [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "21", "5:7": "20"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knife is black but long.", "image": "n278312.jpg", "question_id": 20309040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (25)"}, {"operation": "select", "dependencies": [], "argument": "sidewalk (23) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20654948"], "equivalent": ["20654949"], "question": "Is the color of the sidewalk different than the street sign?", "isBalanced": true, "groups": {"global": null, "local": "09diff-sidewalk_street sign"}, "answer": "yes", "semanticStr": "select: street sign (25)->select: sidewalk (23) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9:11": "25", "5": "23"}, "fullAnswer": {"8": "23", "2:4": "25"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the street sign is red and the sidewalk is black.", "image": "n199097.jpg", "question_id": 20654949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202003984", "202004001", "202004000", "202004003", "202004002", "202004005", "202004004", "202004007", "202004008", "202004014", "202004015", "202004012", "202003998"], "equivalent": ["202004006"], "question": "What are the doors made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-doors_material"}, "answer": "wood", "semanticStr": "select: doors (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The doors are made of wood.", "image": "n262920.jpg", "question_id": 202004006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,in front of,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20120544", "20120542", "20120543", "20120540", "20120541", "20120549", "20120537", "20120536", "20120535", "20120534", "20120539", "20120538", "20120519", "20120518", "20120515", "20120517", "20120516", "20120527", "20120520", "20120521", "20120522", "20120523", "20120528", "20120529"], "equivalent": ["20120514"], "question": "Does the fence in front of the bench look tall and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_tall"}, "answer": "yes", "semanticStr": "select: bench (11)->relate: fence,in front of,s (8) [0]->verify color: gray [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "7": "11"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is tall and gray.", "image": "n117888.jpg", "question_id": 20120514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2059533", "2059532", "2059546", "2059547", "2059545", "2059542", "2059543", "2059541"], "equivalent": ["2059544"], "question": "What color is the girl that is sitting down?", "isBalanced": true, "groups": {"global": "color", "local": "10q-girl_color"}, "answer": "blond", "semanticStr": "select: girl (14)->filter pose: sitting [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "14", "7:9": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is blond.", "image": "n130638.jpg", "question_id": 2059544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "verify", "dependencies": [0], "argument": "new"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20866356", "20866357", "20866355", "20866274", "20866227", "20866271", "20866270", "20866273", "20866272", "20866275", "20866268", "20866358", "20866276", "20866269", "20866256", "20866301", "20866267", "20866263", "20866279", "20866288", "20866289", "20866216", "20866280", "20866264", "20866215", "20866278", "20866287", "20866345", "20866344", "20866347", "20866346", "20866341", "20866343", "20866342", "20866305", "20866266", "20866260", "20866286", "20866349", "20866348", "20866228", "20866226", "20866300", "20866277", "20866304", "20866299", "20866334", "20866335", "20866336", "20866337", "20866257", "20866331", "20866332", "20866333", "20866259", "20866258"], "equivalent": ["20866265"], "question": "Does this fridge look wide and new?", "isBalanced": true, "groups": {"global": null, "local": "05-new_wide"}, "answer": "yes", "semanticStr": "select: refrigerator (2)->verify: new [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fridge is wide and new.", "image": "n579256.jpg", "question_id": 20866265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202218910", "202218912", "202218913", "202218914", "202218915", "202218916", "202218909"], "equivalent": ["202218911"], "question": "What is the color of the flower pot?", "isBalanced": true, "groups": {"global": "color", "local": "10q-flower pot_color"}, "answer": "light blue", "semanticStr": "select: flower pot (6)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flower pot is light blue.", "image": "n578564.jpg", "question_id": 202218911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201574239", "201574238", "201574237"], "equivalent": ["201574236"], "question": "Who do you think is in front of the door made of wood?", "isBalanced": true, "groups": {"global": "person", "local": "14-door_in front of,s"}, "answer": "man", "semanticStr": "select: door (8)->filter material: wood [0]->relate: person,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "8", "12": "8"}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the door.", "image": "n116329.jpg", "question_id": 201574236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tomato (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201637286"], "question": "Is there a tomato in this photo?", "isBalanced": true, "groups": {"global": null, "local": "03-tomato"}, "answer": "no", "semanticStr": "select: tomato (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no tomatoes.", "image": "n200692.jpg", "question_id": 201637286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "swimming pool (2)"}, {"operation": "relate", "dependencies": [0], "argument": "frisbee,above,s (0)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201885232"], "question": "Is the frisbee above the pool both round and white?", "isBalanced": true, "groups": {"global": null, "local": "05-round_white"}, "answer": "no", "semanticStr": "select: swimming pool (2)->relate: frisbee,above,s (0) [0]->verify shape: round [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "2"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the frisbee is round but blue.", "image": "n222297.jpg", "question_id": 201885232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify color", "dependencies": [0], "argument": "gray "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202121678"], "question": "Is the sink dirty and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_gray"}, "answer": "no", "semanticStr": "select: sink (3)->verify cleanliness: dirty [0]->verify color: gray  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is gray but clean.", "image": "n140421.jpg", "question_id": 202121678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20856883", "20856901", "20856902"], "equivalent": ["20856903"], "question": "Which kind of bag is it?", "isBalanced": true, "groups": {"global": "bag", "local": "11q-bag"}, "answer": "purse", "semanticStr": "select: bag (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The bag is a purse.", "image": "n293477.jpg", "question_id": 20856903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "helmet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201346563"], "question": "Are there both a helmet and a motorcycle in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-helmet_motorcycle"}, "answer": "no", "semanticStr": "select: motorcycle (3)->exist: ? [0]->select: helmet (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a motorcycle but no helmets.", "image": "n131634.jpg", "question_id": 201346563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked along,s (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "van,to the left of|to the right of,s (0)"}], "entailed": ["201346559", "201346558", "201346469", "201346468", "201346553", "201346463", "201346465", "201346464", "201346557", "201346556", "201346555", "201346554", "201346467", "201346466", "201346462", "201346470"], "equivalent": ["201346560"], "question": "Is the large vehicle to the right or to the left of the vehicle that is parked along the street?", "isBalanced": true, "groups": {"global": null, "local": "13-car_van"}, "answer": "left", "semanticStr": "select: street (9)->relate: vehicle,parked along,s (1) [0]->choose rel: van,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"19": "9", "13": "1", "2:4": "0"}, "fullAnswer": {"1": "0", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The van is to the left of the car.", "image": "n131634.jpg", "question_id": 201346560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856895", "20856908", "20856884", "20856894", "20856907", "20856892", "20856893", "20856883", "20856891"], "equivalent": ["20856909"], "question": "Which kind of bag is green?", "isBalanced": true, "groups": {"global": "bag", "local": "12q-bag_green"}, "answer": "purse", "semanticStr": "select: bag (0)->filter color: green [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The bag is a purse.", "image": "n293477.jpg", "question_id": 20856909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,in front of,s (1)"}, {"operation": "choose", "dependencies": [1], "argument": "unpeeled|peeled"}], "entailed": ["201479166", "201479134", "201479163", "201479193", "201479165", "201479178", "201479184", "201479176", "201479177", "201479174", "201479175", "201479172", "201479173", "201479132", "201479133", "201479192", "201479131", "201479164"], "equivalent": ["201479185"], "question": "How does the fruit in front of the cup look, unpeeled or peeled?", "isBalanced": true, "groups": {"global": "37", "local": "10c-orange_37"}, "answer": "unpeeled", "semanticStr": "select: cup (2)->relate: fruit,in front of,s (1) [0]->choose: unpeeled|peeled [1]", "annotations": {"answer": {}, "question": {"8": "2", "3": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The orange is unpeeled.", "image": "n181210.jpg", "question_id": 201479185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201974962", "201974959", "201974961", "201974960", "201974956", "201974957", "201974964", "201974942", "201974955", "201974963", "201974935"], "equivalent": ["201974958", "201974959"], "question": "What is the color of the shorts?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "black", "semanticStr": "select: shorts (3)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are black.", "image": "n274905.jpg", "question_id": 201974958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20295330", "20295331", "20295333", "20295329", "20295327", "20295326"], "equivalent": ["20295332"], "question": "What is the color of the television?", "isBalanced": true, "groups": {"global": "color", "local": "10q-television_color"}, "answer": "gray", "semanticStr": "select: television (11)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The television is gray.", "image": "n162586.jpg", "question_id": 20295332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "select", "dependencies": [], "argument": "chair (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20258543"], "equivalent": ["20258542"], "question": "Does the shirt have the same color as the chair?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_shirt"}, "answer": "yes", "semanticStr": "select: shirt (4)->select: chair (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "11", "2": "4"}, "fullAnswer": {"3": "4", "6": "11"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the shirt and the chair are white.", "image": "n204894.jpg", "question_id": 20258542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (20)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201996765"], "question": "Are the words large and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: words (20)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the words are large but gold.", "image": "n250715.jpg", "question_id": 201996765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201156114", "201156115", "201156116"], "equivalent": ["201156113"], "question": "Does the bag to the left of the boy look black?", "isBalanced": true, "groups": {"global": null, "local": "06-bag_black"}, "answer": "yes", "semanticStr": "select: boy (1)->relate: bag,to the left of,s (10) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bag is black.", "image": "n146522.jpg", "question_id": 201156113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201153186", "201153194"], "equivalent": ["201153193", "201153194"], "question": "Is there a woman that is not young?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_n#young"}, "answer": "yes", "semanticStr": "select: woman (3)->filter age: not(young) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a old woman.", "image": "n160664.jpg", "question_id": 201153193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20797646", "20797648"], "equivalent": ["20797647"], "question": "What is in front of the animal that is in front of the man?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-cat_in front of,s"}, "answer": "shoe", "semanticStr": "select: man (8)->relate: animal,in front of,s (4) [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"13": "8", "6": "4"}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe is in front of the cat.", "image": "n16656.jpg", "question_id": 20797647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,sitting on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207117", "201207077"], "equivalent": ["201207118"], "question": "What vegetable is sitting on the plate?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-plate_sitting on,s"}, "answer": "broccoli", "semanticStr": "select: plate (1)->relate: vegetable,sitting on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is broccoli.", "image": "n222915.jpg", "question_id": 201207118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn around,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["201878456", "201878454", "201878455", "201878452", "201878453", "201878451", "201878449", "201878448", "201878447"], "equivalent": ["201878450"], "question": "How old is the person that the jacket is worn around?", "isBalanced": true, "groups": {"global": "4", "local": "10q-man_age"}, "answer": "old", "semanticStr": "select: jacket (17)->relate: person,worn around,o (5) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "17"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is old.", "image": "n342511.jpg", "question_id": 201878450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (9)"}, {"operation": "relate", "dependencies": [0], "argument": "calculator,to the right of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20385287", "20385289"], "equivalent": ["20385288"], "question": "What material is the calculator that is to the right of the charger made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-calculator_material"}, "answer": "plastic", "semanticStr": "select: charger (9)->relate: calculator,to the right of,s (11) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"12": "9", "4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The calculator is made of plastic.", "image": "n90294.jpg", "question_id": 20385288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "relate", "dependencies": [0], "argument": "device,next to,s (17)"}, {"operation": "verify material", "dependencies": [1], "argument": "plastic"}, {"operation": "select", "dependencies": [], "argument": "calculator (11) "}, {"operation": "verify material", "dependencies": [3], "argument": "plastic"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["20385545", "20385544", "20385546", "20385543", "20385288", "20385542", "20385287", "20385289", "20385536"], "equivalent": ["20385537"], "question": "Are both the device next to the book and the calculator made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-calculator_remote control"}, "answer": "yes", "semanticStr": "select: book (14)->relate: device,next to,s (17) [0]->verify material: plastic [1]->select: calculator (11) ->verify material: plastic [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"10": "11", "3": "17", "7": "14"}, "fullAnswer": {"3": "17", "6": "11"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the remote and the calculator are made of plastic.", "image": "n90294.jpg", "question_id": 20385537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "choose material", "dependencies": [0], "argument": "porcelain|plastic"}], "entailed": [], "equivalent": ["201303200"], "question": "Are the cups made of plastic or porcelain?", "isBalanced": true, "groups": {"global": "material", "local": "10c-cups_material"}, "answer": "porcelain", "semanticStr": "select: cups (10)->choose material: porcelain|plastic [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cups are made of porcelain.", "image": "n518912.jpg", "question_id": 201303200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201303203"], "equivalent": ["201303202"], "question": "What is located on top of the table?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-table_on top of,s"}, "answer": "cups", "semanticStr": "select: table (9)->relate: _,on top of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cups are on top of the table.", "image": "n518912.jpg", "question_id": 201303202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797647", "20797646"], "equivalent": ["20797648"], "question": "What's in front of the cat?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-cat_in front of,s"}, "answer": "shoe", "semanticStr": "select: cat (4)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe is in front of the cat.", "image": "n16656.jpg", "question_id": 20797648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "relate", "dependencies": [0], "argument": "building,above,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201976888", "201976891", "201976890", "201976820", "201976887"], "equivalent": ["201976886"], "question": "What is in front of the building the sky is above?", "isBalanced": true, "groups": {"global": "sign", "local": "14-building_in front of,s"}, "answer": "street sign", "semanticStr": "select: sky (12)->relate: building,above,o (8) [0]->relate: _,in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"8": "12", "6": "8"}, "fullAnswer": {"8": "8", "1:3": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is in front of the building.", "image": "n279173.jpg", "question_id": 201976886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976888", "201976891", "201976890", "201976820", "201976886"], "equivalent": ["201976887"], "question": "What is in front of the building?", "isBalanced": true, "groups": {"global": "sign", "local": "14-building_in front of,s"}, "answer": "street sign", "semanticStr": "select: building (8)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"8": "8", "1:3": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is in front of the building.", "image": "n279173.jpg", "question_id": 201976887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (12)"}, {"operation": "filter", "dependencies": [0], "argument": "reflective"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497851", "201497853", "201497852"], "equivalent": ["201497854"], "question": "Which kind of device is reflective?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_reflective"}, "answer": "monitor", "semanticStr": "select: device (12)->filter: reflective [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497854}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["202133526", "202133536", "202133537", "202133538", "202133539", "202133540", "202133525"], "equivalent": ["202133541"], "question": "Is the shirt short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (1)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n412144.jpg", "question_id": 202133541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171189", "20171191", "20171190"], "equivalent": ["20171188", "20171189"], "question": "What kind of cooking utensil is on top of the table?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-table_on top of,s"}, "answer": "baking pan", "semanticStr": "select: table (6)->relate: cooking utensil,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"10": "6", "3:5": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "router,to the left of,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201902538"], "equivalent": ["201902537"], "question": "Does the router that is to the left of the chair look rectangular and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rectangular"}, "answer": "no", "semanticStr": "select: chair (10)->relate: router,to the left of,s (12) [0]->verify color: black [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "10", "2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the router is rectangular but white.", "image": "n435808.jpg", "question_id": 201902537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201738048", "201738049", "201738055", "201738051", "201738050"], "equivalent": ["201738048", "201738047"], "question": "Does the helmet have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-helmet_blue"}, "answer": "yes", "semanticStr": "select: helmet (4)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the helmet is blue.", "image": "n531731.jpg", "question_id": 201738047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,to the left of,o (-)"}], "entailed": [], "equivalent": ["201713385"], "question": "Is the mug to the left of a plate?", "isBalanced": true, "groups": {"global": null, "local": "13-mug_plate"}, "answer": "no", "semanticStr": "select: mug (1)->verify rel: plate,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"9": "0", "2": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the mug is to the left of the mirror.", "image": "n455563.jpg", "question_id": 201713385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupcakes (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202244245", "202244244", "202244247", "202244246", "202244243", "202244242", "202244236", "202244237", "202244238"], "equivalent": ["202244247", "202244248"], "question": "What shape does the food the cupcakes are to the left of have?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-rice_shape"}, "answer": "triangular", "semanticStr": "select: cupcakes (3)->relate: food,to the left of,o (2) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "2", "6": "3"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rice has triangular shape.", "image": "n296467.jpg", "question_id": 202244248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,near,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202158850"], "equivalent": ["202158849"], "question": "Is the bus near the people black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: people (3)->relate: bus,near,s (0) [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "3"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bus is black but large.", "image": "n406334.jpg", "question_id": 202158849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (12)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|pink"}], "entailed": [], "equivalent": ["20818677"], "question": "Do the shoes look black or pink?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shoes_color"}, "answer": "black", "semanticStr": "select: shoes (12)->choose color: black|pink [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shoes are black.", "image": "n279581.jpg", "question_id": 20818677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201879399", "201879392", "201879390", "201879391", "201879404", "201879400"], "equivalent": ["201879394"], "question": "What is the mirror made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "metal", "semanticStr": "select: mirror (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of metal.", "image": "n290409.jpg", "question_id": 201879394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (14)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201621698", "201621692", "201621694", "201621695", "201621696", "201621697", "201621872", "201621587", "201621588"], "equivalent": ["201621693"], "question": "What type of furniture is to the right of the device that is on top of the TV stand?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-television_to the right of,s"}, "answer": "couch", "semanticStr": "select: tv stand (14)->relate: device,on top of,s (9) [0]->relate: furniture,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"10": "9", "3": "3", "17:19": "14"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n275148.jpg", "question_id": 201621693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "relate", "dependencies": [0], "argument": "chandelier,to the left of,s (9)"}, {"operation": "choose material", "dependencies": [1], "argument": "metal|glass"}], "entailed": [], "equivalent": ["202122091"], "question": "Is the chandelier to the left of the clock made of metal or glass?", "isBalanced": true, "groups": {"global": "material", "local": "10c-chandelier_material"}, "answer": "metal", "semanticStr": "select: clock (8)->relate: chandelier,to the left of,s (9) [0]->choose material: metal|glass [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chandelier is made of metal.", "image": "n140421.jpg", "question_id": 202122091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fruit (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201887314"], "equivalent": ["201887315"], "question": "Are there any fruits or toilets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fruit_toilet"}, "answer": "no", "semanticStr": "select: toilet (-)->exist: ? [0]->select: fruit (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no fruits or toilets.", "image": "n429961.jpg", "question_id": 201887315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging on,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202003958", "202004238", "202004239", "202003957"], "equivalent": ["202004237"], "question": "The black backpack is hanging on what?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-backpack_hanging on,o"}, "answer": "doors", "semanticStr": "select: backpack (5)->filter color: black [0]->relate: _,hanging on,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1:3": "5"}, "fullAnswer": {"1": "5", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The backpack is hanging on the doors.", "image": "n262920.jpg", "question_id": 202004237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "verify rel", "dependencies": [1], "argument": "uniform,wearing,o (-)"}], "entailed": [], "equivalent": ["201982149"], "question": "Is the man that is looking down wearing a uniform?", "isBalanced": true, "groups": {"global": null, "local": "13-man_uniform"}, "answer": "no", "semanticStr": "select: man (13)->filter activity: looking down [0]->verify rel: uniform,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "13", "5:7": "13"}, "fullAnswer": {"2": "13", "6": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a shoe.", "image": "n526228.jpg", "question_id": 201982149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201737852", "201737853", "201737850", "201737854", "201737849", "201737847", "201737848", "201737846", "201737863", "201737861"], "equivalent": ["201737852", "201737850", "201737851"], "question": "What color is the wood bench?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bench_color"}, "answer": "gray", "semanticStr": "select: bench (12)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is gray.", "image": "n531731.jpg", "question_id": 201737851}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201896043", "201896042"], "equivalent": ["201896540"], "question": "What do you think is the old lady wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-lady_wearing,o"}, "answer": "coat", "semanticStr": "select: lady (9)->filter age: old [0]->relate: _,wearing,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"6:8": "9"}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is wearing a coat.", "image": "n111390.jpg", "question_id": 201896540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "horse,in front of,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201654361"], "question": "Are there any horses in front of the white fence?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_horse"}, "answer": "no", "semanticStr": "select: fence (8)->filter color: white [0]->relate: horse,in front of,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "8", "3": "0"}, "fullAnswer": {"2": "0", "6": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the horse is behind the fence.", "image": "n6309.jpg", "question_id": 201654361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "closet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202023452", "202023446", "202023447", "202023444", "202023445", "202023442", "202023440", "202023441"], "equivalent": ["202023442", "202023443"], "question": "Which color is the bed that the closet is behind of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bed_color"}, "answer": "yellow", "semanticStr": "select: closet (1)->relate: bed,behind,o (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "1"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is yellow.", "image": "n95313.jpg", "question_id": 202023443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barrier (23)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,mounted to,o (24)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20182919"], "equivalent": ["20182918"], "question": "To what is the barrier made of metal mounted?", "isBalanced": true, "groups": {"global": "place", "local": "14-barrier_mounted to,o"}, "answer": "shop", "semanticStr": "select: barrier (23)->filter material: metal [0]->relate: _,mounted to,o (24) [1]->query: name [2]", "annotations": {"answer": {"0": "24"}, "question": {"4": "23", "7": "23"}, "fullAnswer": {"1": "23", "6": "24"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The barrier is mounted to the shop.", "image": "n151768.jpg", "question_id": 20182918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mound (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480490", "201480493"], "equivalent": ["201480491"], "question": "What's the mound in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-mound_in front of,o"}, "answer": "grass", "semanticStr": "select: mound (7)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mound is in front of the grass.", "image": "n39114.jpg", "question_id": 201480491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "person,walking next to,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20978369"], "equivalent": ["20978368"], "question": "Who is walking next to the boy on the left of the picture?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_walking next to,s"}, "answer": "girl", "semanticStr": "select: boy (12)->filter hposition: left [0]->relate: person,walking next to,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"6": "12"}, "fullAnswer": {"1": "14", "7": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is walking next to the boy.", "image": "n551964.jpg", "question_id": 20978368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (4)"}, {"operation": "relate", "dependencies": [0], "argument": "mug,in,s (1)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201713291"], "equivalent": ["201713366"], "question": "Is there any mug in the bathroom?", "isBalanced": true, "groups": {"global": null, "local": "13-bathroom_mug"}, "answer": "yes", "semanticStr": "select: bathroom (4)->relate: mug,in,s (1) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1", "6": "4"}, "fullAnswer": {"4": "1", "7": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a mug in the bathroom.", "image": "n455563.jpg", "question_id": 201713366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "select", "dependencies": [], "argument": "bat (5) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20818654"], "question": "Are both the helmet and the bat made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-bat_helmet"}, "answer": "no", "semanticStr": "select: helmet (7)->select: bat (5) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "5"}, "fullAnswer": {"9": "5", "2": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the bat is made of wood.", "image": "n279581.jpg", "question_id": 20818654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "relate", "dependencies": [0], "argument": "knife block,on,s (20)"}, {"operation": "filter color", "dependencies": [1], "argument": "light brown"}, {"operation": "relate", "dependencies": [2], "argument": "appliance,to the left of,s (18)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20308805", "20308804"], "equivalent": ["20308803"], "question": "What appliance is to the left of the light brown object on the counter?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-knife block_to the left of,s"}, "answer": "stove", "semanticStr": "select: counter (26)->relate: knife block,on,s (20) [0]->filter color: light brown [1]->relate: appliance,to the left of,s (18) [2]->query: name [3]", "annotations": {"answer": {"0": "18"}, "question": {"1": "18", "8:11": "20", "13": "26"}, "fullAnswer": {"1": "18", "4": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n278312.jpg", "question_id": 20308803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "verify rel", "dependencies": [0], "argument": "drawer,to the left of,o (-)"}], "entailed": [], "equivalent": ["20308802"], "question": "Is the stove to the left of a drawer?", "isBalanced": true, "groups": {"global": null, "local": "13-stove_drawer"}, "answer": "no", "semanticStr": "select: stove (18)->verify rel: drawer,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"9": "22", "2": "18"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the stove is to the left of a toaster.", "image": "n278312.jpg", "question_id": 20308802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "countertop,underneath,o (14)"}], "entailed": ["201663199"], "equivalent": ["201663676"], "question": "Are the drawers underneath the countertop?", "isBalanced": true, "groups": {"global": null, "local": "13-drawers_countertop"}, "answer": "yes", "semanticStr": "select: drawers (7)->verify rel: countertop,underneath,o (14) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5": "14"}, "fullAnswer": {"2": "7", "6": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the drawers are underneath the countertop.", "image": "n35676.jpg", "question_id": 201663676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "filter pose", "dependencies": [0], "argument": "crouching"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20631957", "20631954", "20631952", "20631958"], "equivalent": ["20631953"], "question": "Who is in front of the person that is crouching?", "isBalanced": true, "groups": {"global": "person", "local": "14-umpire_in front of,s"}, "answer": "catcher", "semanticStr": "select: person (10)->filter pose: crouching [0]->relate: person,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "10", "6": "10"}, "fullAnswer": {"1": "6", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is in front of the umpire.", "image": "n570181.jpg", "question_id": 20631953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663672", "201663674", "201663675"], "equivalent": ["201663673"], "question": "What kind of furniture is underneath the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_underneath,s"}, "answer": "drawers", "semanticStr": "select: countertop (14)->relate: furniture,underneath,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are drawers.", "image": "n35676.jpg", "question_id": 201663673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}], "entailed": ["20515083", "20515087", "20515086", "20515085", "20515084"], "equivalent": ["20515082"], "question": "Does the brown grass look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-grass_tall"}, "answer": "yes", "semanticStr": "select: grass (2)->filter color: brown [0]->verify height: tall [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the grass is tall.", "image": "n207893.jpg", "question_id": 20515082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (3)"}, {"operation": "choose color", "dependencies": [0], "argument": "red|yellow"}], "entailed": [], "equivalent": ["202262632"], "question": "Which color is the frisbee, red or yellow?", "isBalanced": true, "groups": {"global": "color", "local": "10c-frisbee_color"}, "answer": "red", "semanticStr": "select: frisbee (3)->choose color: red|yellow [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The frisbee is red.", "image": "n538039.jpg", "question_id": 202262632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "_,about to hit,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202262599", "202262598", "202262634"], "equivalent": ["202262633"], "question": "What is about to hit the green grass?", "isBalanced": true, "groups": {"global": "object", "local": "14-grass_about to hit,s"}, "answer": "frisbee", "semanticStr": "select: grass (5)->filter color: green [0]->relate: _,about to hit,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"6:8": "5"}, "fullAnswer": {"1": "3", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The frisbee is about to hit the grass.", "image": "n538039.jpg", "question_id": 202262633}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065061", "201065060", "201065062"], "equivalent": ["201065063"], "question": "Which kind of clothing is pink?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_pink"}, "answer": "gown", "semanticStr": "select: clothing (6)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a gown.", "image": "n88933.jpg", "question_id": 201065063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,about to hit,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262635", "202262765"], "equivalent": ["202262636"], "question": "What is the frisbee about to hit?", "isBalanced": true, "groups": {"global": "plant", "local": "14-frisbee_about to hit,o"}, "answer": "grass", "semanticStr": "select: frisbee (3)->relate: _,about to hit,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "3", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The frisbee is about to hit the grass.", "image": "n538039.jpg", "question_id": 202262636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202286789", "202286786", "202286787", "202286784", "202286785", "202286782", "202286780", "202286781"], "equivalent": ["202286783"], "question": "The short sleeved shirt is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "pink", "semanticStr": "select: shirt (3)->filter: short sleeved [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is pink.", "image": "n413002.jpg", "question_id": 202286783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "boy,behind,o (0)"}], "entailed": ["20412148", "20412149", "20412248", "20412247", "20412246", "20412147", "20412146"], "equivalent": ["20412245"], "question": "Are the trees behind the young boy?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_boy"}, "answer": "yes", "semanticStr": "select: trees (6)->verify rel: boy,behind,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "0"}, "fullAnswer": {"2": "6", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are behind the boy.", "image": "n531359.jpg", "question_id": 20412245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bikes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20515088"], "question": "Are there any bicycles?", "isBalanced": true, "groups": {"global": null, "local": "03-bikes"}, "answer": "no", "semanticStr": "select: bikes (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no bicycles.", "image": "n207893.jpg", "question_id": 20515088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20456350", "20456348", "20456349", "20456347", "20456344", "20456345", "20456342", "20456343", "20456351", "20456341", "20456339", "20456353", "20456352"], "equivalent": ["20456346"], "question": "What are the shelves made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelves_material"}, "answer": "metal", "semanticStr": "select: shelves (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are made of metal.", "image": "n65885.jpg", "question_id": 20456346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306748", "20306749", "20306638", "20306742", "20306743", "20306746", "20306744", "20306745"], "equivalent": ["20306747"], "question": "What device is to the left of the television?", "isBalanced": true, "groups": {"global": "device", "local": "15-television_to the left of,s"}, "answer": "cell phone", "semanticStr": "select: television (9)->relate: device,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4:6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a cell phone.", "image": "n554880.jpg", "question_id": 20306747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201185309", "201185308", "201185305", "201185304", "201185306"], "equivalent": ["201185307"], "question": "What is the ground made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-ground_material"}, "answer": "concrete", "semanticStr": "select: ground (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ground is made of concrete.", "image": "n95904.jpg", "question_id": 201185307}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144373", "202144718", "202144719", "202144717"], "equivalent": ["202144720"], "question": "What is the blender full of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-blender_full of,o"}, "answer": "ice", "semanticStr": "select: blender (8)->relate: _,full of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "8", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blender is full of ice.", "image": "n37274.jpg", "question_id": 202144720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144729", "202144728"], "equivalent": ["202144727"], "question": "What is that blender sitting atop?", "isBalanced": true, "groups": {"global": "object", "local": "14-blender_sitting atop,o"}, "answer": "crate", "semanticStr": "select: blender (8)->relate: _,sitting atop,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blender is sitting atop the crate.", "image": "n37274.jpg", "question_id": 202144727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "dark colored"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996833"], "equivalent": ["201996835"], "question": "Which kind of clothing is dark colored?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_dark colored"}, "answer": "sweater", "semanticStr": "select: clothing (3)->filter: dark colored [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweater.", "image": "n250715.jpg", "question_id": 201996835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144659", "202144658", "202144726", "202144725"], "equivalent": ["202144724"], "question": "What is sitting atop the crate?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-crate_sitting atop,s"}, "answer": "blender", "semanticStr": "select: crate (9)->relate: _,sitting atop,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blender is sitting atop the crate.", "image": "n37274.jpg", "question_id": 202144724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["201676243", "201676242", "201676241", "201676236", "201676237", "201676240", "201676247", "201676233", "201676245", "201676244", "201676238", "201676246"], "equivalent": ["201676234"], "question": "Does she seem to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-person_sitting"}, "answer": "yes", "semanticStr": "select: she (2)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"1": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is sitting.", "image": "n233607.jpg", "question_id": 201676234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20435153"], "equivalent": ["20435152"], "question": "Inside what is the pizza?", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza_inside,o"}, "answer": "pizza box", "semanticStr": "select: pizza (6)->relate: _,inside,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"4": "6"}, "fullAnswer": {"1": "6", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza is inside the pizza box.", "image": "n431447.jpg", "question_id": 20435152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (12)"}, {"operation": "verify material", "dependencies": [0], "argument": "wood"}], "entailed": ["20456348", "20456347", "20456351", "20456350", "20456353", "20456352"], "equivalent": ["20456349"], "question": "Are the shelves made of wood?", "isBalanced": true, "groups": {"global": null, "local": "06-shelves_wood"}, "answer": "no", "semanticStr": "select: shelves (12)->verify material: wood [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shelves are made of metal.", "image": "n65885.jpg", "question_id": 20456349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201682219", "201682218", "201682233", "201682213", "201682232", "201682217", "201682216", "201682215", "201682214", "201682222", "201682223", "201682226", "201682227", "201682224", "201682225"], "equivalent": ["201682212"], "question": "Is the tennis racket round and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_round"}, "answer": "yes", "semanticStr": "select: racket (1)->verify color: red [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tennis racket is round and red.", "image": "n51658.jpg", "question_id": 201682212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053435"], "equivalent": ["202053434"], "question": "The pitcher stands where?", "isBalanced": true, "groups": {"global": "place", "local": "14-pitcher_standing on,o"}, "answer": "field", "semanticStr": "select: pitcher (6)->relate: place,standing on,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher stands on the field.", "image": "n334278.jpg", "question_id": 202053434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,throwing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053436"], "equivalent": ["202053437"], "question": "What is throwing the baseball?", "isBalanced": true, "groups": {"global": "", "local": "14-baseball_throwing,s"}, "answer": "pitcher", "semanticStr": "select: baseball (9)->relate: _,throwing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is throwing the baseball.", "image": "n334278.jpg", "question_id": 202053437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20785808", "20785804", "20785802", "20785820", "20785821", "20785805", "20785806", "20785807", "20785812", "20785811", "20785810", "20785832", "20785801"], "equivalent": ["20785809"], "question": "How large is the concrete sidewalk?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sidewalk_size"}, "answer": "large", "semanticStr": "select: sidewalk (10)->filter material: concrete [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is large.", "image": "n12404.jpg", "question_id": 20785809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935966", "201935972", "201935968", "201935969"], "equivalent": ["201935967"], "question": "What is in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_in front of,s"}, "answer": "shelf", "semanticStr": "select: wall (10)->relate: _,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelf is in front of the wall.", "image": "n500209.jpg", "question_id": 201935967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (21)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20811280", "20811361", "20811360", "20811363", "20811362", "20810879"], "equivalent": ["20811359"], "question": "What type of furniture is to the left of the shelf that looks light brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelf_to the left of,s"}, "answer": "chair", "semanticStr": "select: shelf (21)->filter color: light brown [0]->relate: furniture,to the left of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"10": "21", "3": "4", "13:15": "21"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n167552.jpg", "question_id": 20811359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879242"], "equivalent": ["201879243"], "question": "Who is wearing the skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "athlete", "semanticStr": "select: skirt (1)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a skirt.", "image": "n496803.jpg", "question_id": 201879243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756648", "20756649", "20756651", "20756650", "20756652"], "equivalent": ["20756653"], "question": "Which kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "shelf", "semanticStr": "select: furniture (10)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a shelf.", "image": "n433532.jpg", "question_id": 20756653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "fire truck,on,s (0)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201873455"], "equivalent": ["201873454"], "question": "Does the fire truck on the street look dirty and white?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_white"}, "answer": "no", "semanticStr": "select: street (13)->relate: fire truck,on,s (0) [0]->verify cleanliness: dirty [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "13"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fire truck is white but clean.", "image": "n309148.jpg", "question_id": 201873454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20661418", "20661419", "20661430", "20661431", "20661432", "20661415", "20661412", "20661413", "20661410", "20661411", "20661427", "20661426", "20661425", "20661424", "20661423", "20661422", "20661421", "20661420", "20661429", "20661428", "20661409", "20661408", "20661405", "20661404", "20661407", "20661406", "20661401", "20661403", "20661402", "20661416", "20661417"], "equivalent": ["20661400"], "question": "Do the trees look tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "yes", "semanticStr": "select: trees (2)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are tall and green.", "image": "n346736.jpg", "question_id": 20661400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (19)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (22)"}, {"operation": "verify color", "dependencies": [1], "argument": "brunette"}], "entailed": ["202012467", "202012461", "202012466", "202012462", "202012465", "202012451", "202012450", "202012453", "202012455", "202012454", "202012457", "202012456"], "equivalent": ["202012453", "202012452"], "question": "Does the person in front of the cabinets have brunette color?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_brunette"}, "answer": "yes", "semanticStr": "select: cabinets (19)->relate: person,in front of,s (22) [0]->verify color: brunette [1]", "annotations": {"answer": {}, "question": {"2": "22", "7": "19"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the woman is brunette.", "image": "n326988.jpg", "question_id": 202012452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "high "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20756677", "20756673", "20756672", "20756671", "20756670", "20756668", "20756669", "20756659", "20756660", "20756661", "20756662", "20756663", "20756664", "20756666", "20756667"], "equivalent": ["20756658"], "question": "Does the shelf that is made of wood look high and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_high"}, "answer": "yes", "semanticStr": "select: shelf (10)->filter material: wood [0]->verify color: brown [1]->verify: high  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "7": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shelf is high and brown.", "image": "n433532.jpg", "question_id": 20756658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20536040", "20536041", "20536037", "20536036", "20536039"], "equivalent": ["20536038"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudless", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudless.", "image": "n410476.jpg", "question_id": 20536038}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}], "entailed": ["201110778", "201110784", "201110776", "201110777", "201110774", "201110775"], "equivalent": ["201110773"], "question": "Is the small cup made of glass?", "isBalanced": true, "groups": {"global": null, "local": "06-cup_glass"}, "answer": "yes", "semanticStr": "select: cup (5)->filter size: small [0]->verify material: glass [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cup is made of glass.", "image": "n546616.jpg", "question_id": 201110773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202053364"], "equivalent": ["202053361"], "question": "Who is in front of the umpire that is staring?", "isBalanced": true, "groups": {"global": "person", "local": "14-umpire_in front of,s"}, "answer": "batter", "semanticStr": "select: umpire (0)->filter activity: staring [0]->relate: person,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"9": "0", "6": "0"}, "fullAnswer": {"1": "4", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the umpire.", "image": "n334278.jpg", "question_id": 202053361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20536034"], "equivalent": ["20536035"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "plain", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a plain.", "image": "n410476.jpg", "question_id": 20536035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "eating"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter activity", "dependencies": [3], "argument": "eating"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20786093", "20786091"], "equivalent": ["20786091", "20786092", "20786093"], "question": "Are there either women or men that are eating?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_eating"}, "answer": "no", "semanticStr": "select: woman (5)->filter activity: eating [0]->exist: ? [1]->select: man (-) ->filter activity: eating [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is playing.", "image": "n12404.jpg", "question_id": 20786092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201504948"], "equivalent": ["201504947"], "question": "Where do you think is the happy person standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-woman_standing on,o"}, "answer": "beach", "semanticStr": "select: person (0)->filter face expression: happy [0]->relate: place,standing on,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"6:8": "0"}, "fullAnswer": {"1": "0", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the beach.", "image": "n298104.jpg", "question_id": 201504947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504799", "201504798", "201504941"], "equivalent": ["201504940"], "question": "Who do you think wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "1"}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a shirt.", "image": "n298104.jpg", "question_id": 201504940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "berries,behind,o (5)"}], "entailed": ["201482309", "201482187", "201482186"], "equivalent": ["201482310"], "question": "Is the brown bag behind the bright fruits?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_berries"}, "answer": "yes", "semanticStr": "select: bag (6)->filter color: brown [0]->verify rel: berries,behind,o (5) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6:8": "5"}, "fullAnswer": {"2": "6", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bag is behind the berries.", "image": "n470920.jpg", "question_id": 201482310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (0)"}, {"operation": "filter", "dependencies": [0], "argument": "military"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511410", "20511411"], "equivalent": ["20511412"], "question": "What aircraft is military?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_military"}, "answer": "helicopter", "semanticStr": "select: aircraft (0)->filter: military [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202053363"], "question": "Who is the batter in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-batter_in front of,o"}, "answer": "umpire", "semanticStr": "select: batter (4)->relate: person,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "4", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the umpire.", "image": "n334278.jpg", "question_id": 202053363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (0)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511414", "20511413"], "equivalent": ["20511415"], "question": "What aircraft is heavy?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_heavy"}, "answer": "helicopter", "semanticStr": "select: aircraft (0)->filter weight: heavy [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511415}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (11)"}, {"operation": "relate", "dependencies": [0], "argument": "skater,in,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20879007"], "question": "Do you see any skaters in the parking lot?", "isBalanced": true, "groups": {"global": null, "local": "13-parking lot_skater"}, "answer": "yes", "semanticStr": "select: parking lot (11)->relate: skater,in,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "13", "7:9": "11"}, "fullAnswer": {"4": "13", "7:9": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a skater in the parking lot.", "image": "n259949.jpg", "question_id": 20879007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20511416", "20511417"], "equivalent": ["20511418"], "question": "In which part is the large helicopter, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-helicopter_vposition"}, "answer": "top", "semanticStr": "select: helicopter (0)->filter size: large [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helicopter is in the top of the image.", "image": "n229548.jpg", "question_id": 20511418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (10)"}, {"operation": "relate", "dependencies": [0], "argument": "door,behind,s (4)"}, {"operation": "verify", "dependencies": [1], "argument": "open"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201759431"], "question": "Is the door behind the mat open and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-open_rectangular"}, "answer": "no", "semanticStr": "select: mat (10)->relate: door,behind,s (4) [0]->verify: open [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5": "10"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the door is rectangular but closed.", "image": "n150962.jpg", "question_id": 201759431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20518459", "20518460", "20518458", "20518457", "20518456", "20518454", "20518453", "20518463"], "equivalent": ["20518455"], "question": "Is the countertop brown?", "isBalanced": true, "groups": {"global": null, "local": "06-countertop_brown"}, "answer": "yes", "semanticStr": "select: countertop (17)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the countertop is brown.", "image": "n141939.jpg", "question_id": 20518455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030788", "201030786", "201030787"], "equivalent": ["201030789"], "question": "Which kind of clothing is striped?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "pants", "semanticStr": "select: clothing (6)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants.", "image": "n54424.jpg", "question_id": 201030789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (14)"}, {"operation": "choose rel", "dependencies": [0], "argument": "side table,to the left of|to the right of,s (19)"}], "entailed": ["201982438", "201982439", "201982507", "201982440"], "equivalent": ["201982508"], "question": "Is the small side table to the right or to the left of the couch?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_side table"}, "answer": "left", "semanticStr": "select: couch (14)->choose rel: side table,to the left of|to the right of,s (19) [0]", "annotations": {"answer": {}, "question": {"2:5": "19", "14": "14"}, "fullAnswer": {"9": "14", "1:3": "19"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The side table is to the left of the couch.", "image": "n526228.jpg", "question_id": 201982508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (6)"}, {"operation": "choose material", "dependencies": [0], "argument": "plastic|metal"}], "entailed": ["201987564"], "equivalent": ["201987565", "201987564"], "question": "Is the helmet made of plastic or metal?", "isBalanced": true, "groups": {"global": "material", "local": "10c-helmet_material"}, "answer": "plastic", "semanticStr": "select: helmet (6)->choose material: plastic|metal [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helmet is made of plastic.", "image": "n501951.jpg", "question_id": 201987565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "street,next to,s (9)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify", "dependencies": [1], "argument": "paved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201987581", "201987579", "201987582", "201987578", "201987573", "201987577", "201987570", "201987571", "201987580"], "equivalent": ["201987569"], "question": "Is the street next to the sidewalk hard and paved?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_paved"}, "answer": "yes", "semanticStr": "select: sidewalk (3)->relate: street,next to,s (9) [0]->verify hardness: hard [1]->verify: paved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "6": "3"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street is hard and paved.", "image": "n501951.jpg", "question_id": 201987569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201370409"], "question": "What are the scissors on?", "isBalanced": true, "groups": {"global": "material", "local": "14-scissors_on,o"}, "answer": "paper", "semanticStr": "select: scissors (2)->relate: _,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "2", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The scissors are on the paper.", "image": "n351318.jpg", "question_id": 201370409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202180266", "202180270", "202180267", "202180268"], "equivalent": ["202180268", "202180269"], "question": "Is the soccer ball on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-soccer ball_hposition"}, "answer": "right", "semanticStr": "select: soccer ball (1)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The soccer ball is on the right of the image.", "image": "n380113.jpg", "question_id": 202180269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the left of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201770695", "201770683", "201770697", "201770694", "201770686", "201770687", "201770684", "201770685", "201770693", "201770688", "201770689", "201770698", "201770696", "201770691"], "equivalent": ["201770690"], "question": "Does the toothbrush to the left of the faucet seem to be small and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_small"}, "answer": "yes", "semanticStr": "select: faucet (3)->relate: toothbrush,to the left of,s (1) [0]->verify color: blue [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "3", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the toothbrush is small and blue.", "image": "n310625.jpg", "question_id": 201770690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (9)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20551697", "20551700", "20551664"], "equivalent": ["20551696"], "question": "What is on the pole that is not short?", "isBalanced": true, "groups": {"global": "object", "local": "14-pole_on,s"}, "answer": "traffic light", "semanticStr": "select: pole (9)->filter: not(short) [0]->relate: _,on,s (8) [1]->query: name [2]", "annotations": {"answer": {"0:2": "8"}, "question": {"8": "9", "4": "9"}, "fullAnswer": {"1:3": "8", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The signal light is on the pole.", "image": "n153118.jpg", "question_id": 20551696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20551696", "20551700", "20551664"], "equivalent": ["20551697"], "question": "What is on the pole?", "isBalanced": true, "groups": {"global": "object", "local": "14-pole_on,s"}, "answer": "traffic light", "semanticStr": "select: pole (9)->relate: _,on,s (8) [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {}, "fullAnswer": {"1:3": "8", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The signal light is on the pole.", "image": "n153118.jpg", "question_id": 20551697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|red"}], "entailed": ["20551695"], "equivalent": ["20551694", "20551695"], "question": "Is the traffic light red or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-traffic light_color"}, "answer": "black", "semanticStr": "select: traffic light (8)->choose color: black|red [0]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The traffic light is black.", "image": "n153118.jpg", "question_id": 20551694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "relate", "dependencies": [0], "argument": "player,next to,s (7)"}, {"operation": "choose gender", "dependencies": [1], "argument": "male|female"}], "entailed": ["20870467", "20870469", "20870468", "20870470"], "equivalent": ["20870470", "20870471"], "question": "Is the player next to the other player female or male?", "isBalanced": true, "groups": {"global": "gender", "local": "10c-player_gender"}, "answer": "male", "semanticStr": "select: player (4)->relate: player,next to,s (7) [0]->choose gender: male|female [1]", "annotations": {"answer": {}, "question": {"2": "7", "7": "4"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The player is male.", "image": "n373692.jpg", "question_id": 20870471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "relate", "dependencies": [0], "argument": "player,next to,s (7)"}, {"operation": "verify race", "dependencies": [1], "argument": "caucasian"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20870470", "20870471", "20870469", "20870468", "20870474", "20870475", "20870467", "20870466", "20870473"], "equivalent": ["20870472", "20870473"], "question": "Is the player next to the other player Caucasian and male?", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_male"}, "answer": "yes", "semanticStr": "select: player (4)->relate: player,next to,s (7) [0]->verify race: caucasian [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "7": "4"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the player is Caucasian and male.", "image": "n373692.jpg", "question_id": 20870472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201498422"], "equivalent": ["201498423", "201498422"], "question": "Does the tape that is made of plastic look small and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-small_yellow"}, "answer": "no", "semanticStr": "select: tape (2)->filter material: plastic [0]->verify size: small [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "7": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tape is small but black.", "image": "n315887.jpg", "question_id": 201498423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (1)"}, {"operation": "filter", "dependencies": [0], "argument": "cooked"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["202285224", "202285187", "202285186", "202285211", "202285210", "202285213", "202285212", "202285215", "202285214", "202285217", "202285216", "202285206", "202285207", "202285204", "202285205", "202285203", "202285223", "202285222", "202285208"], "equivalent": ["202285209"], "question": "How long is the cooked sausage?", "isBalanced": true, "groups": {"global": "length", "local": "10q-sausage_length"}, "answer": "short", "semanticStr": "select: sausage (1)->filter: cooked [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sausage is short.", "image": "n100991.jpg", "question_id": 202285209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20886948", "20886956"], "equivalent": ["20887464"], "question": "What device is not black?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#black"}, "answer": "computer mouse", "semanticStr": "select: device (11)->filter color: not(black) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4:6": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n282436.jpg", "question_id": 20887464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887432", "20887431", "20887439", "20887441", "20887457", "20887459", "20887440"], "equivalent": ["20887460"], "question": "What device is black?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_black"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n282436.jpg", "question_id": 20887460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (24)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20468368"], "equivalent": ["20468367"], "question": "Do you see any small cars or windows?", "isBalanced": true, "groups": {"global": null, "local": "04-windows_small"}, "answer": "yes", "semanticStr": "select: windows (24)->filter size: small [0]->exist: ? [1]->select: car (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "24"}, "fullAnswer": {"4": "24"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are small windows.", "image": "n171169.jpg", "question_id": 20468367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify", "dependencies": [0], "argument": "bright "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2017250"], "question": "Is the shirt bright and black and white?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_bright"}, "answer": "no", "semanticStr": "select: shirt (3)->verify: black and white [0]->verify: bright  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is bright but colorful.", "image": "n324908.jpg", "question_id": 2017250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "liquor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144705", "202144704", "202144707", "202144706", "202144701", "202144702", "202144708", "202144659", "202144658"], "equivalent": ["202144703"], "question": "What appliance is right of the liquor?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-liquor_to the right of,s"}, "answer": "blender", "semanticStr": "select: liquor (2)->relate: appliance,to the right of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347392", "201347348"], "equivalent": ["201347393"], "question": "Who is wearing the sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: sneakers (7)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "4": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing sneakers.", "image": "n65202.jpg", "question_id": 201347393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "posing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20721787"], "question": "Who is posing?", "isBalanced": true, "groups": {"global": "person", "local": "posing"}, "answer": "girl", "semanticStr": "select: person (1)->filter activity: posing [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is posing.", "image": "n89148.jpg", "question_id": 20721787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (12)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,wearing,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201056016"], "equivalent": ["201056015"], "question": "What is the vehicle to the right of the soccer player that is wearing a jersey?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-soccer player_to the right of,s"}, "answer": "car", "semanticStr": "select: jersey (12)->relate: soccer player,wearing,s (4) [0]->relate: vehicle,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "9:11": "4", "15": "12"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n259002.jpg", "question_id": 201056015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20183435", "20183436"], "equivalent": ["20183437"], "question": "What is the vegetable inside of?", "isBalanced": true, "groups": {"global": "container", "local": "14-vegetable_inside,o"}, "answer": "boxes", "semanticStr": "select: vegetable (17)->relate: _,inside,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "17", "5": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is inside the boxes.", "image": "n151768.jpg", "question_id": 20183437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["202246794", "202246800"], "equivalent": ["202246793"], "question": "Is the shirt green?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_green"}, "answer": "no", "semanticStr": "select: shirt (9)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is black.", "image": "n310828.jpg", "question_id": 202246793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree leaves (24)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201951989"], "question": "What is in front of the tree leaves?", "isBalanced": true, "groups": {"global": "object", "local": "14-tree leaves_in front of,s"}, "answer": "pole", "semanticStr": "select: tree leaves (24)->relate: _,in front of,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {}, "fullAnswer": {"1": "20", "7:9": "24"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pole is in front of the tree leaves.", "image": "n256120.jpg", "question_id": 201951989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (2)"}, {"operation": "select", "dependencies": [], "argument": "suit (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201047184", "201047185", "201047182"], "equivalent": ["201047184", "201047185", "201047183"], "question": "Do the telephone and the suit have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-phone_suit"}, "answer": "no", "semanticStr": "select: phone (2)->select: suit (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "4"}, "fullAnswer": {"3": "2", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the telephone and the suit are black.", "image": "n234683.jpg", "question_id": 201047183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (0)"}, {"operation": "relate", "dependencies": [0], "argument": "sand,on,s (6)"}, {"operation": "verify state", "dependencies": [1], "argument": "rough"}, {"operation": "verify", "dependencies": [1], "argument": "wet "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202257471", "202257494", "202257490", "202257491", "202257492", "202257493", "202257511", "202257510", "202257517", "202257489", "202257488", "202257487", "202257486", "202257469", "202257508", "202257509", "202257506", "202257505", "202257503", "202257500", "202257501"], "equivalent": ["202257504"], "question": "Does the sand on the beach look wet and rough?", "isBalanced": true, "groups": {"global": null, "local": "05-rough_wet"}, "answer": "yes", "semanticStr": "select: beach (0)->relate: sand,on,s (6) [0]->verify state: rough [1]->verify: wet  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "0"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sand is wet and rough.", "image": "n92308.jpg", "question_id": 202257504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tie,pulling,o (6)"}], "entailed": ["201431009"], "equivalent": ["201430751"], "question": "Is the person pulling a tie?", "isBalanced": true, "groups": {"global": null, "local": "13-person_tie"}, "answer": "yes", "semanticStr": "select: person (0)->verify rel: tie,pulling,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5": "6"}, "fullAnswer": {"2": "0", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is pulling a tie.", "image": "n206785.jpg", "question_id": 201430751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (6)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "choose state", "dependencies": [1], "argument": "rough|smooth"}], "entailed": ["202257500"], "equivalent": ["202257500", "202257501"], "question": "Does the sand that looks wet look smooth or rough?", "isBalanced": true, "groups": {"global": "state", "local": "10c-sand_state"}, "answer": "rough", "semanticStr": "select: sand (6)->filter: wet [0]->choose state: rough|smooth [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sand is rough.", "image": "n92308.jpg", "question_id": 202257501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "bench,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20936035", "20936037"], "equivalent": ["20936037", "20936036"], "question": "Are there any benches in front of the green trees?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_bench"}, "answer": "no", "semanticStr": "select: tree (1)->filter color: green [0]->relate: bench,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "1"}, "fullAnswer": {"9": "1", "4": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an elephant in front of the trees.", "image": "n44249.jpg", "question_id": 20936036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (18)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20551484", "20551475"], "equivalent": ["20551476"], "question": "Which kind of vehicle are the buildings behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-buildings_behind,o"}, "answer": "train", "semanticStr": "select: buildings (18)->relate: vehicle,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "18", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The buildings are behind the train.", "image": "n153118.jpg", "question_id": 20551476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20827528", "20827525", "20827538", "20827530", "20827535", "20827534", "20827537", "20827536", "20827531", "20827533", "20827532", "20827526", "20827513", "20827512", "20827522", "20827527", "20827524"], "equivalent": ["20827523"], "question": "Are the chairs square and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_square"}, "answer": "yes", "semanticStr": "select: chairs (7)->verify color: black [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chairs are square and black.", "image": "n283587.jpg", "question_id": 20827523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247295"], "equivalent": ["201247296"], "question": "What's inside the flower pot?", "isBalanced": true, "groups": {"global": "plant", "local": "14-flower pot_inside,s"}, "answer": "plant", "semanticStr": "select: flower pot (2)->relate: _,inside,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is inside the flower pot.", "image": "n83784.jpg", "question_id": 201247296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20827528", "20827526", "20827524", "20827525", "20827522"], "equivalent": ["20827527", "20827528"], "question": "What shape are the tall chairs?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-chairs_shape"}, "answer": "square", "semanticStr": "select: chairs (7)->filter height: tall [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are square.", "image": "n283587.jpg", "question_id": 20827527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247293"], "equivalent": ["201247292"], "question": "What is located on top of the side table?", "isBalanced": true, "groups": {"global": "plant", "local": "14-side table_on top of,s"}, "answer": "plant", "semanticStr": "select: side table (3)->relate: _,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"7:9": "3"}, "fullAnswer": {"1": "4", "7:9": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on top of the side table.", "image": "n83784.jpg", "question_id": 201247292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247292"], "equivalent": ["201247293"], "question": "What's located on top of the side table?", "isBalanced": true, "groups": {"global": "plant", "local": "14-side table_on top of,s"}, "answer": "plant", "semanticStr": "select: side table (3)->relate: _,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7:9": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on top of the side table.", "image": "n83784.jpg", "question_id": 201247293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201957191", "201957200", "201957193", "201957210", "201957211", "201957212", "201957190", "201957219", "201957199", "201957201", "201957192", "201957168", "201957169", "201957184", "201957185", "201957186", "201957204", "201957180", "201957181", "201957182", "201957183", "201957188", "201957189", "201957209", "201957208", "201957207", "201957206", "201957187", "201957171", "201957170", "201957202"], "equivalent": ["201957203", "201957202"], "question": "Does the Wii remotes look white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: wii controller (7)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the Wii remotes is white and small.", "image": "n536256.jpg", "question_id": 201957203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361220"], "equivalent": ["20361266"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "snowboarder", "semanticStr": "select: person (2)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The snowboarder is riding.", "image": "n352479.jpg", "question_id": 20361266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose length", "dependencies": [1], "argument": "long|short"}], "entailed": ["20349941", "20349940", "20349943", "20349942", "20349945", "20349944", "20349946", "20349938", "20349939", "20349921", "20349931", "20349932", "20349912", "20349936", "20349937"], "equivalent": ["20349947"], "question": "Is the black hair long or short?", "isBalanced": true, "groups": {"global": "length", "local": "10c-hair_length"}, "answer": "long", "semanticStr": "select: hair (7)->filter color: black [0]->choose length: long|short [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hair is long.", "image": "n468864.jpg", "question_id": 20349947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "log (26)"}, {"operation": "select", "dependencies": [], "argument": "tree (28) "}, {"operation": "different shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["201492115"], "equivalent": ["201492116"], "question": "Is the shape of the log different than the tree?", "isBalanced": true, "groups": {"global": null, "local": "09diff-log_tree"}, "answer": "no", "semanticStr": "select: log (26)->select: tree (28) ->different shape:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "28", "5": "26"}, "fullAnswer": {"3": "26", "6": "28"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the log and the tree are round.", "image": "n9856.jpg", "question_id": 201492116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "select", "dependencies": [], "argument": "wristband (3) "}, {"operation": "choose bigger", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201879148"], "question": "Which is bigger, the racket or the wristband?", "isBalanced": true, "groups": {"global": "object", "local": "09compare-racket_wristband"}, "answer": "racket", "semanticStr": "select: racket (5)->select: wristband (3) ->choose bigger:  [0, 1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "5", "7": "3"}, "fullAnswer": {"1": "5", "6": "3"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The racket is bigger than the wristband.", "image": "n496803.jpg", "question_id": 201879148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hamburger (10)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the left of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting in,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201064874", "201064796", "201064795", "201064873"], "equivalent": ["201064875"], "question": "What type of furniture is the girl to the left of the hamburger sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-girl_sitting in,o"}, "answer": "sofa", "semanticStr": "select: hamburger (10)->relate: girl,to the left of,s (3) [0]->relate: furniture,sitting in,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "12": "10", "6": "3"}, "fullAnswer": {"1": "3", "6": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is sitting in the sofa.", "image": "n88933.jpg", "question_id": 201064875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497984", "201498056", "201498050", "201498055", "201498051", "201498054", "201498052", "201498049", "201498048", "201498047", "201498046", "201498045", "201498044", "201498042", "201498041", "201498053"], "equivalent": ["201498043"], "question": "What's underneath the keyboard?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-keyboard_underneath,s"}, "answer": "desk", "semanticStr": "select: keyboard (7)->relate: _,underneath,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is underneath the keyboard.", "image": "n315887.jpg", "question_id": 201498043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (13)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the left of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201064875", "201064874", "201064796", "201064795"], "equivalent": ["201064873", "201064874"], "question": "What is the girl to the left of the plate sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-girl_sitting in,o"}, "answer": "sofa", "semanticStr": "select: plate (13)->relate: girl,to the left of,s (3) [0]->relate: _,sitting in,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "13", "3": "3"}, "fullAnswer": {"1": "3", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is sitting in the sofa.", "image": "n88933.jpg", "question_id": 201064873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20856757", "20856759", "20856758", "20856736"], "equivalent": ["20856757", "20856756"], "question": "What is the item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "bed", "semanticStr": "select: furniture (17)->query: name [0]", "annotations": {"answer": {"0": "17"}, "question": {"3:6": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n293477.jpg", "question_id": 20856756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20856757", "20856756", "20856759", "20856736"], "equivalent": ["20856758"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "bed", "semanticStr": "select: furniture (17)->query: name [0]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n293477.jpg", "question_id": 20856758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,eating,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20241070", "20241071", "20241037", "20241035", "20241038", "20241039"], "equivalent": ["20241036"], "question": "What is the man eating?", "isBalanced": true, "groups": {"global": "food", "local": "14-man_eating,o"}, "answer": "sandwich", "semanticStr": "select: man (0)->relate: _,eating,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is eating a sandwich.", "image": "n166008.jpg", "question_id": 20241036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760718"], "equivalent": ["201760719"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (7)->relate: person,wearing,s (25) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {}, "fullAnswer": {"1": "25", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n350732.jpg", "question_id": 201760719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760719"], "equivalent": ["201760718"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (7)->relate: person,wearing,s (25) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {"4": "7"}, "fullAnswer": {"1": "25", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n350732.jpg", "question_id": 201760718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (2)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["202041965", "202041963", "202041962"], "equivalent": ["202041969"], "question": "Are the doors open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-doors_15"}, "answer": "closed", "semanticStr": "select: doors (2)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The doors are closed.", "image": "n449058.jpg", "question_id": 202041969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20637135"], "question": "Are there pots?", "isBalanced": true, "groups": {"global": null, "local": "03-pot"}, "answer": "yes", "semanticStr": "select: pot (6)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a pot.", "image": "n184385.jpg", "question_id": 20637135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20645490", "20645491", "20645489", "20645488"], "equivalent": ["20645492"], "question": "On which side of the photo is the small faucet?", "isBalanced": true, "groups": {"global": null, "local": "10q-faucet_hposition"}, "answer": "left", "semanticStr": "select: faucet (10)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tap is on the left of the image.", "image": "n98544.jpg", "question_id": 20645492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20645506", "20645505", "20645522", "20645520", "20645507", "20645504", "20645523", "20645502", "20645503", "20645526", "20645527", "20645528", "20645524", "20645508", "20645525", "20645501", "20645529", "20645498", "20645519", "20645497", "20645510", "20645539", "20645537", "20645534", "20645533", "20645532", "20645531", "20645530"], "equivalent": ["20645496"], "question": "Does the tap that is not dirty look small and silver?", "isBalanced": true, "groups": {"global": null, "local": "05-silver_small"}, "answer": "yes", "semanticStr": "select: faucet (10)->filter cleanliness: not(dirty) [0]->verify color: silver [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "6": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the faucet is small and silver.", "image": "n98544.jpg", "question_id": 20645496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,underneath,s (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201497984", "201498056", "201498050", "201498055", "201498051", "201498054", "201498052", "201498049", "201498048", "201498047", "201498045", "201498044", "201498043", "201498042", "201498041", "201498053"], "equivalent": ["201498047", "201498046", "201498045"], "question": "What kind of furniture is underneath the device that looks long?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-keyboard_underneath,s"}, "answer": "desk", "semanticStr": "select: device (7)->filter length: long [0]->relate: furniture,underneath,s (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"10": "7", "3": "15", "7": "7"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n315887.jpg", "question_id": 201498046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076579"], "equivalent": ["2076580"], "question": "What's full of the stone?", "isBalanced": true, "groups": {"global": "place", "local": "14-stone_full of,s"}, "answer": "entrance", "semanticStr": "select: stone (18)->relate: _,full of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entrance is full of stone.", "image": "n214497.jpg", "question_id": 2076580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["201410999", "201410998", "201410995", "201410994", "201410996", "201410987"], "equivalent": ["201410997"], "question": "What is the gender of the person near the toilet?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "female", "semanticStr": "select: toilet (3)->relate: person,near,s (1) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"9": "3", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is female.", "image": "n415215.jpg", "question_id": 201410997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entrance (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076581"], "equivalent": ["2076582"], "question": "What's the entrance full of?", "isBalanced": true, "groups": {"global": "material", "local": "14-entrance_full of,o"}, "answer": "stone", "semanticStr": "select: entrance (12)->relate: _,full of,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "12", "5": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entrance is full of stone.", "image": "n214497.jpg", "question_id": 2076582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201822284", "201822301", "201822300", "201822285", "201822288", "201822290", "201822286", "201822297", "201822296", "201822295", "201822294", "201822293", "201822281", "201822282", "201822283", "201822291", "201822298", "201822287", "201822289", "201822299"], "equivalent": ["201822292"], "question": "Does that toilet seat seem to be white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: toilet seat (5)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the toilet seat is white and small.", "image": "n417401.jpg", "question_id": 201822292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (15)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["2076588"], "equivalent": ["2076589", "2076588"], "question": "Do you see both doors and windows?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_windows"}, "answer": "no", "semanticStr": "select: windows (15)->exist: ? [0]->select: door (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"3": "15"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are windows but no doors.", "image": "n214497.jpg", "question_id": 2076589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20790005"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "people", "semanticStr": "select: person (9)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are riding.", "image": "n475030.jpg", "question_id": 20790005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "catcher,in front of,o (2)"}], "entailed": ["201438621", "201438620", "201438542", "201438622", "201438541"], "equivalent": ["201438619"], "question": "Is the batter in front of the catcher?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_catcher"}, "answer": "yes", "semanticStr": "select: batter (5)->verify rel: catcher,in front of,o (2) [0]", "annotations": {"answer": {}, "question": {"2": "5", "7": "2"}, "fullAnswer": {"8": "2", "2": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the batter is in front of the catcher.", "image": "n66756.jpg", "question_id": 201438619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143170", "201143171", "201143167", "201143166", "201143165", "201143168"], "equivalent": ["201143169"], "question": "What items of furniture are wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "chairs", "semanticStr": "select: furniture (0)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "5": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n276011.jpg", "question_id": 201143169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "relate", "dependencies": [0], "argument": "fireplace,near,s (6)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201080314"], "equivalent": ["201080314", "201080313"], "question": "Is the fireplace near the couch white and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_white"}, "answer": "no", "semanticStr": "select: couch (7)->relate: fireplace,near,s (6) [0]->verify: closed [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "7"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fireplace is closed but black.", "image": "n23181.jpg", "question_id": 201080313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "skirt,wearing,o (6)"}], "entailed": ["201037197"], "equivalent": ["201037196"], "question": "Is the young girl wearing a skirt?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_skirt"}, "answer": "yes", "semanticStr": "select: girl (2)->filter age: young [0]->verify rel: skirt,wearing,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "6"}, "fullAnswer": {"2": "2", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the girl is wearing a skirt.", "image": "n393305.jpg", "question_id": 201037196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037195"], "equivalent": ["201037194"], "question": "Who is wearing a skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "girl", "semanticStr": "select: skirt (6)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "6"}, "fullAnswer": {"1": "2", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a skirt.", "image": "n393305.jpg", "question_id": 201037194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037194"], "equivalent": ["201037195"], "question": "Who is wearing the skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "girl", "semanticStr": "select: skirt (6)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a skirt.", "image": "n393305.jpg", "question_id": 201037195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20285424"], "question": "Is the carpet yellow and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_yellow"}, "answer": "no", "semanticStr": "select: carpet (0)->verify hardness: soft [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the carpet is soft but gray.", "image": "n192021.jpg", "question_id": 20285424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20381282", "20381281"], "equivalent": ["20381280"], "question": "Are there metal chairs or lamps?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_metal"}, "answer": "yes", "semanticStr": "select: chair (13)->filter material: metal [0]->exist: ? [1]->select: lamp (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "13"}, "fullAnswer": {"5": "13"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a metal chair.", "image": "n398257.jpg", "question_id": 20381280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (5)"}, {"operation": "verify", "dependencies": [0], "argument": "ugly"}], "entailed": ["201047469", "201047468", "201047449", "201047454", "201047446", "201047456", "201047457", "201047451", "201047452", "201047453"], "equivalent": ["201047450"], "question": "Does the dress shirt seem to be ugly?", "isBalanced": true, "groups": {"global": null, "local": "06-dress shirt_ugly"}, "answer": "yes", "semanticStr": "select: dress shirt (5)->verify: ugly [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dress shirt is ugly.", "image": "n234683.jpg", "question_id": 201047450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308535", "20308249", "20308248", "20308254", "20308252", "20308253", "20308250", "20308251", "20308255"], "equivalent": ["20308247"], "question": "What are the items of furniture that are to the right of the refrigerator made of stainless steel?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-refrigerator_to the right of,s"}, "answer": "cabinets", "semanticStr": "select: refrigerator (17)->filter material: stainless steel [0]->relate: furniture,to the right of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"13": "17", "3:6": "12", "16:18": "17"}, "fullAnswer": {"1:4": "12", "5": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n278312.jpg", "question_id": 20308247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skate park (8)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201935445", "201935447", "201935446", "201935449", "201935448", "201935452", "201935450", "201935451"], "equivalent": ["201935444"], "question": "Does the skatepark look hard and smooth?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_smooth"}, "answer": "yes", "semanticStr": "select: skate park (8)->verify hardness: hard [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the skatepark is hard and smooth.", "image": "n556604.jpg", "question_id": 201935444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (4)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201143347", "201143346", "201143345", "201143344", "201143343", "201143351", "201143352", "201143353", "201143350", "201143357", "201143348"], "equivalent": ["201143349"], "question": "Is the window clear and high?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_high"}, "answer": "yes", "semanticStr": "select: window (4)->verify weather: clear [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is clear and high.", "image": "n276011.jpg", "question_id": 201143349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201576529", "201576528", "201576527", "201576526", "201576525", "201576524", "201576523", "201576522", "201576521", "201576516", "201576517", "201576514", "201576515", "201576512", "201576513", "201576518", "201576519"], "equivalent": ["201576511"], "question": "Is the jacket white and open?", "isBalanced": true, "groups": {"global": null, "local": "05-open_white"}, "answer": "yes", "semanticStr": "select: jacket (15)->verify: open [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is white and open.", "image": "n187961.jpg", "question_id": 201576511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["201576516", "201576518", "201576519"], "equivalent": ["201576517", "201576518"], "question": "Does the jacket appear to be red?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_red"}, "answer": "no", "semanticStr": "select: jacket (15)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jacket is white.", "image": "n187961.jpg", "question_id": 201576517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201400109", "201400099", "201400098", "201400103", "201400102", "201400100", "201400095", "201400094", "201400112"], "equivalent": ["201400101"], "question": "What color is the round mirror?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mirror_color"}, "answer": "brown", "semanticStr": "select: mirror (2)->filter shape: round [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is brown.", "image": "n344136.jpg", "question_id": 201400101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201832573", "201832565", "201832566", "201832567", "201832569", "201832579", "201832574", "201832540"], "equivalent": ["201832568"], "question": "What is the bed made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bed_material"}, "answer": "wood", "semanticStr": "select: bed (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is made of wood.", "image": "n432591.jpg", "question_id": 201832568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "coffee cup,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201319755", "201319757", "201319756", "201319751", "201319753", "201319752"], "equivalent": ["201319754"], "question": "What is the color of the coffee cup which is on the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-coffee cup_color"}, "answer": "white", "semanticStr": "select: table (2)->relate: coffee cup,on,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "2", "6:8": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee cup is white.", "image": "n508733.jpg", "question_id": 201319754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20891590", "20891570", "20891587", "20891589", "20891585", "20891584", "20891569", "20891586", "20891578", "20891579", "20891583", "20891574", "20891575", "20891576", "20891577", "20891580", "20891581", "20891572", "20891573"], "equivalent": ["20891582"], "question": "Do the shorts look small and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_small"}, "answer": "yes", "semanticStr": "select: shorts (4)->verify color: blue [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are small and blue.", "image": "n347706.jpg", "question_id": 20891582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201360695", "201360703"], "equivalent": ["201360694"], "question": "Who is in front of the table that is made of wood?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_in front of,s"}, "answer": "boy", "semanticStr": "select: table (16)->filter material: wood [0]->relate: person,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"11": "16", "6": "16"}, "fullAnswer": {"1": "1", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the table.", "image": "n541688.jpg", "question_id": 201360694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360694", "201360703"], "equivalent": ["201360695"], "question": "Who is in front of the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_in front of,s"}, "answer": "boy", "semanticStr": "select: table (16)->relate: person,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the table.", "image": "n541688.jpg", "question_id": 201360695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,above,s (17)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201883161", "201883197", "201883196", "201883198", "201882639"], "equivalent": ["201883195"], "question": "What kind of furniture is to the right of the lamp above the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lamp_to the right of,s"}, "answer": "bed", "semanticStr": "select: table (18)->relate: lamp,above,s (17) [0]->relate: furniture,to the right of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "17", "3": "8", "13": "18"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n125122.jpg", "question_id": 201883195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836775", "20836777", "20836776", "20836779", "20836780", "20836781"], "equivalent": ["20836778"], "question": "What's the purse hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-purse_hanging from,o"}, "answer": "table", "semanticStr": "select: purse (11)->relate: _,hanging from,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The purse is hanging from the table.", "image": "n507959.jpg", "question_id": 20836778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (24)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": ["201886952", "201886950"], "equivalent": ["201886952", "201886951"], "question": "Does the container that is not large look white or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-box_color"}, "answer": "brown", "semanticStr": "select: container (24)->filter size: not(large) [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"2": "24", "6": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The box is brown.", "image": "n429961.jpg", "question_id": 201886951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "guitar (33)"}, {"operation": "relate", "dependencies": [0], "argument": "table,to the left of,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20836696", "20836774", "20836697", "20836698", "20836699"], "equivalent": ["20836773"], "question": "What is hanging from the table that is to the left of the guitar?", "isBalanced": true, "groups": {"global": "bag", "local": "14-table_hanging from,s"}, "answer": "purse", "semanticStr": "select: guitar (33)->relate: table,to the left of,s (10) [0]->relate: _,hanging from,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"13": "33", "5": "10"}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The purse is hanging from the table.", "image": "n507959.jpg", "question_id": 20836773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["2046353", "2046352", "2046361", "2046365", "2046357", "2046356", "2046355", "2046354", "2046380", "2046379", "2046359", "2046348", "2046343", "2046366", "2046360", "2046362", "2046347", "2046363"], "equivalent": ["2046358"], "question": "How tall is the person that is not old?", "isBalanced": true, "groups": {"global": "height", "local": "10q-boy_height"}, "answer": "short", "semanticStr": "select: person (3)->filter: not(old) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"8": "3", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is short.", "image": "n71728.jpg", "question_id": 2046358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201711277", "201711281", "201711275"], "equivalent": ["201711276", "201711277"], "question": "Does the fireplace have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-fireplace_white"}, "answer": "no", "semanticStr": "select: fireplace (2)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fireplace is black.", "image": "n302387.jpg", "question_id": 201711276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "filter color", "dependencies": [1], "argument": "gray"}, {"operation": "choose", "dependencies": [2], "argument": "new|old"}], "entailed": ["202040304", "202040315", "202040316", "202040311", "202040295", "202040313", "202040305"], "equivalent": ["202040317"], "question": "Does the train that looks orange and gray look old or new?", "isBalanced": true, "groups": {"global": "4", "local": "10c-train_4"}, "answer": "new", "semanticStr": "select: train (2)->filter color: orange [0]->filter color: gray [1]->choose: new|old [2]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2", "7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The train is new.", "image": "n542609.jpg", "question_id": 202040317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (14)"}, {"operation": "choose height", "dependencies": [0], "argument": "short|tall"}], "entailed": ["20600116", "20600108", "20600117", "20600105", "20600104", "20600106", "20600101", "20600107", "20600103", "20600102"], "equivalent": ["20600114"], "question": "Is the grass tall or short?", "isBalanced": true, "groups": {"global": "height", "local": "10c-grass_height"}, "answer": "short", "semanticStr": "select: grass (14)->choose height: short|tall [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The grass is short.", "image": "n196058.jpg", "question_id": 20600114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebra (4)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,below,s (14)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20600104", "20600106", "20600124", "20600123", "20600122", "20600121", "20600120", "20600114", "20600129", "20600105", "20600108", "20600118", "20600119", "20600116", "20600117", "20600107", "20600101", "20600100", "20600103", "20600102"], "equivalent": ["20600115"], "question": "Does the grass below the zebra appear to be green and short?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "yes", "semanticStr": "select: zebra (4)->relate: grass,below,s (14) [0]->verify color: green [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "14", "5": "4"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is green and short.", "image": "n196058.jpg", "question_id": 20600115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201735188", "201735189", "201735199", "201735201", "201735200", "201735203"], "equivalent": ["201735201", "201735202"], "question": "Is there a towel that is gray?", "isBalanced": true, "groups": {"global": null, "local": "04-towel_gray"}, "answer": "yes", "semanticStr": "select: towel (11)->filter color: gray [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a towel that is gray.", "image": "n240973.jpg", "question_id": 201735202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frame (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "adult"}, {"operation": "verify", "dependencies": [1], "argument": "healthy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201047237"], "equivalent": ["201047238"], "question": "Is the person in front of the frame healthy and adult?", "isBalanced": true, "groups": {"global": null, "local": "05-adult_healthy"}, "answer": "no", "semanticStr": "select: frame (7)->relate: person,in front of,s (0) [0]->verify: adult [1]->verify: healthy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "7"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is adult but unhealthy.", "image": "n234683.jpg", "question_id": 201047238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (16)"}, {"operation": "select", "dependencies": [], "argument": "hat (14) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201878238"], "equivalent": ["201878237"], "question": "Is the color of the hat the same as the coat?", "isBalanced": true, "groups": {"global": null, "local": "09same-coat_hat"}, "answer": "no", "semanticStr": "select: coat (16)->select: hat (14) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "16", "5": "14"}, "fullAnswer": {"2": "16", "7": "14"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the coat is red and the hat is white.", "image": "n342511.jpg", "question_id": 201878237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheet (14)"}, {"operation": "select", "dependencies": [], "argument": "pipe (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201428729", "201428731"], "equivalent": ["201428729", "201428730", "201428731"], "question": "Is the bed sheet the same material as the pipe?", "isBalanced": true, "groups": {"global": null, "local": "09same-pipe_sheet"}, "answer": "yes", "semanticStr": "select: sheet (14)->select: pipe (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "2:4": "14"}, "fullAnswer": {"7": "6", "3:5": "14"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bed sheet and the pipe are made of plastic.", "image": "n64959.jpg", "question_id": 201428730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308227", "20308229", "20308228"], "equivalent": ["20308230"], "question": "Which kind of furniture is white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "cabinets", "semanticStr": "select: furniture (12)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n278312.jpg", "question_id": 20308230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20416571"], "equivalent": ["20416581"], "question": "Are there chairs that are not short?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_n#short"}, "answer": "yes", "semanticStr": "select: chair (1)->filter: not(short) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a long chair.", "image": "n234722.jpg", "question_id": 20416581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201882660", "201882661", "201882663"], "equivalent": ["201882662"], "question": "Are the paintings on the right or on the left side?", "isBalanced": true, "groups": {"global": null, "local": "10c-paintings_hposition"}, "answer": "left", "semanticStr": "select: paintings (16)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The paintings are on the left of the image.", "image": "n125122.jpg", "question_id": 201882662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20308234", "20308235"], "equivalent": ["20308237"], "question": "What are the cabinets made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cabinets_material"}, "answer": "glass", "semanticStr": "select: cabinets (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinets are made of glass.", "image": "n278312.jpg", "question_id": 20308237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20542973", "20542990"], "equivalent": ["20542972"], "question": "The elephant is in front of what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-elephant_in front of,o"}, "answer": "fence", "semanticStr": "select: elephant (1)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is in front of the fence.", "image": "n100552.jpg", "question_id": 20542972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter", "dependencies": [0], "argument": "smiling"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20205036", "20205037", "20205040", "20205038", "20205039", "20204539", "20205042"], "equivalent": ["20205041", "20205040"], "question": "What kind of furniture is the smiling person sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_sitting on,o"}, "answer": "chair", "semanticStr": "select: person (7)->filter: smiling [0]->relate: furniture,sitting on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10", "6:8": "7"}, "fullAnswer": {"1": "7", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the chair.", "image": "n532191.jpg", "question_id": 20205041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060012", "202059951", "202059953", "202059952", "202059954"], "equivalent": ["202060013"], "question": "What animal is wearing the hat?", "isBalanced": true, "groups": {"global": "animal", "local": "14-hat_wearing,s"}, "answer": "dog", "semanticStr": "select: hat (12)->relate: animal,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is wearing a hat.", "image": "n14087.jpg", "question_id": 202060013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pedestrian,to the right of,s (19)"}, {"operation": "verify gender", "dependencies": [1], "argument": "female"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201873205", "201873229", "201873211", "201873210", "201873213", "201873212", "201873215", "201873214", "201873217", "201873216", "201873219", "201873231", "201873232", "201873236", "201873235", "201873234", "201873233", "201873221", "201873224", "201873225", "201873226", "201873227", "201873220", "201873222", "201873208", "201873209", "201873206", "201873207", "201873204", "201873223", "201873228", "201873203", "201873230"], "equivalent": ["201873218"], "question": "Is the pedestrian to the right of the fire truck female and young?", "isBalanced": true, "groups": {"global": null, "local": "05-female_young"}, "answer": "yes", "semanticStr": "select: fire truck (0)->relate: pedestrian,to the right of,s (19) [0]->verify gender: female [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "0", "2": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pedestrian is female and young.", "image": "n309148.jpg", "question_id": 201873218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20929330", "20929325", "20929327", "20929326", "20929329", "20929328"], "equivalent": ["20929330", "20929331"], "question": "Which side is the mirror on?", "isBalanced": true, "groups": {"global": null, "local": "10q-mirror_hposition"}, "answer": "right", "semanticStr": "select: mirror (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is on the right of the image.", "image": "n9181.jpg", "question_id": 20929331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose", "dependencies": [1], "argument": "on|off"}], "entailed": ["20151688", "20151683", "20151685", "20151684", "20151687", "20151686"], "equivalent": ["20151689"], "question": "Is the black sweatshirt off or on?", "isBalanced": true, "groups": {"global": "39", "local": "10c-sweatshirt_39"}, "answer": "on", "semanticStr": "select: sweatshirt (3)->filter color: black [0]->choose: on|off [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sweatshirt is on.", "image": "n313060.jpg", "question_id": 20151689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,growing on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765994"], "equivalent": ["201765995"], "question": "What are the trees growing on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-trees_growing on,o"}, "answer": "dirt", "semanticStr": "select: trees (9)->relate: _,growing on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing on the dirt.", "image": "n488874.jpg", "question_id": 201765995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pedestrian (19)"}, {"operation": "choose age", "dependencies": [0], "argument": "young|old"}], "entailed": ["201873211", "201873210", "201873213", "201873212", "201873215", "201873217", "201873208", "201873209", "201873206", "201873207", "201873222", "201873205", "201873221", "201873220", "201873214"], "equivalent": ["201873216"], "question": "Is the pedestrian old or young?", "isBalanced": true, "groups": {"global": "age", "local": "10c-pedestrian_age"}, "answer": "young", "semanticStr": "select: pedestrian (19)->choose age: young|old [0]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pedestrian is young.", "image": "n309148.jpg", "question_id": 201873216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "choose", "dependencies": [0], "argument": "sparse|dense"}], "entailed": ["201765987", "201765986", "201765989"], "equivalent": ["201765990"], "question": "Are the trees sparse or dense?", "isBalanced": true, "groups": {"global": "3", "local": "10c-trees_3"}, "answer": "sparse", "semanticStr": "select: trees (9)->choose: sparse|dense [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are sparse.", "image": "n488874.jpg", "question_id": 201765990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "dirt,in front of,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing on,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201765992"], "equivalent": ["201765991"], "question": "What is growing on the dirt the beach is in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-dirt_growing on,s"}, "answer": "trees", "semanticStr": "select: beach (6)->relate: dirt,in front of,o (8) [0]->relate: _,growing on,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"5": "8", "7": "6"}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing on the dirt.", "image": "n488874.jpg", "question_id": 201765991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (15)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201951566"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "girl", "semanticStr": "select: person (15)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is standing.", "image": "n256120.jpg", "question_id": 201951566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (3)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the right of,s (15)"}, {"operation": "verify pose", "dependencies": [1], "argument": "walking"}], "entailed": ["201951569"], "equivalent": ["201951567"], "question": "Does the girl that is to the right of the other girl seem to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-girl_walking"}, "answer": "no", "semanticStr": "select: girl (3)->relate: girl,to the right of,s (15) [0]->verify pose: walking [1]", "annotations": {"answer": {}, "question": {"11": "3", "2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the girl is standing.", "image": "n256120.jpg", "question_id": 201951567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,in front of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}], "entailed": ["20661203", "20661216", "20661249", "20661241"], "equivalent": ["20661240"], "question": "Does the bus in front of the trees look red?", "isBalanced": true, "groups": {"global": null, "local": "06-bus_red"}, "answer": "no", "semanticStr": "select: trees (2)->relate: bus,in front of,s (10) [0]->verify color: red [1]", "annotations": {"answer": {}, "question": {"2": "10", "7": "2"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bus is yellow.", "image": "n346736.jpg", "question_id": 20661240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (9)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2058558"], "question": "Is the door white and open?", "isBalanced": true, "groups": {"global": null, "local": "05-open_white"}, "answer": "no", "semanticStr": "select: door (9)->verify: open [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the door is white but closed.", "image": "n497658.jpg", "question_id": 2058558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "folding chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20247344"], "question": "Are there any umbrellas or folding chairs in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-folding chair_umbrella"}, "answer": "yes", "semanticStr": "select: umbrella (0)->exist: ? [0]->select: folding chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an umbrella.", "image": "n223750.jpg", "question_id": 20247344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skirt,wearing,o (12)"}], "entailed": [], "equivalent": ["20247340"], "question": "Is she wearing a skirt?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_skirt"}, "answer": "yes", "semanticStr": "select: she (1)->verify rel: skirt,wearing,o (12) [0]", "annotations": {"answer": {}, "question": {"1": "1", "4": "12"}, "fullAnswer": {"2": "1", "6": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is wearing a skirt.", "image": "n223750.jpg", "question_id": 20247340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "purse,to the left of,o (18)"}], "entailed": ["20899338", "20899543", "20899336", "20899544", "20899337"], "equivalent": ["20899335"], "question": "Is the bottle to the left of the purse?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_purse"}, "answer": "yes", "semanticStr": "select: bottle (12)->verify rel: purse,to the left of,o (18) [0]", "annotations": {"answer": {}, "question": {"8": "18", "2": "12"}, "fullAnswer": {"9": "18", "2": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bottle is to the left of the purse.", "image": "n403734.jpg", "question_id": 20899335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bowl (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20411752"], "question": "Are there both bowls and carrots in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bowl_carrots"}, "answer": "no", "semanticStr": "select: carrots (5)->exist: ? [0]->select: bowl (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "5"}, "fullAnswer": {"3": "5"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are carrots but no bowls.", "image": "n363445.jpg", "question_id": 20411752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "park|beach"}], "entailed": [], "equivalent": ["202024715"], "question": "What kind of place is pictured, a beach or a park?", "isBalanced": true, "groups": {"global": "place", "local": "02c-place"}, "answer": "park", "semanticStr": "select: scene->choose place: park|beach [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is a park.", "image": "n369595.jpg", "question_id": 202024715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "verify rel", "dependencies": [2], "argument": "bookcase,sitting in front of,o (-)"}], "entailed": [], "equivalent": ["20836551"], "question": "Is the luggage that is tan and black sitting in front of a bookcase?", "isBalanced": true, "groups": {"global": null, "local": "13-luggage_bookcase"}, "answer": "no", "semanticStr": "select: luggage (1)->filter color: tan [0]->filter color: black [1]->verify rel: bookcase,sitting in front of,o (-) [2]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1", "7": "1"}, "fullAnswer": {"9": "7", "2": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the luggage is sitting in front of the table.", "image": "n507959.jpg", "question_id": 20836551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201510305"], "question": "What is the fork on?", "isBalanced": true, "groups": {"global": "object", "local": "14-fork_on,o"}, "answer": "tray", "semanticStr": "select: fork (1)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is on the tray.", "image": "n541854.jpg", "question_id": 201510305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631436"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "umpire", "semanticStr": "select: shirt (12)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"4": "12"}, "fullAnswer": {"1": "10", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a shirt.", "image": "n570181.jpg", "question_id": 20631436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["201490843", "201490841"], "equivalent": ["201490842", "201490841"], "question": "Are these animals of the same species?", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "yes", "semanticStr": "select: animal (4)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimals", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the animals are goats.", "image": "n86120.jpg", "question_id": 201490842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20341107", "20341109", "20341108", "20341111"], "equivalent": ["20341110", "20341111"], "question": "On which side of the photo is the sculpture?", "isBalanced": true, "groups": {"global": null, "local": "10q-sculpture_hposition"}, "answer": "right", "semanticStr": "select: sculpture (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sculpture is on the right of the image.", "image": "n346247.jpg", "question_id": 20341110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify", "dependencies": [1], "argument": "curved"}], "entailed": ["20341114", "20341115"], "equivalent": ["20341116"], "question": "Does the sculpture made of metal look curved?", "isBalanced": true, "groups": {"global": null, "local": "06-sculpture_curved"}, "answer": "yes", "semanticStr": "select: sculpture (2)->filter material: metal [0]->verify: curved [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sculpture is curved.", "image": "n346247.jpg", "question_id": 20341116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (2)"}, {"operation": "verify", "dependencies": [0], "argument": "curved"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20341118", "20341119", "20341116", "20341114", "20341115", "20341112", "20341113", "20341124", "20341123", "20341122", "20341121", "20341120"], "equivalent": ["20341117"], "question": "Does the sculpture look tall and curved?", "isBalanced": true, "groups": {"global": null, "local": "05-curved_tall"}, "answer": "yes", "semanticStr": "select: sculpture (2)->verify: curved [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sculpture is tall and curved.", "image": "n346247.jpg", "question_id": 20341117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201826529", "201826532", "201826531"], "equivalent": ["201826530"], "question": "Who is on top of the elephant?", "isBalanced": true, "groups": {"global": "person", "local": "14-elephant_on top of,s"}, "answer": "man", "semanticStr": "select: elephant (6)->relate: person,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on top of the elephant.", "image": "n59627.jpg", "question_id": 201826530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose shape", "dependencies": [1], "argument": "square|round"}], "entailed": ["20151975", "20151974"], "equivalent": ["20151976", "20151975", "20151974"], "question": "Does the table that is made of wood look square or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-table_shape"}, "answer": "square", "semanticStr": "select: table (9)->filter material: wood [0]->choose shape: square|round [1]", "annotations": {"answer": {}, "question": {"2": "9", "7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is square.", "image": "n313060.jpg", "question_id": 20151976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "menu,behind,o (22)"}], "entailed": ["202262180"], "equivalent": ["202262102"], "question": "Are the white flowers behind the menu?", "isBalanced": true, "groups": {"global": null, "local": "13-flowers_menu"}, "answer": "yes", "semanticStr": "select: flowers (24)->filter color: white [0]->verify rel: menu,behind,o (22) [1]", "annotations": {"answer": {}, "question": {"2:4": "24", "6": "22"}, "fullAnswer": {"2": "24", "6": "22"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the flowers are behind the menu.", "image": "n28572.jpg", "question_id": 202262102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parent (0)"}, {"operation": "relate", "dependencies": [0], "argument": "parent,to the right of,s (4)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20710297", "20710296", "20710295", "20710294", "20710293", "20710292", "20710291", "20710290", "20710301", "20710300", "20710302", "20710298"], "equivalent": ["20710289"], "question": "Is the parent that is to the right of the other parent male and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_male"}, "answer": "yes", "semanticStr": "select: parent (0)->relate: parent,to the right of,s (4) [0]->verify face expression: happy [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "0", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the parent is male and happy.", "image": "n489699.jpg", "question_id": 20710289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (12)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,to the left of,s (9)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}], "entailed": ["20285566", "20285570"], "equivalent": ["20285569"], "question": "Does the curtain to the left of the other curtain look soft?", "isBalanced": true, "groups": {"global": null, "local": "06-curtain_soft"}, "answer": "yes", "semanticStr": "select: curtain (12)->relate: curtain,to the left of,s (9) [0]->verify hardness: soft [1]", "annotations": {"answer": {}, "question": {"9": "12", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the curtain is soft.", "image": "n192021.jpg", "question_id": 20285569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (17)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20797584", "20797585", "20797582", "20797583", "20797580", "20797579", "20797578", "20797577", "20797576", "20797575", "20797574", "20797573", "20797572"], "equivalent": ["20797581"], "question": "Is the shirt soft and white?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: shirt (17)->verify hardness: soft [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is soft and white.", "image": "n16656.jpg", "question_id": 20797581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (8)"}, {"operation": "select", "dependencies": [], "argument": "mountain side (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201889234"], "equivalent": ["201889233"], "question": "Do the mountain side and the pole have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-mountain side_pole"}, "answer": "no", "semanticStr": "select: pole (8)->select: mountain side (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "8"}, "fullAnswer": {"2": "8", "7:9": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pole is black and the mountain side is white.", "image": "n88366.jpg", "question_id": 201889233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201951689", "201951686", "201951694", "201951695", "201951692", "201951693", "201951691", "201951670", "201951703"], "equivalent": ["201951689", "201951690"], "question": "Is the flag green?", "isBalanced": true, "groups": {"global": null, "local": "06-flag_green"}, "answer": "yes", "semanticStr": "select: flag (17)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the flag is green.", "image": "n256120.jpg", "question_id": 201951690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262133", "202262346", "202262347"], "equivalent": ["202262134"], "question": "What is the fork in front of?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-fork_in front of,o"}, "answer": "mug", "semanticStr": "select: fork (13)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "13", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is in front of the mug.", "image": "n28572.jpg", "question_id": 202262134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (4)"}, {"operation": "select", "dependencies": [], "argument": "computer mouse (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202081473"], "equivalent": ["202081474"], "question": "Is the color of the plant different than the mouse?", "isBalanced": true, "groups": {"global": null, "local": "09diff-computer mouse_plant"}, "answer": "yes", "semanticStr": "select: plant (4)->select: computer mouse (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "10", "5": "4"}, "fullAnswer": {"2": "4", "7": "10"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the plant is green and the mouse is white.", "image": "n433692.jpg", "question_id": 202081474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hat,wearing,o (-)"}], "entailed": ["201185179"], "equivalent": ["201185178"], "question": "Is the person wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-person_hat"}, "answer": "no", "semanticStr": "select: person (0)->verify rel: hat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing a shirt.", "image": "n95904.jpg", "question_id": 201185178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,walking on,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201185173"], "equivalent": ["201185172"], "question": "What is the person near the wall walking on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-person_walking on,o"}, "answer": "ground", "semanticStr": "select: wall (6)->relate: person,near,s (0) [0]->relate: _,walking on,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "0", "6": "6"}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is walking on the ground.", "image": "n95904.jpg", "question_id": 201185172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185172"], "equivalent": ["201185173"], "question": "What is the person walking on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-person_walking on,o"}, "answer": "ground", "semanticStr": "select: person (0)->relate: _,walking on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is walking on the ground.", "image": "n95904.jpg", "question_id": 201185173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20891231"], "equivalent": ["20891232"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n347706.jpg", "question_id": 20891232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20891232"], "equivalent": ["20891231"], "question": "Which place is this?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n347706.jpg", "question_id": 20891231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "child,to the left of|to the right of,s (5)"}], "entailed": ["20891538", "20891539", "20891676", "20891675", "20891674", "20891535", "20891536", "20891537", "20891540", "20891543", "20891542", "20891544", "20891673"], "equivalent": ["20891541", "20891542"], "question": "Is the young child to the right or to the left of the person that is wearing a shirt?", "isBalanced": true, "groups": {"global": null, "local": "13-man_child"}, "answer": "left", "semanticStr": "select: shirt (7)->relate: person,wearing,s (6) [0]->choose rel: child,to the left of|to the right of,s (5) [1]", "annotations": {"answer": {}, "question": {"18": "7", "13": "6", "2:4": "5"}, "fullAnswer": {"1": "5", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The kid is to the left of the man.", "image": "n347706.jpg", "question_id": 20891541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20652524", "20652525", "20652526"], "equivalent": ["20652527"], "question": "On which side is the soccer ball?", "isBalanced": true, "groups": {"global": null, "local": "10q-soccer ball_hposition"}, "answer": "left", "semanticStr": "select: soccer ball (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5:7": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soccer ball is on the left of the image.", "image": "n400036.jpg", "question_id": 20652527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hill (7)"}, {"operation": "relate", "dependencies": [0], "argument": "car,in front of,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201455917", "201455890", "201455897", "201455896", "201455895", "201455899", "201455898", "201455869", "201455878", "201455916", "201455871", "201455870", "201455873", "201455872", "201455875", "201455874", "201455877", "201455876", "201455879", "201455905", "201455912", "201455910", "201455904", "201455918", "201455919", "201455880", "201455866", "201455882", "201455883", "201455884", "201455885", "201455886", "201455888", "201455889", "201455865", "201455881", "201455901", "201455900", "201455903", "201455902", "201455923", "201455922", "201455906", "201455909", "201455864", "201455911", "201455863"], "equivalent": ["201455886", "201455887"], "question": "Does the car in front of the hill look white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: hill (7)->relate: car,in front of,s (0) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "7"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the car is white and large.", "image": "n413761.jpg", "question_id": 201455887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724153", "20724152", "20724223"], "equivalent": ["20724222"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: jacket (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "2"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a jacket.", "image": "n369970.jpg", "question_id": 20724222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (30)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20810928"], "equivalent": ["20810927"], "question": "What is hanging from the large tree?", "isBalanced": true, "groups": {"global": "", "local": "14-tree_hanging from,s"}, "answer": "ornament", "semanticStr": "select: tree (10)->filter size: large [0]->relate: _,hanging from,s (30) [1]->query: name [2]", "annotations": {"answer": {"0": "30"}, "question": {"5:7": "10"}, "fullAnswer": {"1": "30", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ornament is hanging from the tree.", "image": "n167552.jpg", "question_id": 20810927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201346492", "201346487", "201346486", "201346496", "201346497", "201346494", "201346493", "201346503", "201346498", "201346495", "201346489", "201346488", "201346482", "201346483", "201346491", "201346481", "201346502", "201346484", "201346490"], "equivalent": ["201346485"], "question": "Is the van blue?", "isBalanced": true, "groups": {"global": null, "local": "06-van_blue"}, "answer": "yes", "semanticStr": "select: van (0)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the van is blue.", "image": "n131634.jpg", "question_id": 201346485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (15)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "woman,in front of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20954198", "20954199", "20954196", "20954195", "20954158", "20954040", "20954041", "20954042"], "equivalent": ["20954197"], "question": "Are there women in front of the person that is standing?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "yes", "semanticStr": "select: person (15)->filter pose: standing [0]->relate: woman,in front of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "15", "2": "4", "7": "15"}, "fullAnswer": {"9": "15", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman in front of the man.", "image": "n498712.jpg", "question_id": 20954197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954193"], "equivalent": ["20954194"], "question": "Who is the woman in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_in front of,o"}, "answer": "man", "semanticStr": "select: woman (4)->relate: person,in front of,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "4", "7": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the man.", "image": "n498712.jpg", "question_id": 20954194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (7)"}, {"operation": "select", "dependencies": [], "argument": "uniform (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20162100", "20162098"], "equivalent": ["20162098", "20162099"], "question": "Is the hat the same color as the uniform?", "isBalanced": true, "groups": {"global": null, "local": "09same-hat_uniform"}, "answer": "yes", "semanticStr": "select: hat (7)->select: uniform (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "12", "2": "7"}, "fullAnswer": {"3": "7", "6": "12"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the hat and the uniform are blue.", "image": "n202379.jpg", "question_id": 20162099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202227987", "202228115"], "equivalent": ["202228116"], "question": "Which kind of device isn't on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#on"}, "answer": "dvd player", "semanticStr": "select: device (10)->filter: not(on) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a DVD player.", "image": "n77818.jpg", "question_id": 202228116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982444", "20982443"], "equivalent": ["20982562"], "question": "Who is wearing glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "woman", "semanticStr": "select: glasses (7)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "7"}, "fullAnswer": {"1": "6", "4": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing glasses.", "image": "n52544.jpg", "question_id": 20982562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954189", "20954198", "20954199", "20954196", "20954197", "20954195", "20954190", "20954158", "20954040", "20954041", "20954042"], "equivalent": ["20954191"], "question": "Who is in front of the man?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_in front of,s"}, "answer": "woman", "semanticStr": "select: man (15)->relate: person,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the man.", "image": "n498712.jpg", "question_id": 20954191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (31)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012657", "202012740", "202012735", "202012736", "202012737", "202012732", "202012733", "202012738", "202012739"], "equivalent": ["202012734"], "question": "What's located on top of the television?", "isBalanced": true, "groups": {"global": "device", "local": "14-television_on top of,s"}, "answer": "remote control", "semanticStr": "select: television (1)->relate: _,on top of,s (31) [0]->query: name [1]", "annotations": {"answer": {"0:2": "31"}, "question": {}, "fullAnswer": {"8": "1", "1:3": "31"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The remote control is on top of the TV.", "image": "n326988.jpg", "question_id": 202012734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20911292", "20911293", "20911294"], "equivalent": ["20911295"], "question": "On which side of the picture is the traffic cone?", "isBalanced": true, "groups": {"global": null, "local": "10q-cone_hposition"}, "answer": "right", "semanticStr": "select: cone (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic cone is on the right of the image.", "image": "n217003.jpg", "question_id": 20911295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (0)"}, {"operation": "filter", "dependencies": [0], "argument": "rocky"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201401764", "201401765", "201401766", "201401767", "201401773", "201401772", "201401771", "201401770", "201401769", "201401775"], "equivalent": ["201401768"], "question": "What is the color of the rocky mountains?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-mountains_color"}, "answer": "dark", "semanticStr": "select: mountains (0)->filter: rocky [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mountains are dark.", "image": "n155555.jpg", "question_id": 201401768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "relate", "dependencies": [0], "argument": "pillow,to the left of,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}], "entailed": ["201882488", "201882481", "201882483", "201882484", "201882485", "201882487"], "equivalent": ["201882482"], "question": "Does the pillow to the left of the bed seem to be red?", "isBalanced": true, "groups": {"global": null, "local": "06-pillow_red"}, "answer": "yes", "semanticStr": "select: bed (8)->relate: pillow,to the left of,s (11) [0]->verify color: red [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pillow is red.", "image": "n125122.jpg", "question_id": 201882482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,looking at,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (31)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202012657", "202012740", "202012734", "202012735", "202012736", "202012737", "202012732", "202012738", "202012739"], "equivalent": ["202012733"], "question": "What is located on top of the device the man is looking at?", "isBalanced": true, "groups": {"global": "device", "local": "14-television_on top of,s"}, "answer": "remote control", "semanticStr": "select: man (0)->relate: device,looking at,o (1) [0]->relate: _,on top of,s (31) [1]->query: name [2]", "annotations": {"answer": {"0:2": "31"}, "question": {"9": "0", "7": "1"}, "fullAnswer": {"8": "1", "1:3": "31"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The remote control is on top of the TV.", "image": "n326988.jpg", "question_id": 202012733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboarder (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hat,wearing,o (-)"}], "entailed": ["20724227"], "equivalent": ["20724226"], "question": "Is the snowboarder wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-snowboarder_hat"}, "answer": "no", "semanticStr": "select: snowboarder (0)->verify rel: hat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the snowboarder is wearing a jacket.", "image": "n369970.jpg", "question_id": 20724226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [0], "argument": "rocky "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201401777", "201401776", "201401764", "201401774", "201401773", "201401771", "201401763", "201401769", "201401768", "201401780", "201401770", "201401765", "201401775", "201401779", "201401778", "201401767", "201401766", "201401772"], "equivalent": ["201401762", "201401763"], "question": "Are the mountains dark and rocky?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_rocky"}, "answer": "yes", "semanticStr": "select: mountains (0)->verify color: dark [0]->verify: rocky  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mountains are dark and rocky.", "image": "n155555.jpg", "question_id": 201401762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow"}], "entailed": ["20342500", "20342501"], "equivalent": ["20342499"], "question": "Does the shirt look yellow?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_yellow"}, "answer": "no", "semanticStr": "select: shirt (9)->verify color: yellow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is gray.", "image": "n16425.jpg", "question_id": 20342499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306354", "20306252"], "equivalent": ["20306355"], "question": "Who wears the sweater?", "isBalanced": true, "groups": {"global": "person", "local": "14-sweater_wearing,s"}, "answer": "woman", "semanticStr": "select: sweater (11)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a sweater.", "image": "n554880.jpg", "question_id": 20306355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306355", "20306252"], "equivalent": ["20306354"], "question": "Who wears a sweater?", "isBalanced": true, "groups": {"global": "person", "local": "14-sweater_wearing,s"}, "answer": "woman", "semanticStr": "select: sweater (11)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "11"}, "fullAnswer": {"1": "1", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a sweater.", "image": "n554880.jpg", "question_id": 20306354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306358"], "equivalent": ["20306357"], "question": "What does the person to the left of the man wear?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "sweater", "semanticStr": "select: man (0)->relate: person,to the left of,s (1) [0]->relate: _,wearing,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"9": "0", "3": "1"}, "fullAnswer": {"1": "1", "4": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a sweater.", "image": "n554880.jpg", "question_id": 20306357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201859541", "201859540", "201859543", "201859545", "201859544"], "equivalent": ["201859543", "201859542", "201859544"], "question": "Is the cup on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-cup_hposition"}, "answer": "right", "semanticStr": "select: cup (5)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cup is on the right of the image.", "image": "n546884.jpg", "question_id": 201859542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "marshmallow (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201110488", "201110485", "201110486", "201110487", "201110491", "201110490"], "equivalent": ["201110490", "201110489"], "question": "In which part is the white marshmallow, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-marshmallow_vposition"}, "answer": "bottom", "semanticStr": "select: marshmallow (0)->filter color: white [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The marshmallow is in the bottom of the image.", "image": "n546616.jpg", "question_id": 201110489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (16)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20149666", "20149667", "20149664", "20149665", "20149670", "20149669"], "equivalent": ["20149668"], "question": "What's the pipe made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-pipe_material"}, "answer": "plastic", "semanticStr": "select: pipe (16)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pipe is made of plastic.", "image": "n65866.jpg", "question_id": 20149668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832446", "201832650", "201832651", "201832649", "201832648", "201832647"], "equivalent": ["201832652"], "question": "What kind of furniture are the books sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-books_sitting atop,o"}, "answer": "nightstand", "semanticStr": "select: books (9)->relate: furniture,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "9", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The books are sitting atop the nightstand.", "image": "n432591.jpg", "question_id": 201832652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306357"], "equivalent": ["20306358"], "question": "What does the woman wear?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "sweater", "semanticStr": "select: woman (1)->relate: _,wearing,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "1", "4": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a sweater.", "image": "n554880.jpg", "question_id": 20306358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (0)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20120170", "20120168", "20120169", "20120164", "20120165", "20120171", "20120166", "20120163"], "equivalent": ["20120167"], "question": "Which part of the picture is the athlete in, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-athlete_hposition"}, "answer": "right", "semanticStr": "select: athlete (0)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The athlete is on the right of the image.", "image": "n117888.jpg", "question_id": 20120167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "park"}], "entailed": ["202257088"], "equivalent": ["202257089"], "question": "Is this photo showing a park?", "isBalanced": true, "groups": {"global": null, "local": "01-place_park"}, "answer": "no", "semanticStr": "select: scene->verify place: park [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, the picture is showing a beach.", "image": "n92308.jpg", "question_id": 202257089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (9)"}, {"operation": "select", "dependencies": [], "argument": "sky (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201467426", "201467425"], "equivalent": ["201467424"], "question": "Are the couch and the sky the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-couch_sky"}, "answer": "no", "semanticStr": "select: couch (9)->select: sky (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "10"}, "fullAnswer": {"2": "9", "7": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the couch is red and the sky is blue.", "image": "n295771.jpg", "question_id": 201467424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (9)"}, {"operation": "select", "dependencies": [], "argument": "rose (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201467423"], "equivalent": ["201467422"], "question": "Are both the rose and the couch the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-couch_rose"}, "answer": "no", "semanticStr": "select: couch (9)->select: rose (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "4", "6": "9"}, "fullAnswer": {"2": "9", "7": "4"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the couch is red and the rose is green.", "image": "n295771.jpg", "question_id": 201467422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202257089", "202257088", "202257087", "202257085"], "equivalent": ["202257086"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "beach", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a beach.", "image": "n92308.jpg", "question_id": 202257086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20317099"], "question": "Do you see any towels there?", "isBalanced": true, "groups": {"global": null, "local": "03-towel"}, "answer": "no", "semanticStr": "select: towel (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no towels.", "image": "n350766.jpg", "question_id": 20317099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20183239", "20183238", "20183233", "20183232", "20183230", "20183237", "20183236", "20183234", "20183246", "20183245"], "equivalent": ["20183235"], "question": "How old is the person in the bottom part of the image?", "isBalanced": true, "groups": {"global": "4", "local": "10q-woman_age"}, "answer": "old", "semanticStr": "select: person (6)->filter vposition: bottom [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is old.", "image": "n151768.jpg", "question_id": 20183235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202053153", "202053152", "202053151", "202053150", "202053157", "202053155", "202053146", "202053148", "202053149", "202053159", "202053147", "202053161", "202053162", "202053158", "202053160", "202053156"], "equivalent": ["202053154"], "question": "Is the shirt that is made of cloth black and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "yes", "semanticStr": "select: shirt (1)->filter material: cloth [0]->verify color: black [1]->verify: long sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is black and long sleeved.", "image": "n334278.jpg", "question_id": 202053154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["202053152", "202053151", "202053150", "202053155", "202053147", "202053148", "202053149"], "equivalent": ["202053153"], "question": "Is the shirt long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (1)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n334278.jpg", "question_id": 202053153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201920539", "201920538", "201920537", "201920536", "201920534", "201920548", "201920549", "201920542", "201920543", "201920540", "201920541", "201920546", "201920547", "201920544", "201920545", "201920555", "201920554", "201920551", "201920550", "201920553", "201920552"], "equivalent": ["201920535", "201920534"], "question": "Do the shoes look black and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-black_clean"}, "answer": "yes", "semanticStr": "select: shoes (2)->verify color: black [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoes are black and clean.", "image": "n187544.jpg", "question_id": 201920535}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the right of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202241156", "202241157", "202241155", "202241159", "202241167", "202241166", "202241165", "202241160"], "equivalent": ["202241157", "202241158"], "question": "What color is the chair that the woman is to the right of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "black", "semanticStr": "select: woman (11)->relate: chair,to the right of,o (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "11"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is black.", "image": "n460385.jpg", "question_id": 202241158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201548896", "201548909", "201548913", "201548911", "201548910", "201548916", "201548915", "201548914"], "equivalent": ["201548913", "201548912"], "question": "What color is the picture?", "isBalanced": true, "groups": {"global": "color", "local": "10q-picture_color"}, "answer": "gray", "semanticStr": "select: picture (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is gray.", "image": "n314171.jpg", "question_id": 201548912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20709867", "20709868"], "equivalent": ["20709866"], "question": "Is the umbrella green?", "isBalanced": true, "groups": {"global": null, "local": "06-umbrella_green"}, "answer": "no", "semanticStr": "select: umbrella (1)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the umbrella is black.", "image": "n24526.jpg", "question_id": 20709866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20489459", "20489474", "20489461", "20489467", "20489466", "20489472", "20489470", "20489469", "20489471"], "equivalent": ["20489464"], "question": "What is he doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "sleeping", "semanticStr": "select: he (0)->query: activity [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is sleeping.", "image": "n145498.jpg", "question_id": 20489464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stroller (10)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,hanging from,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201758425"], "equivalent": ["201758426"], "question": "What kind of toy is hanging from the stroller?", "isBalanced": true, "groups": {"global": "toy", "local": "15-stroller_hanging from,s"}, "answer": "stuffed dog", "semanticStr": "select: stroller (10)->relate: toy,hanging from,s (14) [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4:6": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toy is a stuffed dog.", "image": "n4777.jpg", "question_id": 201758426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012840"], "equivalent": ["202012841"], "question": "Who is playing at the television?", "isBalanced": true, "groups": {"global": "person", "local": "14-television_playing at,s"}, "answer": "man", "semanticStr": "select: television (1)->relate: person,playing at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is playing at the television.", "image": "n326988.jpg", "question_id": 202012841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed dog (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201758428", "201758427"], "equivalent": ["201758429"], "question": "What is the stuffed dog hanging from?", "isBalanced": true, "groups": {"global": "object", "local": "14-stuffed dog_hanging from,o"}, "answer": "stroller", "semanticStr": "select: stuffed dog (14)->relate: _,hanging from,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1:3": "14", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stuffed dog is hanging from the stroller.", "image": "n4777.jpg", "question_id": 201758429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "relate", "dependencies": [0], "argument": "towel,near,s (13)"}, {"operation": "filter", "dependencies": [1], "argument": "folded"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,below,s (8)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20403588", "20403587", "20403523", "20403524", "20403525", "20403526"], "equivalent": ["20403586"], "question": "What is the item of furniture that is below the folded towel near the sink?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-towel_below,s"}, "answer": "table", "semanticStr": "select: sink (4)->relate: towel,near,s (13) [0]->filter: folded [1]->relate: furniture,below,s (8) [2]->query: name [3]", "annotations": {"answer": {"0": "8"}, "question": {"3:6": "8", "14": "4", "10:12": "13"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n249639.jpg", "question_id": 20403586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,playing at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012749", "202012843", "202012846", "202012847", "202012844", "202012845"], "equivalent": ["202012848"], "question": "Which kind of device is the man playing at?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_playing at,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: device,playing at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is playing at the television.", "image": "n326988.jpg", "question_id": 202012848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498692", "201498693", "201498694"], "equivalent": ["201498211"], "question": "What device is the computer behind of?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_behind,o"}, "answer": "phone", "semanticStr": "select: computer (16)->relate: device,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "16", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer is behind the telephone.", "image": "n315887.jpg", "question_id": 201498211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2053509"], "question": "Is the bottle made of the same material as the motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "09same-bottle_motorcycle"}, "answer": "no", "semanticStr": "select: bottle (1)->select: motorcycle (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "1"}, "fullAnswer": {"9": "8", "2": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bottle is made of plastic and the motorcycle is made of metal.", "image": "n146555.jpg", "question_id": 2053509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose height", "dependencies": [1], "argument": "short|tall"}], "entailed": ["201110632", "201110661", "201110648", "201110663", "201110600", "201110642", "201110643", "201110641", "201110646", "201110647", "201110644", "201110645", "201110678", "201110566", "201110565", "201110655", "201110654", "201110657", "201110656", "201110651", "201110650", "201110653", "201110652", "201110679", "201110638", "201110637", "201110599", "201110633", "201110631", "201110649"], "equivalent": ["201110661", "201110662"], "question": "Is the white cake short or tall?", "isBalanced": true, "groups": {"global": "length", "local": "10c-cake_height"}, "answer": "short", "semanticStr": "select: cake (3)->filter color: white [0]->choose height: short|tall [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cake is short.", "image": "n546616.jpg", "question_id": 201110662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (4)"}, {"operation": "choose rel", "dependencies": [1], "argument": "pillow,to the left of|to the right of,s (9)"}], "entailed": ["20668032"], "equivalent": ["20668033"], "question": "Is the soft pillow to the left or to the right of the man that is wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_pillow"}, "answer": "left", "semanticStr": "select: shorts (14)->relate: man,wearing,s (4) [0]->choose rel: pillow,to the left of|to the right of,s (9) [1]", "annotations": {"answer": {}, "question": {"13": "4", "2:4": "9", "17": "14"}, "fullAnswer": {"1": "9", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pillow is to the left of the man.", "image": "n181355.jpg", "question_id": 20668033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2046530"], "equivalent": ["2046539"], "question": "Are there women that are not young?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_n#young"}, "answer": "yes", "semanticStr": "select: woman (4)->filter age: not(young) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a old woman.", "image": "n71728.jpg", "question_id": 2046539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (8)"}, {"operation": "select", "dependencies": [], "argument": "street light (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2053501"], "question": "Is the motorcycle made of the same material as the streetlight?", "isBalanced": true, "groups": {"global": null, "local": "09same-motorcycle_street light"}, "answer": "yes", "semanticStr": "select: motorcycle (8)->select: street light (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "12", "2": "8"}, "fullAnswer": {"3": "8", "6": "12"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the motorcycle and the streetlight are made of metal.", "image": "n146555.jpg", "question_id": 2053501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "post (13)"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2053505"], "question": "Are the post and the motorbike made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-motorcycle_post"}, "answer": "no", "semanticStr": "select: post (13)->select: motorcycle (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "8"}, "fullAnswer": {"9": "8", "2": "13"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the post is made of wood and the motorbike is made of metal.", "image": "n146555.jpg", "question_id": 2053505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["2046530"], "question": "Is there a woman in this picture?", "isBalanced": true, "groups": {"global": null, "local": "03-woman"}, "answer": "yes", "semanticStr": "select: woman (4)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a woman.", "image": "n71728.jpg", "question_id": 2046530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174047", "202174056", "202174049", "202174048", "202174037", "202174038"], "equivalent": ["202174058"], "question": "What appliance is closed?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_closed"}, "answer": "oven", "semanticStr": "select: appliance (3)->filter: closed [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n398429.jpg", "question_id": 202174058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201804106", "201804460", "201804457", "201804456", "201804459", "201804458"], "equivalent": ["201804455", "201804456"], "question": "What is the device to the right of the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_to the right of,s"}, "answer": "computer monitor", "semanticStr": "select: keyboard (1)->relate: device,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"9": "1", "3": "2"}, "fullAnswer": {"1": "2", "4:6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor.", "image": "n51002.jpg", "question_id": 201804455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20157539", "20157538", "20157540", "20157543", "20157544"], "equivalent": ["20157537", "20157539", "20157538"], "question": "Does the coffee mug look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-coffee mug_blue"}, "answer": "no", "semanticStr": "select: coffee mug (6)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the coffee mug is white.", "image": "n170941.jpg", "question_id": 20157537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thick"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982384", "20982383"], "equivalent": ["20982385"], "question": "Which kind of clothing is thick?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_thick"}, "answer": "shirt", "semanticStr": "select: clothing (2)->filter thickness: thick [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n52544.jpg", "question_id": 20982385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (5)"}, {"operation": "relate", "dependencies": [0], "argument": "sidewalk,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20320227", "20320232", "20320233", "20320231", "20320217", "20320229", "20320228"], "equivalent": ["20320230"], "question": "How clean is the sidewalk that the sign is in front of?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sidewalk_cleanliness"}, "answer": "dirty", "semanticStr": "select: sign (5)->relate: sidewalk,in front of,o (11) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "11", "7": "5"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is dirty.", "image": "n206358.jpg", "question_id": 20320230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202240955", "202240954", "202240956", "202240951", "202240952"], "equivalent": ["202240953"], "question": "What color do you think the shirt is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "black", "semanticStr": "select: shirt (1)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is black.", "image": "n460385.jpg", "question_id": 202240953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "camel (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2093835"], "question": "Are there both giraffes and camels in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-camel_giraffe"}, "answer": "no", "semanticStr": "select: giraffe (4)->exist: ? [0]->select: camel (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a giraffe but no camels.", "image": "n450919.jpg", "question_id": 2093835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156304"], "equivalent": ["201156303"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "boy", "semanticStr": "select: jacket (15)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "15"}, "fullAnswer": {"1": "1", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a jacket.", "image": "n146522.jpg", "question_id": 201156303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "choose activity", "dependencies": [0], "argument": "waiting|playing"}], "entailed": ["20631897", "20631896", "20631895"], "equivalent": ["20631894"], "question": "Is the catcher playing or waiting?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-catcher_activity"}, "answer": "waiting", "semanticStr": "select: catcher (6)->choose activity: waiting|playing [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The catcher is waiting.", "image": "n570181.jpg", "question_id": 20631894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "choose rel", "dependencies": [0], "argument": "boy,to the left of|to the right of,s (12)"}], "entailed": ["20978279", "20978757", "20978281", "20978282", "20978758"], "equivalent": ["20978280", "20978281"], "question": "Is the young boy to the right or to the left of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_boy"}, "answer": "left", "semanticStr": "select: man (7)->choose rel: boy,to the left of|to the right of,s (12) [0]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "12"}, "fullAnswer": {"1": "12", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the left of the man.", "image": "n551964.jpg", "question_id": 20978280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156303"], "equivalent": ["201156304"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "boy", "semanticStr": "select: jacket (15)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a jacket.", "image": "n146522.jpg", "question_id": 201156304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "orange"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201570787", "201570786"], "equivalent": ["201570787", "201570786", "201570788"], "question": "Is the plate round and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_round"}, "answer": "no", "semanticStr": "select: plate (14)->verify color: orange [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the plate is round but white.", "image": "n382416.jpg", "question_id": 201570788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign post (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202021476"], "equivalent": ["202021477"], "question": "What is on the sign post?", "isBalanced": true, "groups": {"global": "", "local": "14-sign post_on,s"}, "answer": "artwork", "semanticStr": "select: sign post (2)->relate: _,on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is on the sign post.", "image": "n255161.jpg", "question_id": 202021477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (4)"}, {"operation": "choose name", "dependencies": [0], "argument": "goats|sheep"}], "entailed": [], "equivalent": ["201491071"], "question": "Are these goats or a sheep?", "isBalanced": true, "groups": {"global": "animal", "local": "08oc-goats_sheep"}, "answer": "goats", "semanticStr": "select: this (4)->choose name: goats|sheep [0]", "annotations": {"answer": {"0": "4"}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "These are goats.", "image": "n86120.jpg", "question_id": 201491071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201491067", "201491068", "201491059", "201491058", "201491057", "201491053", "201491052"], "equivalent": ["201491070"], "question": "What animals are white?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_white"}, "answer": "goats", "semanticStr": "select: animal (4)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are goats.", "image": "n86120.jpg", "question_id": 201491070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "relate", "dependencies": [0], "argument": "street sign,standing in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["201445017"], "equivalent": ["201445018"], "question": "How hard is the street sign that is standing in the lawn?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-street sign_hardness"}, "answer": "hard", "semanticStr": "select: lawn (11)->relate: street sign,standing in,s (4) [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"11": "11", "4:6": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street sign is hard.", "image": "n289376.jpg", "question_id": 201445018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "relate", "dependencies": [0], "argument": "microwave,above,s (1)"}, {"operation": "choose color", "dependencies": [1], "argument": "silver|black"}], "entailed": [], "equivalent": ["201623420"], "question": "Does the microwave above the oven look silver or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-microwave_color"}, "answer": "silver", "semanticStr": "select: oven (2)->relate: microwave,above,s (1) [0]->choose color: silver|black [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "2"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The microwave is silver.", "image": "n501609.jpg", "question_id": 201623420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442166", "20442164", "20442096"], "equivalent": ["20442165"], "question": "What kind of furniture is above the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_above,s"}, "answer": "cabinet", "semanticStr": "select: countertop (4)->relate: furniture,above,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n207708.jpg", "question_id": 20442165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442166", "20442165", "20442096"], "equivalent": ["20442164"], "question": "What is the item of furniture above the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_above,s"}, "answer": "cabinet", "semanticStr": "select: countertop (4)->relate: furniture,above,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "4", "3:6": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n207708.jpg", "question_id": 20442164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboat (15)"}, {"operation": "relate", "dependencies": [0], "argument": "airplane,above,s (1)"}, {"operation": "filter", "dependencies": [1], "argument": "flying"}, {"operation": "verify cleanliness", "dependencies": [2], "argument": "clean"}, {"operation": "verify color", "dependencies": [2], "argument": "white "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["202100419", "202100418", "202100412", "202100428", "202100415", "202100426", "202100427", "202100420", "202100417", "202100416", "202100406", "202100407", "202100404", "202100405", "202100402", "202100403", "202100401", "202100413", "202100408"], "equivalent": ["202100414"], "question": "Does the flying airplane above the sailboat look clean and white?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: sailboat (15)->relate: airplane,above,s (1) [0]->filter: flying [1]->verify cleanliness: clean [2]->verify color: white  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "1", "6": "15"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the airplane is clean and white.", "image": "n386688.jpg", "question_id": 202100414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "select", "dependencies": [], "argument": "skateboard (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20245694"], "equivalent": ["20245693"], "question": "Are the fence and the skateboard the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_skateboard"}, "answer": "yes", "semanticStr": "select: fence (15)->select: skateboard (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "15", "5": "3"}, "fullAnswer": {"3": "15", "6": "3"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the fence and the skateboard are black.", "image": "n489190.jpg", "question_id": 20245693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bleachers (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "aluminum"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20287908"], "question": "Are the aluminum bleachers long and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_long"}, "answer": "no", "semanticStr": "select: bleachers (7)->filter material: aluminum [0]->verify color: gray [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bleachers are gray but short.", "image": "n317260.jpg", "question_id": 20287908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "picture frame,looking at,o (11)"}], "entailed": ["20492009"], "equivalent": ["20492010"], "question": "Is the tall person looking at the picture frame?", "isBalanced": true, "groups": {"global": null, "local": "13-man_picture frame"}, "answer": "yes", "semanticStr": "select: person (2)->filter height: tall [0]->verify rel: picture frame,looking at,o (11) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "7:9": "11"}, "fullAnswer": {"2": "2", "7:9": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is looking at the picture frame.", "image": "n335542.jpg", "question_id": 20492010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(warm)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624243", "201624244", "201624138"], "equivalent": ["201624139"], "question": "What cooking utensil isn't warm?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_n#warm"}, "answer": "spatula", "semanticStr": "select: cooking utensil (6)->filter: not(warm) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a spatula.", "image": "n59676.jpg", "question_id": 201624139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (22)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202125899"], "question": "Who is sitting on the chairs?", "isBalanced": true, "groups": {"global": "", "local": "14-chairs_sitting on,s"}, "answer": "audience", "semanticStr": "select: chairs (22)->relate: person,sitting on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is sitting on the chairs.", "image": "n573460.jpg", "question_id": 202125899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20227104"], "question": "What is the young woman looking at?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_looking at,o"}, "answer": "menu", "semanticStr": "select: woman (8)->filter age: young [0]->relate: _,looking at,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the menu.", "image": "n68769.jpg", "question_id": 20227104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "verify rel", "dependencies": [1], "argument": "menu,looking at,o (10)"}], "entailed": [], "equivalent": ["20227105"], "question": "Is the woman that is sitting looking at the menu?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_menu"}, "answer": "yes", "semanticStr": "select: woman (8)->filter pose: sitting [0]->verify rel: menu,looking at,o (10) [1]", "annotations": {"answer": {}, "question": {"9": "10", "2": "8", "5": "8"}, "fullAnswer": {"2": "8", "7": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is looking at the menu.", "image": "n68769.jpg", "question_id": 20227105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (18)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202012598", "202012596", "202012597"], "equivalent": ["202012599"], "question": "On which side of the photo are the shelves?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelves_hposition"}, "answer": "left", "semanticStr": "select: shelves (18)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are on the left of the image.", "image": "n326988.jpg", "question_id": 202012599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621483", "201621330"], "equivalent": ["201621484"], "question": "What kind of furniture isn't short?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#short"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter: not(short) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n275148.jpg", "question_id": 201621484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (14)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201621488", "201621485", "201621487", "201621486"], "equivalent": ["201621489"], "question": "On which side of the picture is the TV stand?", "isBalanced": true, "groups": {"global": null, "local": "10q-tv stand_hposition"}, "answer": "left", "semanticStr": "select: tv stand (14)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "14"}, "fullAnswer": {"1:3": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The TV stand is on the left of the image.", "image": "n275148.jpg", "question_id": 201621489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (5)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624132", "201624118", "201624119", "201624121", "201624120", "201624122"], "equivalent": ["201624134"], "question": "Which kind of cooking utensil is warm?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_warm"}, "answer": "pan", "semanticStr": "select: cooking utensil (5)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1:3": "5", "5": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan.", "image": "n59676.jpg", "question_id": 201624134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "umpire,to the right of,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201536420", "201536419"], "equivalent": ["201536418"], "question": "Are there umpires to the right of the batter?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_umpire"}, "answer": "no", "semanticStr": "select: batter (0)->relate: umpire,to the right of,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "2"}, "fullAnswer": {"9": "0", "2": "2"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the umpire is to the left of the batter.", "image": "n538684.jpg", "question_id": 201536418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "canopy (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [0], "argument": "dry "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511623", "20511622", "20511620", "20511627", "20511626", "20511625", "20511624", "20511629", "20511628", "20511618", "20511619", "20511613", "20511630", "20511616", "20511617", "20511614", "20511615"], "equivalent": ["20511621"], "question": "Is the canopy dark and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_dry"}, "answer": "yes", "semanticStr": "select: canopy (0)->verify color: dark [0]->verify: dry  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the canopy is dark and dry.", "image": "n208458.jpg", "question_id": 20511621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towels (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["202218591", "202218592"], "equivalent": ["202218593"], "question": "Are the white paper towels in the bottom part or in the top of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-paper towels_vposition"}, "answer": "bottom", "semanticStr": "select: paper towels (13)->filter color: white [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:5": "13"}, "fullAnswer": {"1:3": "13"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The paper towels are in the bottom of the image.", "image": "n578564.jpg", "question_id": 202218593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "query", "dependencies": [0], "argument": "company"}], "entailed": ["201975047", "201975034", "201975083", "201975063", "201975082", "201975081", "201975080", "201975069", "201975068", "201975067", "201975066", "201975064", "201975070", "201975072", "201975073"], "equivalent": ["201975071"], "question": "Which company is the hat from?", "isBalanced": true, "groups": {"global": "company", "local": "10q-hat_company"}, "answer": "adidas", "semanticStr": "select: hat (6)->query: company [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "company", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is from adidas.", "image": "n274905.jpg", "question_id": 201975071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201434263"], "equivalent": ["201434265"], "question": "What are the windows made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-windows_material"}, "answer": "glass", "semanticStr": "select: windows (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The windows are made of glass.", "image": "n545516.jpg", "question_id": 201434265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "jockey,sitting in,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201654427", "201654398"], "equivalent": ["201654426"], "question": "What are the animals to the left of the jockey that is sitting in the cart?", "isBalanced": true, "groups": {"global": "animal", "local": "15-jockey_to the left of,s"}, "answer": "horses", "semanticStr": "select: cart (5)->relate: jockey,sitting in,s (3) [0]->relate: animal,to the left of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "3", "3": "2", "15": "5"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n6309.jpg", "question_id": 201654426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "cows,to the left of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201654425"], "equivalent": ["201654425", "201654424"], "question": "Are there any cows to the left of the fence?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_cows"}, "answer": "no", "semanticStr": "select: fence (8)->relate: cows,to the left of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "8"}, "fullAnswer": {"9": "8", "3": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are horses to the left of the fence.", "image": "n6309.jpg", "question_id": 201654424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,behind,o (11)"}], "entailed": ["20210901", "20211275"], "equivalent": ["20211274"], "question": "Is the woman behind the plate near the glass?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_plate"}, "answer": "yes", "semanticStr": "select: woman (8)->verify rel: plate,behind,o (11) [0]", "annotations": {"answer": {}, "question": {"8": "3", "2": "8", "5": "11"}, "fullAnswer": {"2": "8", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is behind the plate.", "image": "n312206.jpg", "question_id": 20211274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20542876", "20543091", "20543090"], "equivalent": ["20543092"], "question": "What kind of animal is the fence behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_behind,o"}, "answer": "elephant", "semanticStr": "select: fence (2)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is behind the elephant.", "image": "n100552.jpg", "question_id": 20543092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow pants (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify", "dependencies": [1], "argument": "wet"}], "entailed": ["201412339", "201412338", "201412324", "201412325", "201412335", "201412334", "201412311", "201412310", "201412342", "201412343", "201412340", "201412344", "201412345"], "equivalent": ["201412341"], "question": "Do the snowpants that are not short look wet?", "isBalanced": true, "groups": {"global": null, "local": "06-snow pants_wet"}, "answer": "yes", "semanticStr": "select: snow pants (5)->filter: not(short) [0]->verify: wet [1]", "annotations": {"answer": {}, "question": {"2": "5", "6": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the snow pants are wet.", "image": "n143672.jpg", "question_id": 201412341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201976784", "201976776", "201976774", "201976775", "201976794", "201976786", "201976778", "201976779", "201976783", "201976782", "201976781", "201976780", "201976749", "201976792", "201976750", "201976793", "201976785"], "equivalent": ["201976777"], "question": "Does the backpack look small?", "isBalanced": true, "groups": {"global": null, "local": "06-backpack_small"}, "answer": "yes", "semanticStr": "select: backpack (4)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the backpack is small.", "image": "n279173.jpg", "question_id": 201976777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "sign,hanging above,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201641289", "201641290", "201641286", "201641287", "201641251"], "equivalent": ["201641288"], "question": "How is the sign that is hanging above the tall man called?", "isBalanced": true, "groups": {"global": "sign", "local": "15-man_hanging above,s"}, "answer": "street sign", "semanticStr": "select: man (0)->filter height: tall [0]->relate: sign,hanging above,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "5", "9:11": "0"}, "fullAnswer": {"1": "5", "4:6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n532213.jpg", "question_id": 201641288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20717107", "20717089", "20717108"], "equivalent": ["20717109"], "question": "What piece of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "bed", "semanticStr": "select: furniture (8)->query: name [0]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n67005.jpg", "question_id": 20717109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}], "entailed": ["201975032", "201975052", "201975050", "201975051", "201975059", "201975048", "201975047", "201975066", "201975045", "201975061", "201975060"], "equivalent": ["201975049"], "question": "Does the hat look black and white?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_black and white"}, "answer": "yes", "semanticStr": "select: hat (6)->verify: black and white [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hat is black and white.", "image": "n274905.jpg", "question_id": 201975049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201641289", "201641288", "201641290", "201641286", "201641251"], "equivalent": ["201641287"], "question": "What is hanging above the man?", "isBalanced": true, "groups": {"global": "sign", "local": "14-man_hanging above,s"}, "answer": "street sign", "semanticStr": "select: man (0)->relate: _,hanging above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is hanging above the man.", "image": "n532213.jpg", "question_id": 201641287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging above,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201641289", "201641288", "201641290", "201641287", "201641251"], "equivalent": ["201641286"], "question": "What is hanging above the tall person?", "isBalanced": true, "groups": {"global": "sign", "local": "14-man_hanging above,s"}, "answer": "street sign", "semanticStr": "select: person (0)->filter height: tall [0]->relate: _,hanging above,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"5:7": "0"}, "fullAnswer": {"1:3": "5", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is hanging above the man.", "image": "n532213.jpg", "question_id": 201641286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "_,hanging from,o (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201641340", "201641341"], "equivalent": ["201641282"], "question": "What is the street sign that looks black and white hanging from?", "isBalanced": true, "groups": {"global": "object", "local": "14-street sign_hanging from,o"}, "answer": "traffic light", "semanticStr": "select: street sign (5)->filter color: black [0]->filter color: white [1]->relate: _,hanging from,o (7) [2]->query: name [3]", "annotations": {"answer": {"0:2": "7"}, "question": {"9": "5", "7": "5", "3:5": "5"}, "fullAnswer": {"1:3": "5", "7:9": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is hanging from the signal light.", "image": "n532213.jpg", "question_id": 201641282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (13)"}, {"operation": "select", "dependencies": [], "argument": "bag (5) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201794876"], "question": "What is common to the tree and the bag?", "isBalanced": true, "groups": {"global": null, "local": "09common-bag_tree"}, "answer": "material", "semanticStr": "select: tree (13)->select: bag (5) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "5": "13"}, "fullAnswer": {"4": "13", "7": "5"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the tree and the bag are wooden.", "image": "n119944.jpg", "question_id": 201794876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tomatoes,below,o (-)"}], "entailed": [], "equivalent": ["20412052"], "question": "Is the dessert below tomatoes?", "isBalanced": true, "groups": {"global": null, "local": "13-dessert_tomatoes"}, "answer": "no", "semanticStr": "select: dessert (8)->verify rel: tomatoes,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the dessert is below the carrots.", "image": "n363445.jpg", "question_id": 20412052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "food,below,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20412054"], "equivalent": ["20412053"], "question": "What type of food is below the small lid?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-lid_below,s"}, "answer": "dessert", "semanticStr": "select: lid (12)->filter size: small [0]->relate: food,below,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "7:9": "12"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a dessert.", "image": "n363445.jpg", "question_id": 20412053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (25)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (35)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "verify material", "dependencies": [2], "argument": "paper"}, {"operation": "select", "dependencies": [], "argument": "toilet (13) "}, {"operation": "relate", "dependencies": [4], "argument": "toilet paper,to the right of,s (26)"}, {"operation": "verify material", "dependencies": [5], "argument": "paper"}, {"operation": "and", "dependencies": [3, 6], "argument": ""}], "entailed": ["20673115", "20673094"], "equivalent": ["20673114"], "question": "Are both the white thing to the right of the chair and the toilet paper to the right of the toilet made of paper?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-toilet paper_toilet paper"}, "answer": "yes", "semanticStr": "select: chair (25)->relate: toilet paper,to the right of,s (35) [0]->filter color: white [1]->verify material: paper [2]->select: toilet (13) ->relate: toilet paper,to the right of,s (26) [4]->verify material: paper [5]->and:  [3, 6]", "annotations": {"answer": {}, "question": {"10": "25", "20": "13", "13:15": "26", "3:5": "35"}, "fullAnswer": {"3:5": "35", "7:9": "26"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the toilet paper and the toilet paper are made of paper.", "image": "n59147.jpg", "question_id": 20673114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "verify face expression", "dependencies": [0], "argument": "sad"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2044673", "2044675"], "equivalent": ["2044673", "2044674"], "question": "Is the woman still and sad?", "isBalanced": true, "groups": {"global": null, "local": "05-sad_still"}, "answer": "no", "semanticStr": "select: woman (7)->verify face expression: sad [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is still but happy.", "image": "n184551.jpg", "question_id": 2044674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (30)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,s (35)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20673117"], "question": "What is resting on the table?", "isBalanced": true, "groups": {"global": "thing", "local": "14-table_resting on,s"}, "answer": "toilet paper", "semanticStr": "select: table (30)->relate: _,resting on,s (35) [0]->query: name [1]", "annotations": {"answer": {"0:2": "35"}, "question": {}, "fullAnswer": {"1:3": "35", "7": "30"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is resting on the table.", "image": "n59147.jpg", "question_id": 20673117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(red)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923156", "20923067", "20923164"], "equivalent": ["20923068"], "question": "What vehicle is not red?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_n#red"}, "answer": "ambulance", "semanticStr": "select: vehicle (9)->filter color: not(red) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "27"}, "fullAnswer": {"1": "27", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is an ambulance.", "image": "n480253.jpg", "question_id": 20923068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (6)"}, {"operation": "relate", "dependencies": [0], "argument": "goat,to the right of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["2017113", "2017112", "2017110", "2017119", "2017120", "2017121"], "equivalent": ["2017111"], "question": "Does the goat to the right of the horse look white?", "isBalanced": true, "groups": {"global": null, "local": "06-goat_white"}, "answer": "no", "semanticStr": "select: horse (6)->relate: goat,to the right of,s (10) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the goat is brown.", "image": "n324908.jpg", "question_id": 2017111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20705792", "20705814", "20705813", "20705811", "20705810"], "equivalent": ["20705812"], "question": "What item of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "desk", "semanticStr": "select: furniture (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n264887.jpg", "question_id": 20705812}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550296", "20550405", "20550407"], "equivalent": ["20550405", "20550406"], "question": "What is the animal that is standing on the grass called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "horse", "semanticStr": "select: grass (2)->relate: animal,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"9": "2", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n579928.jpg", "question_id": 20550406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550296", "20550405", "20550406"], "equivalent": ["20550407"], "question": "What kind of animal is standing on the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "horse", "semanticStr": "select: grass (2)->relate: animal,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n579928.jpg", "question_id": 20550407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (25)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (35)"}, {"operation": "relate", "dependencies": [1], "argument": "_,resting on,o (30)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20673119", "20672956"], "equivalent": ["20673118"], "question": "The toilet paper that is to the right of the chair is resting on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-toilet paper_resting on,o"}, "answer": "table", "semanticStr": "select: chair (25)->relate: toilet paper,to the right of,s (35) [0]->relate: _,resting on,o (30) [1]->query: name [2]", "annotations": {"answer": {"0": "30"}, "question": {"10": "25", "1:3": "35"}, "fullAnswer": {"1:3": "35", "7": "30"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is resting on the table.", "image": "n59147.jpg", "question_id": 20673118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705819", "20705807", "20705792", "20705793", "20705805", "20705806", "20705818", "20705817"], "equivalent": ["20705816"], "question": "What is the large item of furniture in the scene?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "desk", "semanticStr": "select: furniture (0)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:7": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n264887.jpg", "question_id": 20705816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20468435", "20468420", "20468448", "20468430", "20468426", "20468427", "20468424", "20468425", "20468431", "20468423", "20468433", "20468432", "20468422", "20468428"], "equivalent": ["20468429"], "question": "How big is the pipe that is not short?", "isBalanced": true, "groups": {"global": "size", "local": "10q-pipe_size"}, "answer": "small", "semanticStr": "select: pipe (10)->filter: not(short) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pipe is small.", "image": "n171169.jpg", "question_id": 20468429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201739222", "201739221"], "equivalent": ["201739230"], "question": "Is there a hat that is not blue?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_n#blue"}, "answer": "yes", "semanticStr": "select: hat (9)->filter color: not(blue) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a white hat.", "image": "n485969.jpg", "question_id": 201739230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20248158", "20248156"], "equivalent": ["20248159"], "question": "What kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "sweater", "semanticStr": "select: clothing (8)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweater.", "image": "n49310.jpg", "question_id": 20248159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202021457", "202021456", "202021471", "202021470", "202021473", "202021475", "202021474", "202021468", "202021469", "202021467", "202021458"], "equivalent": ["202021472"], "question": "What color does the artwork have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-artwork_color"}, "answer": "red", "semanticStr": "select: artwork (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The artwork has red color.", "image": "n255161.jpg", "question_id": 202021472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068697", "201068696"], "equivalent": ["201068695"], "question": "How is the gray clothing item called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt.", "image": "n159802.jpg", "question_id": 201068695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20248153", "20248155"], "equivalent": ["20248154"], "question": "What is the clothing item that is striped?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "sweater", "semanticStr": "select: clothing (8)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "8"}, "fullAnswer": {"1:3": "8", "5": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n49310.jpg", "question_id": 20248154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,behind,s (13)"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20144639"], "question": "Does the bus behind the other bus look white and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: bus (6)->relate: bus,behind,s (13) [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "6": "6"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bus is rectangular but blue.", "image": "n273901.jpg", "question_id": 20144639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201735561", "201735562", "201735563"], "equivalent": ["201735564"], "question": "On which side is the wood tray?", "isBalanced": true, "groups": {"global": null, "local": "10q-tray_hposition"}, "answer": "right", "semanticStr": "select: tray (4)->filter material: wood [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is on the right of the image.", "image": "n240973.jpg", "question_id": 201735564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201391832", "201392072"], "equivalent": ["201391831"], "question": "What does the happy man hold?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: man (13)->filter face expression: happy [0]->relate: _,holding,o (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"3:5": "13"}, "fullAnswer": {"1": "13", "4:6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man holds the Wii controller.", "image": "n477702.jpg", "question_id": 201391831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201391831", "201392072"], "equivalent": ["201391832"], "question": "What is the device that the man that is not sad holds?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: man (13)->filter face expression: not(sad) [0]->relate: device,holding,o (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"10": "13", "3": "6", "6": "13"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller.", "image": "n477702.jpg", "question_id": 201391832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "performer (15)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "chairs,standing near,o (13)"}], "entailed": [], "equivalent": ["201065519"], "question": "Is the man that is to the left of the performer standing near the chairs?", "isBalanced": true, "groups": {"global": null, "local": "13-man_chairs"}, "answer": "yes", "semanticStr": "select: performer (15)->relate: man,to the left of,s (0) [0]->verify rel: chairs,standing near,o (13) [1]", "annotations": {"answer": {}, "question": {"10": "15", "2": "0", "14": "13"}, "fullAnswer": {"2": "0", "7": "13"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is standing near the chairs.", "image": "n429883.jpg", "question_id": 201065519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204530", "20204531", "20204533"], "equivalent": ["20204532"], "question": "What is the item of furniture that the rug is in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_in front of,o"}, "answer": "chair", "semanticStr": "select: rug (11)->relate: furniture,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"8": "11", "3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n532191.jpg", "question_id": 20204532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (15)"}, {"operation": "choose rel", "dependencies": [0], "argument": "lamp,to the left of|to the right of,s (8)"}], "entailed": ["202100983", "202100982", "202100985", "202100984", "202101232", "202101230"], "equivalent": ["202101231"], "question": "Is the lamp to the right or to the left of the car?", "isBalanced": true, "groups": {"global": null, "local": "13-car_lamp"}, "answer": "left", "semanticStr": "select: car (15)->choose rel: lamp,to the left of|to the right of,s (8) [0]", "annotations": {"answer": {}, "question": {"2": "8", "12": "15"}, "fullAnswer": {"1": "8", "8": "15"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The lamp is to the left of the car.", "image": "n472825.jpg", "question_id": 202101231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "silver"}, {"operation": "relate", "dependencies": [2], "argument": "person,talking on,s (10)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20258760", "20258701"], "equivalent": ["20258759"], "question": "Who is talking on the device that looks black and silver?", "isBalanced": true, "groups": {"global": "person", "local": "14-phone_talking on,s"}, "answer": "child", "semanticStr": "select: device (0)->filter color: black [0]->filter color: silver [1]->relate: person,talking on,s (10) [2]->query: name [3]", "annotations": {"answer": {"0": "10"}, "question": {"8": "0", "5": "0", "10": "0"}, "fullAnswer": {"1": "10", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is talking on the phone.", "image": "n204894.jpg", "question_id": 20258759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20262705"], "equivalent": ["20262704"], "question": "Who is wearing a skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "girl", "semanticStr": "select: skirt (7)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "7"}, "fullAnswer": {"1": "2", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a skirt.", "image": "n172618.jpg", "question_id": 20262704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202265611", "202265748"], "equivalent": ["202265747"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n534106.jpg", "question_id": 202265747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (2)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202024849"], "question": "Where is the tree?", "isBalanced": true, "groups": {"global": "place", "local": "14-tree_in,o"}, "answer": "park", "semanticStr": "select: tree (2)->relate: place,in,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "2", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in the park.", "image": "n369595.jpg", "question_id": 202024849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird (4)"}, {"operation": "choose activity", "dependencies": [0], "argument": "playing|resting"}], "entailed": ["20340633"], "equivalent": ["20340632"], "question": "What is the bird doing, resting or playing?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-bird_activity"}, "answer": "playing", "semanticStr": "select: bird (4)->choose activity: playing|resting [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bird is playing.", "image": "n513100.jpg", "question_id": 20340632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coffee cup,behind,o (1)"}], "entailed": ["201498263"], "equivalent": ["201498444"], "question": "Is the tape behind the coffee cup?", "isBalanced": true, "groups": {"global": null, "local": "13-tape_coffee cup"}, "answer": "yes", "semanticStr": "select: tape (2)->verify rel: coffee cup,behind,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "1"}, "fullAnswer": {"2": "2", "6:8": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tape is behind the coffee cup.", "image": "n315887.jpg", "question_id": 201498444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (8)"}, {"operation": "select", "dependencies": [], "argument": "traffic sign (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201037030"], "question": "Are the sidewalk and the traffic sign made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-sidewalk_traffic sign"}, "answer": "no", "semanticStr": "select: sidewalk (8)->select: traffic sign (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5:7": "0"}, "fullAnswer": {"2": "8", "9:11": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sidewalk is made of concrete and the traffic sign is made of metal.", "image": "n393305.jpg", "question_id": 201037030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,covering,s (2)"}, {"operation": "choose rel", "dependencies": [1], "argument": "bag,to the right of|to the left of,s (8)"}], "entailed": ["2044564", "2044565", "2044563", "2044904", "2044900", "2044901", "2044902", "2044899"], "equivalent": ["2044903"], "question": "Is the bag to the left or to the right of the person covered by the umbrella?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bag"}, "answer": "right", "semanticStr": "select: umbrella (6)->relate: person,covering,s (2) [0]->choose rel: bag,to the right of|to the left of,s (8) [1]", "annotations": {"answer": {}, "question": {"2": "8", "15:17": "6", "12": "2"}, "fullAnswer": {"1": "8", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the right of the man.", "image": "n184551.jpg", "question_id": 2044903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hitting,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593875"], "equivalent": ["201593873"], "question": "What is she hitting?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_hitting,o"}, "answer": "tennis ball", "semanticStr": "select: she (5)->relate: _,hitting,o (19) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {"2": "5"}, "fullAnswer": {"1": "5", "5:7": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is hitting the tennis ball.", "image": "n200907.jpg", "question_id": 201593873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hitting,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593873"], "equivalent": ["201593875"], "question": "What is the girl hitting?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_hitting,o"}, "answer": "tennis ball", "semanticStr": "select: girl (5)->relate: _,hitting,o (19) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is hitting the tennis ball.", "image": "n200907.jpg", "question_id": 201593875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438803"], "equivalent": ["201438282"], "question": "What is in front of the man?", "isBalanced": true, "groups": {"global": "", "local": "14-man_in front of,s"}, "answer": "net", "semanticStr": "select: man (8)->relate: _,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The net is in front of the man.", "image": "n66756.jpg", "question_id": 201438282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebra (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2075243"], "question": "Is there any zebra or deer in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-deer_zebra"}, "answer": "yes", "semanticStr": "select: deer (10)->exist: ? [0]->select: zebra (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a deer.", "image": "n469525.jpg", "question_id": 2075243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (11)"}, {"operation": "filter", "dependencies": [0], "argument": "folded"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting inside,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20691470"], "equivalent": ["20691469"], "question": "What are the folded towels sitting inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-towels_sitting inside,o"}, "answer": "shelves", "semanticStr": "select: towels (11)->filter: folded [0]->relate: _,sitting inside,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towels are sitting inside the shelves.", "image": "n153293.jpg", "question_id": 20691469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (13)"}, {"operation": "relate", "dependencies": [0], "argument": "man,behind,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201407335"], "equivalent": ["201407335", "201407334"], "question": "Are there men behind the fence that is presented in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_man"}, "answer": "no", "semanticStr": "select: fence (13)->relate: man,behind,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "13"}, "fullAnswer": {"8": "13", "2": "0"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is in front of the fence.", "image": "n282607.jpg", "question_id": 201407334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (10)"}, {"operation": "relate", "dependencies": [0], "argument": "towels,sitting inside,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20691466"], "question": "What color are the towels that are sitting inside the shelves?", "isBalanced": true, "groups": {"global": "color", "local": "10q-towels_color"}, "answer": "black", "semanticStr": "select: shelves (10)->relate: towels,sitting inside,s (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "10", "4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towels are black.", "image": "n153293.jpg", "question_id": 20691466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201407332", "201407150"], "equivalent": ["201407331"], "question": "What is this man in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_in front of,o"}, "answer": "fence", "semanticStr": "select: man (0)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the fence.", "image": "n282607.jpg", "question_id": 201407331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "relate", "dependencies": [0], "argument": "pickles,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20177888", "20177889", "20177908", "20177909", "20177920", "20177904", "20177905", "20177902", "20177903", "20177900", "20177901", "20177891", "20177892", "20177893", "20177894", "20177895", "20177896", "20177897", "20177898"], "equivalent": ["20177899"], "question": "How big are the pickles that are on top of the cutting board?", "isBalanced": true, "groups": {"global": "size", "local": "10q-pickles_size"}, "answer": "small", "semanticStr": "select: cutting board (5)->relate: pickles,on top of,s (2) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"11:13": "5", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pickles are small.", "image": "n55058.jpg", "question_id": 20177899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shelves,under,o (5)"}], "entailed": ["201735550"], "equivalent": ["201735690"], "question": "Is the newspaper under the shelves?", "isBalanced": true, "groups": {"global": null, "local": "13-newspaper_shelves"}, "answer": "yes", "semanticStr": "select: newspaper (9)->verify rel: shelves,under,o (5) [0]", "annotations": {"answer": {}, "question": {"2": "9", "5": "5"}, "fullAnswer": {"2": "9", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the newspaper is under the shelves.", "image": "n240973.jpg", "question_id": 201735690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (0)"}, {"operation": "select", "dependencies": [], "argument": "paper (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201987606"], "equivalent": ["201987605"], "question": "Is the color of the bottle the same as the paper?", "isBalanced": true, "groups": {"global": null, "local": "09same-bottle_paper"}, "answer": "yes", "semanticStr": "select: bottle (0)->select: paper (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "5", "5": "0"}, "fullAnswer": {"3": "0", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bottle and the paper are white.", "image": "n470131.jpg", "question_id": 201987605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (2)"}, {"operation": "select", "dependencies": [], "argument": "road (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20169604"], "equivalent": ["20169603"], "question": "Is the color of the road the same as that of the flag?", "isBalanced": true, "groups": {"global": null, "local": "09same-flag_road"}, "answer": "no", "semanticStr": "select: flag (2)->select: road (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "2", "5": "6"}, "fullAnswer": {"2": "2", "7": "6"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the flag is yellow and the road is black.", "image": "n58220.jpg", "question_id": 20169603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frame (16)"}, {"operation": "relate", "dependencies": [0], "argument": "man,below,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "phone,to the left of,s (20)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201982155", "201982154", "201982156", "201983002", "201983046"], "equivalent": ["201983045"], "question": "Are there any phones to the left of the man below the frame?", "isBalanced": true, "groups": {"global": null, "local": "13-man_phone"}, "answer": "yes", "semanticStr": "select: frame (16)->relate: man,below,s (13) [0]->relate: phone,to the left of,s (20) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "13", "3": "20", "12": "16"}, "fullAnswer": {"10": "13", "4": "20"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a phone to the left of the man.", "image": "n526228.jpg", "question_id": 201983045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201864553"], "question": "Is the bat black and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "no", "semanticStr": "select: bat (9)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bat is black but wooden.", "image": "n481655.jpg", "question_id": 201864553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20706290", "20706291", "20706292", "20706293", "20706294", "20706288", "20706287", "20706286"], "equivalent": ["20706289"], "question": "Is the small device on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_left"}, "answer": "no", "semanticStr": "select: device (9)->filter size: small [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the speaker is on the right of the image.", "image": "n264887.jpg", "question_id": 20706289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202003682", "202003683"], "equivalent": ["202003684"], "question": "Are the devices on top of the desk black and open?", "isBalanced": true, "groups": {"global": null, "local": "05-black_open"}, "answer": "no", "semanticStr": "select: desk (13)->relate: device,on top of,s (11) [0]->verify color: black [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "7": "13"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the laptops are open but white.", "image": "n262920.jpg", "question_id": 202003684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (24)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "relate", "dependencies": [2], "argument": "_,holding,o (10)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201481500", "201481499"], "equivalent": ["201481487"], "question": "The sitting down woman to the right of the glasses is holding what?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "umbrella", "semanticStr": "select: glasses (24)->relate: woman,to the right of,s (11) [0]->filter pose: sitting [1]->relate: _,holding,o (10) [2]->query: name [3]", "annotations": {"answer": {"0": "10"}, "question": {"9": "24", "1:4": "11"}, "fullAnswer": {"1": "11", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the umbrella.", "image": "n470920.jpg", "question_id": 201481487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201756640", "201756641"], "equivalent": ["201756642"], "question": "Is the animal that looks small black and young?", "isBalanced": true, "groups": {"global": null, "local": "05-black_young"}, "answer": "no", "semanticStr": "select: animal (1)->filter size: small [0]->verify color: black [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the kitten is young but white.", "image": "n567860.jpg", "question_id": 201756642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (13)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "not(thick)"}, {"operation": "relate", "dependencies": [1], "argument": "apples,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202285372", "202285371", "202285538", "202285539"], "equivalent": ["202285539", "202285540"], "question": "Do you see any apples to the right of the fruit that is not thick?", "isBalanced": true, "groups": {"global": null, "local": "13-banana_apples"}, "answer": "no", "semanticStr": "select: fruit (13)->filter thickness: not(thick) [0]->relate: apples,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "13", "14": "13"}, "fullAnswer": {"9": "13", "3": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are waffles to the right of the banana.", "image": "n100991.jpg", "question_id": 202285540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "relate", "dependencies": [0], "argument": "table,near,s (3)"}, {"operation": "filter", "dependencies": [1], "argument": "short"}, {"operation": "choose rel", "dependencies": [2], "argument": "refrigerator,to the right of|to the left of,s (0)"}], "entailed": ["202120066", "202120067", "202119927", "202119926", "202120065"], "equivalent": ["202119927", "202119928"], "question": "Is the freezer to the right or to the left of the short table near the door?", "isBalanced": true, "groups": {"global": null, "local": "13-table_refrigerator"}, "answer": "right", "semanticStr": "select: door (4)->relate: table,near,s (3) [0]->filter: short [1]->choose rel: refrigerator,to the right of|to the left of,s (0) [2]", "annotations": {"answer": {}, "question": {"2": "0", "12:14": "3", "16": "4"}, "fullAnswer": {"1": "0", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The freezer is to the right of the table.", "image": "n500308.jpg", "question_id": 202119928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (4)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20984452", "20984450", "20984451", "20984438", "20984439", "20984430", "20984431", "20984433", "20984435", "20984436", "20984437", "20984441", "20984426", "20984425", "20984424", "20984440", "20984405", "20984404", "20984406", "20984403", "20984402"], "equivalent": ["20984434"], "question": "How old is the skater in the middle of the photo?", "isBalanced": true, "groups": {"global": "age", "local": "10q-skater_age"}, "answer": "young", "semanticStr": "select: skater (4)->filter vposition: middle [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skater is young.", "image": "n12214.jpg", "question_id": 20984434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (23)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify width", "dependencies": [1], "argument": "wide "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20340989", "20340979", "20340990", "20340985", "20340984", "20340993", "20340992", "20340995", "20340994", "20340997", "20340996", "20340977", "20340998", "20340988", "20340986", "20340987"], "equivalent": ["20340983"], "question": "Are the high windows both wide and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_wide"}, "answer": "yes", "semanticStr": "select: windows (23)->filter: high [0]->verify: closed [1]->verify width: wide  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "23"}, "fullAnswer": {"2": "23"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are wide and closed.", "image": "n346247.jpg", "question_id": 20340983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "person,worn on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20984388"], "equivalent": ["20984387"], "question": "Who is the black hat worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_worn on,o"}, "answer": "skater", "semanticStr": "select: hat (5)->filter color: black [0]->relate: person,worn on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "5", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hat is worn on the skater.", "image": "n12214.jpg", "question_id": 20984387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "choose sportActivity", "dependencies": [1], "argument": "skating|riding"}], "entailed": ["201347367", "201347369"], "equivalent": ["201347369", "201347368"], "question": "What is the person that is looking up doing, skating or riding?", "isBalanced": true, "groups": {"global": "sportActivity", "local": "10c-skateboarder_sportActivity"}, "answer": "skating", "semanticStr": "select: person (3)->filter activity: looking up [0]->choose sportActivity: skating|riding [1]", "annotations": {"answer": {}, "question": {"3": "3", "6:8": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The skateboarder is skating.", "image": "n65202.jpg", "question_id": 201347368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20541511", "20541509", "20541508", "20541510", "20541507", "20541506", "20541505", "20541513", "20541512"], "equivalent": ["20541514"], "question": "Which side of the picture is the black device on?", "isBalanced": true, "groups": {"global": null, "local": "10q-television_hposition"}, "answer": "right", "semanticStr": "select: device (6)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The television is on the right of the image.", "image": "n527290.jpg", "question_id": 20541514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (22)"}, {"operation": "relate", "dependencies": [0], "argument": "windows,next to,o (23)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20340990", "20340986", "20340987", "20340984", "20340985", "20340977", "20340989", "20340994"], "equivalent": ["20340988"], "question": "How wide are the windows the tree is next to?", "isBalanced": true, "groups": {"global": "width", "local": "10q-windows_width"}, "answer": "wide", "semanticStr": "select: tree (22)->relate: windows,next to,o (23) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "23", "6": "22"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The windows are wide.", "image": "n346247.jpg", "question_id": 20340988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (16)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,above,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202006220", "202006207", "202006216", "202006217", "202006218"], "equivalent": ["202006219"], "question": "What is the color of the basket above the other basket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-basket_color"}, "answer": "tan", "semanticStr": "select: basket (16)->relate: basket,above,s (14) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "16", "6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The basket is tan.", "image": "n97485.jpg", "question_id": 202006219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705746", "20705744"], "equivalent": ["20705745"], "question": "What device is on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "monitor", "semanticStr": "select: desk (0)->relate: device,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n264887.jpg", "question_id": 20705745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556921", "201556922", "201556786", "201556918", "201556919"], "equivalent": ["201556920"], "question": "What device is above the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_above,s"}, "answer": "laptop", "semanticStr": "select: keyboard (1)->relate: device,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n525901.jpg", "question_id": 201556920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (2)"}, {"operation": "relate", "dependencies": [0], "argument": "dvds,inside,s (3)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201956957", "201956960", "201956962", "201956958", "201956959"], "equivalent": ["201956961", "201956962"], "question": "Are the DVDs inside the TV stand open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-dvds_15"}, "answer": "closed", "semanticStr": "select: tv stand (2)->relate: dvds,inside,s (3) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "2"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The DVDs are closed.", "image": "n536256.jpg", "question_id": 201956961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (16)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,above,s (14)"}, {"operation": "filter", "dependencies": [1], "argument": "woven"}, {"operation": "verify size", "dependencies": [2], "argument": "large"}, {"operation": "verify color", "dependencies": [2], "argument": "tan "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["202006220", "202006210", "202006212", "202006207", "202006211", "202006216", "202006217", "202006214", "202006215", "202006218", "202006219", "202006209", "202006208"], "equivalent": ["202006214", "202006215", "202006213"], "question": "Is the woven basket above the other basket both tan and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_tan"}, "answer": "yes", "semanticStr": "select: basket (16)->relate: basket,above,s (14) [0]->filter: woven [1]->verify size: large [2]->verify color: tan  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "14", "7": "16"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the basket is tan and large.", "image": "n97485.jpg", "question_id": 202006213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "robe (4)"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth"}], "entailed": ["20756915", "20756913", "20756911"], "equivalent": ["20756914"], "question": "Is the robe smooth?", "isBalanced": true, "groups": {"global": null, "local": "06-robe_smooth"}, "answer": "yes", "semanticStr": "select: robe (4)->verify state: smooth [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the robe is smooth.", "image": "n433532.jpg", "question_id": 20756914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202243789", "202243788", "202243790", "202243781", "202243783", "202243801", "202243787", "202243726", "202243794", "202243792", "202243793", "202243800", "202243762", "202243761", "202243715", "202243799"], "equivalent": ["202243790", "202243791"], "question": "What color does this table have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "red", "semanticStr": "select: table (10)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table has red color.", "image": "n296467.jpg", "question_id": 202243791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose rel", "dependencies": [1], "argument": "fence,behind|in front of,s (7)"}], "entailed": ["20330349", "20330350", "20330351", "20330352", "20330507", "20330506", "20330508"], "equivalent": ["20330509"], "question": "Is the long fence behind or in front of the tree made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_fence"}, "answer": "behind", "semanticStr": "select: tree (5)->filter material: wood [0]->choose rel: fence,behind|in front of,s (7) [1]", "annotations": {"answer": {}, "question": {"10": "5", "13": "5", "2:4": "7"}, "fullAnswer": {"1": "7", "5": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is behind the tree.", "image": "n260521.jpg", "question_id": 20330509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "verify face expression", "dependencies": [2], "argument": "happy"}, {"operation": "verify age", "dependencies": [2], "argument": "old "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["20247963", "20247957", "20247956", "20247955", "20247874", "20247875", "20247876", "20247954", "20247870", "20247871", "20247872", "20247873", "20247953", "20247894", "20247895", "20247964", "20247890", "20247952", "20247949", "20247858", "20247859", "20247966", "20247944", "20247942", "20247943", "20247856", "20247857", "20247854", "20247855", "20247945", "20247965", "20247946", "20247863", "20247862", "20247861", "20247889", "20247888", "20247951", "20247950", "20247885", "20247884", "20247869", "20247958", "20247883", "20247882"], "equivalent": ["20247860", "20247859"], "question": "Is the sitting down person to the right of the man old and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_old"}, "answer": "yes", "semanticStr": "select: man (0)->relate: person,to the right of,s (5) [0]->filter pose: sitting [1]->verify face expression: happy [2]->verify age: old  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"10": "0", "2:5": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is old and happy.", "image": "n49310.jpg", "question_id": 20247860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20596320", "20596307", "20596316", "20596317", "20596314", "20596309", "20596318", "20596319", "20596321"], "equivalent": ["20596312"], "question": "What is he doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "standing", "semanticStr": "select: he (0)->query: pose [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is standing.", "image": "n514467.jpg", "question_id": 20596312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201247081"], "question": "What is the chair in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-chair_in front of,o"}, "answer": "plant", "semanticStr": "select: chair (1)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the plant.", "image": "n83784.jpg", "question_id": 201247081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer desk (7)"}, {"operation": "select", "dependencies": [], "argument": "cable (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202245871", "202245870"], "equivalent": ["202245872"], "question": "Does the computer desk have a different color than the cable?", "isBalanced": true, "groups": {"global": null, "local": "09diff-cable_computer desk"}, "answer": "no", "semanticStr": "select: computer desk (7)->select: cable (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "6", "2:4": "7"}, "fullAnswer": {"7": "6", "3:5": "7"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the computer desk and the cable are white.", "image": "n310828.jpg", "question_id": 202245872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "platform (12)"}, {"operation": "select", "dependencies": [], "argument": "traffic light (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20551314"], "equivalent": ["20551315"], "question": "Is the traffic signal different in color than the platform?", "isBalanced": true, "groups": {"global": null, "local": "09diff-platform_traffic light"}, "answer": "yes", "semanticStr": "select: platform (12)->select: traffic light (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "12", "2:4": "8"}, "fullAnswer": {"2": "12", "7:9": "8"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the platform is red and the traffic signal is black.", "image": "n153118.jpg", "question_id": 20551315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202162627", "202162657", "202162656", "202162673", "202162654", "202162659", "202162642", "202162662", "202162663", "202162660", "202162661"], "equivalent": ["202162660", "202162659", "202162658"], "question": "Which color is the bookcase?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bookcase_color"}, "answer": "black", "semanticStr": "select: bookcase (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bookcase is black.", "image": "n69237.jpg", "question_id": 202162658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667818", "20667819", "20667820"], "equivalent": ["20667821"], "question": "What is the woman wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "shirt", "semanticStr": "select: woman (5)->relate: _,wearing,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "5", "5": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n181355.jpg", "question_id": 20667821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202158778", "202158780", "202158777", "202158781"], "equivalent": ["202158779"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is made of concrete.", "image": "n406334.jpg", "question_id": 202158779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795383", "201795955", "201795954", "201795956"], "equivalent": ["201795383", "201795384"], "question": "The woman that to the right of the elephant sits on what?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting on,o"}, "answer": "bench", "semanticStr": "select: elephant (14)->relate: woman,to the right of,s (1) [0]->relate: _,sitting on,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1": "1", "8": "14"}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman sits on the bench.", "image": "n119944.jpg", "question_id": 201795384}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bench,sitting on,o (6)"}], "entailed": [], "equivalent": ["201795385"], "question": "Does the woman that is not thin sit on a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bench"}, "answer": "yes", "semanticStr": "select: woman (1)->filter: not(thin) [0]->verify rel: bench,sitting on,o (6) [1]", "annotations": {"answer": {}, "question": {"10": "6", "2": "1", "6": "1"}, "fullAnswer": {"2": "1", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman sits on a bench.", "image": "n119944.jpg", "question_id": 201795385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "verify rel", "dependencies": [1], "argument": "cell phone,looking at,o (-)"}], "entailed": [], "equivalent": ["201795382"], "question": "Is the woman that is not thin looking at a cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_cell phone"}, "answer": "no", "semanticStr": "select: woman (1)->filter: not(thin) [0]->verify rel: cell phone,looking at,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "1", "6": "1"}, "fullAnswer": {"2": "1", "7": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is looking at the man.", "image": "n119944.jpg", "question_id": 201795382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202158779", "202158780", "202158777", "202158781"], "equivalent": ["202158778"], "question": "What is the side walk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (1)->query: material [0]", "annotations": {"answer": {}, "question": {"3:5": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is made of concrete.", "image": "n406334.jpg", "question_id": 202158778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201766527", "201766529", "201766526", "201766533", "201766532", "201766531", "201766530", "201766524", "201766525", "201766535", "201766534"], "equivalent": ["201766528", "201766529", "201766530"], "question": "Is the girl on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-girl_hposition"}, "answer": "left", "semanticStr": "select: girl (0)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The girl is on the left of the image.", "image": "n528403.jpg", "question_id": 201766528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202241068", "202241060", "202241061", "202241070", "202241073", "202241072", "202241067", "202241069", "202241048", "202241049", "202241059", "202241058", "202241053", "202241057", "202241055", "202241054"], "equivalent": ["202241056"], "question": "What color is the pizza in the bottom of the image?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pizza_color"}, "answer": "white", "semanticStr": "select: pizza (5)->filter vposition: bottom [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pizza is white.", "image": "n460385.jpg", "question_id": 202241056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (14)"}, {"operation": "relate", "dependencies": [0], "argument": "sidewalk,beside,s (13)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202000663"], "question": "Is the sidewalk beside the street clean and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_hard"}, "answer": "no", "semanticStr": "select: street (14)->relate: sidewalk,beside,s (13) [0]->verify cleanliness: clean [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "5": "14"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is hard but dirty.", "image": "n299528.jpg", "question_id": 202000663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify rel", "dependencies": [1], "argument": "truck,parked behind,o (-)"}], "entailed": ["2056074"], "equivalent": ["2056075"], "question": "Is the black vehicle parked behind a truck?", "isBalanced": true, "groups": {"global": null, "local": "13-car_truck"}, "answer": "no", "semanticStr": "select: vehicle (2)->filter color: black [0]->verify rel: truck,parked behind,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2", "7": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is parked behind a bus.", "image": "n263180.jpg", "question_id": 2056075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20968331", "20968330"], "equivalent": ["20968332"], "question": "What is the man leaning against?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_leaning against,o"}, "answer": "pole", "semanticStr": "select: man (0)->relate: _,leaning against,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is leaning against the pole.", "image": "n288870.jpg", "question_id": 20968332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (5)"}, {"operation": "choose rel", "dependencies": [0], "argument": "television,to the right of|to the left of,s (6)"}], "entailed": ["20541411", "20541545", "20541544", "20541543", "20541410", "20541408", "20541409"], "equivalent": ["20541546"], "question": "Is the black device to the left or to the right of the couch?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_television"}, "answer": "right", "semanticStr": "select: couch (5)->choose rel: television,to the right of|to the left of,s (6) [0]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "6"}, "fullAnswer": {"1": "6", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The TV is to the right of the couch.", "image": "n527290.jpg", "question_id": 20541546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201393609", "201393605", "201393607", "201393606", "201393613", "201393610", "201393611"], "equivalent": ["201393608"], "question": "What is the color of the shirt?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-shirt_color"}, "answer": "dark", "semanticStr": "select: shirt (0)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is dark.", "image": "n305495.jpg", "question_id": 201393608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20954059"], "equivalent": ["20954058"], "question": "What is located on top of the luggage that looks large?", "isBalanced": true, "groups": {"global": "label", "local": "14-luggage_on top of,s"}, "answer": "receipt", "semanticStr": "select: luggage (6)->filter size: large [0]->relate: _,on top of,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"10": "6", "7": "6"}, "fullAnswer": {"1": "17", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The receipt is on top of the luggage.", "image": "n498712.jpg", "question_id": 20954058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637303", "20637302", "20637304"], "equivalent": ["20637305"], "question": "What appliance is white?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_white"}, "answer": "stove", "semanticStr": "select: appliance (8)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n184385.jpg", "question_id": 20637305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "train,to the left of|to the right of,s (3)"}], "entailed": ["20516137", "20516140", "20516138", "20516139", "20516048", "20516046", "20516047", "20516044", "20516045", "20516051", "20516050", "20516053", "20516052"], "equivalent": ["20516049"], "question": "Is the large vehicle to the left or to the right of the people?", "isBalanced": true, "groups": {"global": null, "local": "13-people_train"}, "answer": "left", "semanticStr": "select: people (6)->choose rel: train,to the left of|to the right of,s (3) [0]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "3"}, "fullAnswer": {"1": "3", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The train is to the left of the people.", "image": "n70461.jpg", "question_id": 20516049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(dark)"}, {"operation": "choose name", "dependencies": [1], "argument": "shirt|sock"}], "entailed": [], "equivalent": ["201393601"], "question": "What type of clothing is not dark, the shirt or the sock?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#dark"}, "answer": "sock", "semanticStr": "select: clothing (4)->filter: not(dark) [0]->choose name: shirt|sock [1]", "annotations": {"answer": {"0": "4"}, "question": {"11": "4", "8": "0", "3": "0"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The sock is not dark.", "image": "n305495.jpg", "question_id": 201393601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(dark)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201393602"], "equivalent": ["201393603"], "question": "Which kind of clothing is not dark?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#dark"}, "answer": "sock", "semanticStr": "select: clothing (4)->filter: not(dark) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sock.", "image": "n305495.jpg", "question_id": 201393603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (0)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,sitting next to,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201794982", "201795117", "201795354", "201795356", "201795118", "201795355"], "equivalent": ["201795116"], "question": "What type of animal is to the left of the woman that the child is sitting next to?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_to the left of,s"}, "answer": "elephant", "semanticStr": "select: child (0)->relate: woman,sitting next to,o (1) [0]->relate: animal,to the left of,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"10": "1", "3": "14", "13": "0"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n119944.jpg", "question_id": 201795116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20782990", "20783459", "20783458", "20782988", "20782989", "20782985", "20782986"], "equivalent": ["20782987"], "question": "What is the man sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_sitting on,o"}, "answer": "chair", "semanticStr": "select: man (10)->relate: _,sitting on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "10", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the chair.", "image": "n355339.jpg", "question_id": 20782987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "verify", "dependencies": [0], "argument": "off"}], "entailed": ["20151770", "20151768", "20151766", "20151767"], "equivalent": ["20151769"], "question": "Do the trousers appear to be off?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_off"}, "answer": "no", "semanticStr": "select: pants (5)->verify: off [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trousers are on.", "image": "n313060.jpg", "question_id": 20151769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,on top of,s (13)"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202285049", "202285047"], "equivalent": ["202285048", "202285049"], "question": "Is the fruit on top of the tray yellow and thick?", "isBalanced": true, "groups": {"global": null, "local": "05-thick_yellow"}, "answer": "no", "semanticStr": "select: tray (4)->relate: fruit,on top of,s (13) [0]->verify thickness: thick [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "7": "4"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the banana is yellow but thin.", "image": "n100991.jpg", "question_id": 202285048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882904", "201882907", "201882906", "201882795", "201882541", "201882540", "201882542"], "equivalent": ["201882905"], "question": "What device is on the right of the curtains?", "isBalanced": true, "groups": {"global": "device", "local": "15-curtains_to the right of,s"}, "answer": "television", "semanticStr": "select: curtains (15)->relate: device,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n125122.jpg", "question_id": 201882905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "car,to the left of,s (7)"}], "entailed": ["202262838", "202262839", "202262840"], "equivalent": ["202262837"], "question": "Is the black car to the left of a woman?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_car"}, "answer": "no", "semanticStr": "select: woman (2)->verify rel: car,to the left of,s (7) [0]", "annotations": {"answer": {}, "question": {"9": "2", "2:4": "7"}, "fullAnswer": {"9": "2", "2": "7"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is to the right of a woman.", "image": "n538039.jpg", "question_id": 202262837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879569", "201879570", "201879434"], "equivalent": ["201879568"], "question": "What is the vehicle that is in front of the basket?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-basket_in front of,s"}, "answer": "truck", "semanticStr": "select: basket (8)->relate: vehicle,in front of,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"10": "8", "3": "18"}, "fullAnswer": {"1": "18", "4": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n290409.jpg", "question_id": 201879568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20596528", "20596525", "20596527", "20596526", "20596521", "20596523", "20596522"], "equivalent": ["20596524"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is made of concrete.", "image": "n514467.jpg", "question_id": 20596524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["20611550", "20611551", "20611552", "20611553", "20611555", "20611556", "20611548", "20611547", "20611546", "20611544", "20611543", "20611542", "20611541", "20611549", "20611558", "20611557", "20611540", "20611560"], "equivalent": ["20611554", "20611555"], "question": "Is this container large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-container_size"}, "answer": "large", "semanticStr": "select: container (1)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The container is large.", "image": "n28996.jpg", "question_id": 20611554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "candle (33) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201669330"], "equivalent": ["201669332"], "question": "Are there both candles and cakes in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cake_candle"}, "answer": "yes", "semanticStr": "select: cake (10)->exist: ? [0]->select: candle (33) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "33", "5": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a cake and a candle.", "image": "n238266.jpg", "question_id": 201669332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pan,on,o (5)"}], "entailed": ["201624191"], "equivalent": ["201624192"], "question": "Is the pizza on the cooking utensil the plate is beside of?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza_pan"}, "answer": "yes", "semanticStr": "select: pizza (4)->verify rel: pan,on,o (5) [0]", "annotations": {"answer": {}, "question": {"2": "4", "8": "12", "5:7": "5"}, "fullAnswer": {"2": "4", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pizza is on the pan.", "image": "n59676.jpg", "question_id": 201624192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "box (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201804275", "201804276"], "equivalent": ["201804274"], "question": "Are there either any small desks or boxes?", "isBalanced": true, "groups": {"global": null, "local": "04-desk_small"}, "answer": "yes", "semanticStr": "select: desk (3)->filter size: small [0]->exist: ? [1]->select: box (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a small desk.", "image": "n51002.jpg", "question_id": 201804274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (9)"}, {"operation": "select", "dependencies": [], "argument": "scarf (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201972698"], "equivalent": ["201972699"], "question": "Does the scarf have a different color than the bush?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bush_scarf"}, "answer": "yes", "semanticStr": "select: bush (9)->select: scarf (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "2"}, "fullAnswer": {"2": "9", "7": "2"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the bush is green and the scarf is white.", "image": "n541482.jpg", "question_id": 201972699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201770657"], "equivalent": ["201770658", "201770657"], "question": "Are there toothbrushes in this image?", "isBalanced": true, "groups": {"global": null, "local": "03-toothbrush"}, "answer": "yes", "semanticStr": "select: toothbrush (1)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a toothbrush.", "image": "n310625.jpg", "question_id": 201770658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "umbrella,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201574215"], "equivalent": ["201574215", "201574214"], "question": "Is there an umbrella above the man that is in front of the door?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "no", "semanticStr": "select: door (8)->relate: man,in front of,s (3) [0]->relate: umbrella,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"13": "8", "6": "3"}, "fullAnswer": {"8": "3", "4:6": "16"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a traffic light above the man.", "image": "n116329.jpg", "question_id": 201574214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "clouds,above,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202156687"], "question": "Are the clouds above the trees both thin and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_thin"}, "answer": "no", "semanticStr": "select: trees (11)->relate: clouds,above,s (13) [0]->verify color: gray [1]->verify thickness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "5": "11"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the clouds are gray but thick.", "image": "n543966.jpg", "question_id": 202156687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201885215", "201885211", "201885212", "201885213"], "equivalent": ["201885214", "201885215"], "question": "On which side of the picture is the frisbee?", "isBalanced": true, "groups": {"global": null, "local": "10q-frisbee_hposition"}, "answer": "right", "semanticStr": "select: frisbee (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The frisbee is on the right of the image.", "image": "n222297.jpg", "question_id": 201885214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,slicing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201896271", "201896258", "201896280", "201896259", "201896282", "201896272", "201896296", "201896297", "201896269", "201896268", "201896281", "201896273", "201896265", "201896264", "201896266", "201896267", "201896263", "201896262"], "equivalent": ["201896270"], "question": "How big is the utensil that is slicing the cake?", "isBalanced": true, "groups": {"global": "size", "local": "10q-knife_size"}, "answer": "large", "semanticStr": "select: cake (0)->relate: utensil,slicing,s (2) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "0", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife is large.", "image": "n111390.jpg", "question_id": 201896270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (13)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["20982173", "20982172", "20982171", "20982167", "20982176", "20982188"], "equivalent": ["20982174"], "question": "Is the blouse long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-blouse_32"}, "answer": "long sleeved", "semanticStr": "select: blouse (13)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The blouse is long sleeved.", "image": "n52544.jpg", "question_id": 20982174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (13)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20982185", "20982177", "20982176", "20982186", "20982178", "20982182", "20982183", "20982180", "20982181", "20982167", "20982184"], "equivalent": ["20982179", "20982180"], "question": "What color is the blouse?", "isBalanced": true, "groups": {"global": "color", "local": "10q-blouse_color"}, "answer": "black", "semanticStr": "select: blouse (13)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The blouse is black.", "image": "n52544.jpg", "question_id": 20982179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,slicing,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896319", "201896320", "201896315", "201896321", "201896317", "201896316", "201896089"], "equivalent": ["201896318"], "question": "What is the knife slicing?", "isBalanced": true, "groups": {"global": "dessert", "local": "14-knife_slicing,o"}, "answer": "cake", "semanticStr": "select: knife (2)->relate: _,slicing,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "2", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knife is slicing the cake.", "image": "n111390.jpg", "question_id": 201896318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "orange"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20618874", "20618875", "20618877", "20618867", "20618871", "20618872", "20618873", "20618868", "20618869", "20618864", "20618878", "20618876", "20618865", "20618866", "20618870", "20618862", "20618863"], "equivalent": ["20618861"], "question": "Is the shirt orange and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (2)->verify color: orange [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is orange and short sleeved.", "image": "n126087.jpg", "question_id": 20618861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting in front of,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202147831"], "question": "Who is the person to the right of the chair sitting in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-person_sitting in front of,o"}, "answer": "athlete", "semanticStr": "select: chair (0)->relate: person,to the right of,s (3) [0]->relate: person,sitting in front of,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "0", "3": "3"}, "fullAnswer": {"1": "3", "8": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting in front of the athlete.", "image": "n194179.jpg", "question_id": 202147831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (20)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201996765", "201996781", "201996783", "201996787", "201996786", "201996788", "201996793"], "equivalent": ["201996785"], "question": "What color are the words?", "isBalanced": true, "groups": {"global": "color", "local": "10q-words_color"}, "answer": "gold", "semanticStr": "select: words (20)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The words are gold.", "image": "n250715.jpg", "question_id": 201996785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20434809", "20434810", "20434811"], "equivalent": ["20434808"], "question": "Is the boy on the left side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-boy_left"}, "answer": "yes", "semanticStr": "select: boy (1)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boy is on the left of the image.", "image": "n431447.jpg", "question_id": 20434808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["20618870", "20618868", "20618867"], "equivalent": ["20618869"], "question": "Does the short sleeved shirt have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_blue"}, "answer": "no", "semanticStr": "select: shirt (2)->filter: short sleeved [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is orange.", "image": "n126087.jpg", "question_id": 20618869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201974935"], "question": "Are the shorts that are not long soft and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_soft"}, "answer": "no", "semanticStr": "select: shorts (3)->filter length: not(long) [0]->verify color: green [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are soft but black.", "image": "n274905.jpg", "question_id": 201974935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,near,s (0)"}, {"operation": "choose material", "dependencies": [1], "argument": "cloth|plastic"}], "entailed": ["202258136", "202258137", "202258134", "202258135"], "equivalent": ["202258137", "202258138"], "question": "Is the bag near the fence made of plastic or cloth?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bag_material"}, "answer": "cloth", "semanticStr": "select: fence (6)->relate: bag,near,s (0) [0]->choose material: cloth|plastic [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "6"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is made of cloth.", "image": "n216553.jpg", "question_id": 202258138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,near,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202258141", "202258140", "202258014"], "equivalent": ["202258139", "202258141", "202258140"], "question": "Is there any bag near the fence?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_bag"}, "answer": "yes", "semanticStr": "select: fence (6)->relate: bag,near,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "6"}, "fullAnswer": {"4": "0", "7": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bag near the fence.", "image": "n216553.jpg", "question_id": 202258139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (17)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "computer mouse (10) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20385513", "20385514", "20385515", "20385306", "20385305", "20385304"], "equivalent": ["20385517"], "question": "Are there both remote controls and computer mice in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-computer mouse_remote control"}, "answer": "yes", "semanticStr": "select: remote control (17)->exist: ? [0]->select: computer mouse (10) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"6:8": "10", "3:5": "17"}, "fullAnswer": {"5:7": "17"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a remote control and a computer mouse.", "image": "n90294.jpg", "question_id": 20385517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2062360", "2062361", "2062363"], "equivalent": ["2062360", "2062361", "2062362", "2062363"], "question": "Does that surf board look hard and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_hard"}, "answer": "no", "semanticStr": "select: surfboard (2)->verify color: blue [0]->verify hardness: hard  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the surf board is hard but white.", "image": "n179136.jpg", "question_id": 2062362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "select", "dependencies": [], "argument": "keyboard (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201735164"], "equivalent": ["201735165"], "question": "Is the wall different in color than the keyboard?", "isBalanced": true, "groups": {"global": null, "local": "09diff-keyboard_wall"}, "answer": "no", "semanticStr": "select: wall (13)->select: keyboard (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "13"}, "fullAnswer": {"3": "13", "6": "3"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the wall and the keyboard are white.", "image": "n240973.jpg", "question_id": 201735165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter", "dependencies": [0], "argument": "navy"}, {"operation": "choose name", "dependencies": [1], "argument": "jacket|hat"}], "entailed": [], "equivalent": ["20699279"], "question": "What kind of clothing is navy, the jacket or the hat?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_navy"}, "answer": "jacket", "semanticStr": "select: clothing (8)->filter: navy [0]->choose name: jacket|hat [1]", "annotations": {"answer": {"0": "8"}, "question": {"10": "10", "3": "8", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The jacket is navy.", "image": "n512257.jpg", "question_id": 20699279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (1)"}, {"operation": "relate", "dependencies": [0], "argument": "airplane,near,s (0)"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["201959854", "201959856", "201959838", "201959839", "201959843", "201959842", "201959853", "201959847", "201959846", "201959845", "201959844"], "equivalent": ["201959852"], "question": "Is the airplane near the sign small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-airplane_size"}, "answer": "large", "semanticStr": "select: sign (1)->relate: airplane,near,s (0) [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "1"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plane is large.", "image": "n572716.jpg", "question_id": 201959852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11,10)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["201439381", "201439383", "201439382"], "equivalent": ["201439380"], "question": "Are the two people the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "yes", "semanticStr": "select: person (11,10)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGender", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the people are female.", "image": "n199286.jpg", "question_id": 201439380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201757688"], "question": "Are there any cups in the scene?", "isBalanced": true, "groups": {"global": null, "local": "03-cup"}, "answer": "yes", "semanticStr": "select: cup (2)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a cup.", "image": "n4777.jpg", "question_id": 201757688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201428966", "201428970", "201428967", "201429015", "201429016", "201429018", "201429019", "201428969", "201428968", "201429021", "201429020", "201429023", "201429022"], "equivalent": ["201429017"], "question": "What appliance is to the left of the refrigerator?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-refrigerator_to the left of,s"}, "answer": "stove", "semanticStr": "select: refrigerator (0)->relate: appliance,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n64959.jpg", "question_id": 201429017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skate park (4)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboarder,above,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "knee pads,wearing,o (-)"}], "entailed": [], "equivalent": ["202133566"], "question": "Is the skateboarder above the skatepark wearing knee pads?", "isBalanced": true, "groups": {"global": null, "local": "13-skateboarder_knee pads"}, "answer": "no", "semanticStr": "select: skate park (4)->relate: skateboarder,above,s (0) [0]->verify rel: knee pads,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "4"}, "fullAnswer": {"2": "0", "5": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the skateboarder is wearing jeans.", "image": "n412144.jpg", "question_id": 202133566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902560", "201902556", "201902551", "201902550", "201902553", "201902552", "201902555", "201902554", "201902549", "201902559", "201902558"], "equivalent": ["201902557"], "question": "What device is on top of the computer?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_on top of,s"}, "answer": "router", "semanticStr": "select: computer (11)->relate: device,on top of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a router.", "image": "n435808.jpg", "question_id": 201902557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133563", "202133542"], "equivalent": ["202133564"], "question": "Who is wearing the jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: jeans (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing jeans.", "image": "n412144.jpg", "question_id": 202133564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133542", "202133564"], "equivalent": ["202133563"], "question": "Who is wearing jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: jeans (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing jeans.", "image": "n412144.jpg", "question_id": 202133563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "computer,underneath,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "device,on top of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201902560", "201902556", "201902551", "201902550", "201902553", "201902555", "201902554", "201902557", "201902549", "201902559", "201902558"], "equivalent": ["201902553", "201902552"], "question": "What device is on top of the computer underneath the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_on top of,s"}, "answer": "router", "semanticStr": "select: desk (1)->relate: computer,underneath,s (11) [0]->relate: device,on top of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12", "10": "1", "7": "11"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a router.", "image": "n435808.jpg", "question_id": 201902552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cupcakes,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the right of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244269", "202244268", "202244187", "202244270", "202244188", "202244189", "202244267"], "equivalent": ["202244266"], "question": "What is the food that is to the right of the cupcakes near the carrots called?", "isBalanced": true, "groups": {"global": "food", "local": "15-cupcakes_to the right of,s"}, "answer": "rice", "semanticStr": "select: carrots (6)->relate: cupcakes,near,s (3) [0]->relate: food,to the right of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"11": "3", "3": "2", "14": "6"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is rice.", "image": "n296467.jpg", "question_id": 202244266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188321"], "equivalent": ["201188320"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "man", "semanticStr": "select: jacket (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a jacket.", "image": "n483840.jpg", "question_id": 201188320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (16)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951731", "201951733", "201951732"], "equivalent": ["201951734"], "question": "Which kind of vehicle is old?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_old"}, "answer": "van", "semanticStr": "select: vehicle (16)->filter: old [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "umbrella (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20385778"], "question": "Are there both umbrellas and bags in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bag_umbrella"}, "answer": "no", "semanticStr": "select: bag (7)->exist: ? [0]->select: umbrella (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bag but no umbrellas.", "image": "n90294.jpg", "question_id": 20385778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (-)"}], "entailed": ["201188324"], "equivalent": ["201188325"], "question": "Is the old person wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_hat"}, "answer": "no", "semanticStr": "select: person (0)->filter age: old [0]->verify rel: hat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a jacket.", "image": "n483840.jpg", "question_id": 201188325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462153"], "equivalent": ["20462152"], "question": "Who is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "man", "semanticStr": "select: pants (1)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "1"}, "fullAnswer": {"1": "6", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing trousers.", "image": "n571179.jpg", "question_id": 20462152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462152"], "equivalent": ["20462153"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "man", "semanticStr": "select: pants (1)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing trousers.", "image": "n571179.jpg", "question_id": 20462153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462159"], "equivalent": ["20462158"], "question": "Who is wearing a coat?", "isBalanced": true, "groups": {"global": "person", "local": "14-coat_wearing,s"}, "answer": "man", "semanticStr": "select: coat (2)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "2"}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a coat.", "image": "n571179.jpg", "question_id": 20462158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201804486", "201804487", "201804484", "201804485", "201804483", "201804488", "201804489", "201804490", "201804493", "201804492", "201804495", "201804494"], "equivalent": ["201804491", "201804490"], "question": "Is the fireplace square and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_square"}, "answer": "yes", "semanticStr": "select: fireplace (5)->verify color: black [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fireplace is square and black.", "image": "n51002.jpg", "question_id": 201804491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953088"], "equivalent": ["20953087"], "question": "Who is wearing a polo shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-polo shirt_wearing,s"}, "answer": "player", "semanticStr": "select: polo shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:6": "3"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a polo shirt.", "image": "n413319.jpg", "question_id": 20953087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20891688", "20891686", "20891687", "20891690", "20891444"], "equivalent": ["20891688", "20891689"], "question": "The person that is sitting-down is looking at who?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_looking at,o"}, "answer": "child", "semanticStr": "select: person (6)->filter pose: sitting [0]->relate: person,looking at,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"1": "6", "4": "6"}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the kid.", "image": "n347706.jpg", "question_id": 20891689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953082"], "equivalent": ["20953081"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "player", "semanticStr": "select: shorts (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "4"}, "fullAnswer": {"1": "0", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing shorts.", "image": "n413319.jpg", "question_id": 20953081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (15)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201737881", "201737880", "201737878", "201737875", "201737876", "201737877"], "equivalent": ["201737878", "201737877", "201737879"], "question": "Where in the picture is the tall player, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-player_hposition"}, "answer": "left", "semanticStr": "select: player (15)->filter height: tall [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"6:8": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The player is on the left of the image.", "image": "n531731.jpg", "question_id": 201737879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953087"], "equivalent": ["20953088"], "question": "Who is wearing the polo shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-polo shirt_wearing,s"}, "answer": "player", "semanticStr": "select: polo shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a polo shirt.", "image": "n413319.jpg", "question_id": 20953088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter", "dependencies": [0], "argument": "cushioned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827502", "20827503"], "equivalent": ["20827504"], "question": "Which kind of furniture is cushioned?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_cushioned"}, "answer": "chairs", "semanticStr": "select: furniture (7)->filter: cushioned [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n283587.jpg", "question_id": 20827504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (5)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201322630", "201322632", "201322633", "201322627", "201322635", "201322629", "201322628", "201322634"], "equivalent": ["201322631", "201322632"], "question": "On which side of the picture is the car, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-car_hposition"}, "answer": "left", "semanticStr": "select: car (5)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is on the left of the image.", "image": "n311910.jpg", "question_id": 201322631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on top of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202174068", "202174113", "202174131", "202174130", "202174069", "202174097", "202174094", "202174095", "202174092", "202174093", "202174091", "202174100", "202174101", "202174111", "202174110", "202174098", "202174099"], "equivalent": ["202174096"], "question": "What color does the appliance the stove is on top of have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-oven_color"}, "answer": "black", "semanticStr": "select: stove (2)->relate: appliance,on top of,o (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "6": "2"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The oven has black color.", "image": "n398429.jpg", "question_id": 202174096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["201935939", "201935938", "201935915", "201935935", "201935934", "201935937", "201935936", "201935930", "201935933", "201935948", "201935944", "201935940", "201935941", "201935942"], "equivalent": ["201935943"], "question": "Is that a brown shelf?", "isBalanced": true, "groups": {"global": null, "local": "06-shelf_brown"}, "answer": "yes", "semanticStr": "select: shelf (2)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, that is a brown shelf.", "image": "n500209.jpg", "question_id": 201935943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20978613", "20978611", "20978607", "20978616", "20978614", "20978619", "20978604", "20978608", "20978609", "20978587", "20978628", "20978610", "20978606", "20978622", "20978623", "20978620", "20978621"], "equivalent": ["20978612"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n551964.jpg", "question_id": 20978612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20434757", "20434782", "20434783", "20434780", "20434781", "20434778", "20434777", "20434776", "20434775", "20434774", "20434773", "20434770"], "equivalent": ["20434779"], "question": "What's the chair made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "wood", "semanticStr": "select: chair (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of wood.", "image": "n431447.jpg", "question_id": 20434779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "relate", "dependencies": [1], "argument": "device,below,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201556694", "201556695", "201556749", "201556752", "201556753", "201556750", "201556751", "201556754", "201556755"], "equivalent": ["201556748"], "question": "What device is below the laptop that is not closed?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_below,s"}, "answer": "keyboard", "semanticStr": "select: laptop (0)->filter: not(closed) [0]->relate: device,below,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "9": "0", "5": "0"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n525901.jpg", "question_id": 201556748}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stars (15)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201030338", "201030337", "201030336", "201030335", "201030334", "201030342", "201030340", "201030341", "201030346", "201030344", "201030345"], "equivalent": ["201030339"], "question": "How big are the stars?", "isBalanced": true, "groups": {"global": "size", "local": "10q-stars_size"}, "answer": "small", "semanticStr": "select: stars (15)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stars are small.", "image": "n54424.jpg", "question_id": 201030339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20434770"], "question": "Is the chair white and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "no", "semanticStr": "select: chair (10)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is wooden but brown.", "image": "n431447.jpg", "question_id": 20434770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827500", "20827498", "20827499"], "equivalent": ["20827501"], "question": "Which kind of furniture is black?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_black"}, "answer": "chairs", "semanticStr": "select: furniture (7)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n283587.jpg", "question_id": 20827501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (11)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["20636806", "20636808", "20636805", "20636803", "20636804", "20636814", "20636817", "20636807", "20636815"], "equivalent": ["20636816", "20636817"], "question": "Is the appliance that is to the left of the cutting board closed or maybe open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-oven_15"}, "answer": "closed", "semanticStr": "select: cutting board (2)->relate: appliance,to the left of,s (11) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "11", "10:12": "2"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The oven is closed.", "image": "n184385.jpg", "question_id": 20636816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201935918", "201935917", "201935916", "201935915", "201935922", "201935923", "201935919", "201935921", "201935926", "201935930", "201935925", "201935946", "201935920"], "equivalent": ["201935924"], "question": "How does the wood shelf look, large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-shelf_size"}, "answer": "small", "semanticStr": "select: shelf (2)->filter material: wood [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shelf is small.", "image": "n500209.jpg", "question_id": 201935924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boots (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skis (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "green"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20262488"], "equivalent": ["20262487"], "question": "Are there either green boots or skis?", "isBalanced": true, "groups": {"global": null, "local": "04-boots_green"}, "answer": "yes", "semanticStr": "select: boots (12)->filter color: green [0]->exist: ? [1]->select: skis (-) ->filter color: green [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are green boots.", "image": "n172618.jpg", "question_id": 20262487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,flying above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185895", "201185806"], "equivalent": ["201185896"], "question": "What is flying above the ground?", "isBalanced": true, "groups": {"global": "object", "local": "14-ground_flying above,s"}, "answer": "frisbee", "semanticStr": "select: ground (8)->relate: _,flying above,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The frisbee is flying above the ground.", "image": "n494918.jpg", "question_id": 201185896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "trees,in front of,o (9)"}], "entailed": ["201185894", "201185941", "201185942"], "equivalent": ["201185893"], "question": "Is the frisbee in front of the trees?", "isBalanced": true, "groups": {"global": null, "local": "13-frisbee_trees"}, "answer": "yes", "semanticStr": "select: frisbee (7)->verify rel: trees,in front of,o (9) [0]", "annotations": {"answer": {}, "question": {"2": "7", "7": "9"}, "fullAnswer": {"8": "9", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the frisbee is in front of the trees.", "image": "n494918.jpg", "question_id": 201185893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201935918", "201935928", "201935922", "201935923", "201935920", "201935921", "201935926", "201935927", "201935924", "201935925", "201935948", "201935944", "201935946", "201935940", "201935941", "201935942", "201935943", "201935917", "201935916", "201935913", "201935939", "201935938", "201935915", "201935914", "201935935", "201935934", "201935937", "201935936", "201935930", "201935933", "201935919"], "equivalent": ["201935928", "201935929", "201935927"], "question": "Does the shelf have brown color and small size?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "yes", "semanticStr": "select: shelf (2)->verify color: brown [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shelf is brown and small.", "image": "n500209.jpg", "question_id": 201935929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "motorcycle,to the right of,o (-)"}], "entailed": [], "equivalent": ["20246006"], "question": "Is the helmet to the right of a motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "13-helmet_motorcycle"}, "answer": "no", "semanticStr": "select: helmet (4)->verify rel: motorcycle,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"9": "8", "2": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the helmet is to the right of the skateboarder.", "image": "n489190.jpg", "question_id": 20246006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chicken (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing on top of,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735610", "201735611", "201735425", "201735424", "201735426", "201735421", "201735423"], "equivalent": ["201735421", "201735422"], "question": "The black chicken is standing on top of what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-chicken_standing on top of,o"}, "answer": "desk", "semanticStr": "select: chicken (0)->filter color: black [0]->relate: _,standing on top of,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1:3": "0"}, "fullAnswer": {"1": "0", "8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chicken is standing on top of the desk.", "image": "n240973.jpg", "question_id": 201735422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": [], "equivalent": ["201982950"], "question": "Is the coffee table that looks little brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-coffee table_color"}, "answer": "brown", "semanticStr": "select: coffee table (6)->filter size: small [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coffee table is brown.", "image": "n526228.jpg", "question_id": 201982950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202023600", "202023601", "202023603", "202023604", "202023616", "202023615", "202023614", "202023598", "202023599", "202023619", "202023618", "202023610", "202023605"], "equivalent": ["202023601", "202023602"], "question": "What is the material of the chair?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "metal", "semanticStr": "select: chair (8)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of metal.", "image": "n95313.jpg", "question_id": 202023602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156928", "202156926", "202156927", "202156924", "202156922", "202156923", "202156920", "202156921"], "equivalent": ["202156925"], "question": "What kind of animal is in front of the trees?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_in front of,s"}, "answer": "elephants", "semanticStr": "select: trees (11)->relate: animal,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156928", "202156926", "202156927", "202156924", "202156925", "202156923", "202156920", "202156921"], "equivalent": ["202156922"], "question": "What animal is in front of the trees?", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_in front of,s"}, "answer": "elephants", "semanticStr": "select: trees (11)->relate: animal,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are in front of the trees.", "image": "n543966.jpg", "question_id": 202156922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676104", "201676218", "201676221", "201676220", "201676018", "201676019"], "equivalent": ["201676219"], "question": "What device is to the right of the shelf?", "isBalanced": true, "groups": {"global": "device", "local": "15-shelf_to the right of,s"}, "answer": "computer", "semanticStr": "select: shelf (11)->relate: device,to the right of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n233607.jpg", "question_id": 201676219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (13)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,above,o (11)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202156794", "202156928", "202156926", "202156927", "202156924", "202156925", "202156922", "202156923", "202156921"], "equivalent": ["202156920"], "question": "What animal is in front of the trees the clouds are above?", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_in front of,s"}, "answer": "elephants", "semanticStr": "select: clouds (13)->relate: trees,above,o (11) [0]->relate: animal,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "13", "7": "11"}, "fullAnswer": {"1": "3", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are in front of the trees.", "image": "n543966.jpg", "question_id": 202156920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20785828", "20785829", "20785826", "20785824", "20785825", "20785830", "20785820", "20785821", "20785834", "20785801", "20785802"], "equivalent": ["20785827"], "question": "What is the color of the concrete sidewalk?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sidewalk_color"}, "answer": "white", "semanticStr": "select: sidewalk (10)->filter material: concrete [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is white.", "image": "n12404.jpg", "question_id": 20785827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "device,below,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201804662", "201804663", "201804661", "201804533"], "equivalent": ["201804660"], "question": "What is the device below the white artwork called?", "isBalanced": true, "groups": {"global": "device", "local": "15-artwork_below,s"}, "answer": "television", "semanticStr": "select: artwork (10)->filter color: white [0]->relate: device,below,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "6:8": "10"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n51002.jpg", "question_id": 201804660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,below,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201804662", "201804663", "201804660", "201804533"], "equivalent": ["201804661"], "question": "What device is below the artwork?", "isBalanced": true, "groups": {"global": "device", "local": "15-artwork_below,s"}, "answer": "television", "semanticStr": "select: artwork (10)->relate: device,below,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n51002.jpg", "question_id": 201804661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (7)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the left of,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "empty"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202244696", "202244694"], "equivalent": ["202244696", "202244694", "202244695"], "question": "Does the bowl that is to the left of the other bowl look white and empty?", "isBalanced": true, "groups": {"global": null, "local": "05-empty_white"}, "answer": "no", "semanticStr": "select: bowl (7)->relate: bowl,to the left of,s (8) [0]->verify: empty [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "7", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bowl is white but full.", "image": "n296467.jpg", "question_id": 202244695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": ["202179616"], "equivalent": ["202179615"], "question": "Is the man that is not short wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "no", "semanticStr": "select: man (8)->filter: not(short) [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "8", "6": "8"}, "fullAnswer": {"2": "8", "5": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shoes.", "image": "n523165.jpg", "question_id": 202179615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20827508", "20827505", "20827506", "20827507"], "equivalent": ["20827508", "20827509"], "question": "Which side of the image are the chairs on?", "isBalanced": true, "groups": {"global": null, "local": "10q-chairs_hposition"}, "answer": "left", "semanticStr": "select: chairs (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are on the left of the image.", "image": "n283587.jpg", "question_id": 20827509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20734056", "20734055", "20734054"], "equivalent": ["20734057"], "question": "On which side are the people?", "isBalanced": true, "groups": {"global": null, "local": "10q-people_hposition"}, "answer": "left", "semanticStr": "select: people (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The people are on the left of the image.", "image": "n90944.jpg", "question_id": 20734057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783260", "20782953", "20782952", "20783259", "20783258", "20783253", "20783252", "20783257", "20783256", "20783254"], "equivalent": ["20783255"], "question": "Which kind of device is to the right of the man?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_to the right of,s"}, "answer": "screen", "semanticStr": "select: man (10)->relate: device,to the right of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a screen.", "image": "n355339.jpg", "question_id": 20783255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cowboy hat (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "jacket,above,o (3)"}], "entailed": ["20929589"], "equivalent": ["20929612"], "question": "Is the cowboy hat above the jacket near the motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "13-cowboy hat_jacket"}, "answer": "yes", "semanticStr": "select: cowboy hat (2)->verify rel: jacket,above,o (3) [0]", "annotations": {"answer": {}, "question": {"9": "13", "2:4": "2", "6": "3"}, "fullAnswer": {"2:4": "2", "7": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cowboy hat is above the jacket.", "image": "n9181.jpg", "question_id": 20929612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "choose", "dependencies": [0], "argument": "sleeveless|short sleeved"}], "entailed": ["20349963", "20349962", "20349961", "20349960", "20349967", "20349964"], "equivalent": ["20349965"], "question": "Is the shirt sleeveless or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "sleeveless", "semanticStr": "select: shirt (6)->choose: sleeveless|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is sleeveless.", "image": "n468864.jpg", "question_id": 20349965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "laptop,in front of,o (1)"}], "entailed": ["20783147"], "equivalent": ["20783250"], "question": "Is the screen in front of a laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-screen_laptop"}, "answer": "yes", "semanticStr": "select: screen (3)->verify rel: laptop,in front of,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "3", "7": "1"}, "fullAnswer": {"8": "1", "2": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the screen is in front of a laptop.", "image": "n355339.jpg", "question_id": 20783250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012480", "202012478"], "equivalent": ["202012477"], "question": "What do you think is the woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_in front of,o"}, "answer": "cabinets", "semanticStr": "select: woman (22)->relate: _,in front of,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"6": "22"}, "fullAnswer": {"1": "22", "7": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the cabinets.", "image": "n326988.jpg", "question_id": 202012477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (19)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012475", "202012481", "202012431"], "equivalent": ["202012476"], "question": "Who is in front of the cabinets?", "isBalanced": true, "groups": {"global": "person", "local": "14-cabinets_in front of,s"}, "answer": "woman", "semanticStr": "select: cabinets (19)->relate: person,in front of,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "22", "7": "19"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the cabinets.", "image": "n326988.jpg", "question_id": 202012476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14,1,2,9)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["20862758"], "question": "Are the people of the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (14,1,2,9)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n94074.jpg", "question_id": 20862758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20661463"], "question": "Are there any bicycles?", "isBalanced": true, "groups": {"global": null, "local": "03-bike"}, "answer": "no", "semanticStr": "select: bike (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no bicycles.", "image": "n346736.jpg", "question_id": 20661463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,holding,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20262622", "20262623", "20262624", "20262626", "20262627", "20262628", "20262629", "20262632", "20262631"], "equivalent": ["20262625", "20262626"], "question": "What is the height of the girl that is holding the kite?", "isBalanced": true, "groups": {"global": "height", "local": "10q-girl_height"}, "answer": "tall", "semanticStr": "select: kite (4)->relate: girl,holding,s (3) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"11": "4", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is tall.", "image": "n172618.jpg", "question_id": 20262625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (10)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on the edge of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20661440"], "equivalent": ["20661461"], "question": "What is located on the edge of the bus that is not narrow?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-bus_on the edge of,s"}, "answer": "door", "semanticStr": "select: bus (10)->filter width: not(narrow) [0]->relate: _,on the edge of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"8": "10", "12": "10"}, "fullAnswer": {"1": "4", "8": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is on the edge of the bus.", "image": "n346736.jpg", "question_id": 20661461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,underneath,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201663494", "201663556", "201663532", "201663551", "201663533", "201663555", "201663495", "201663549", "201663546", "201663547", "201663544", "201663545", "201663531"], "equivalent": ["201663548"], "question": "How clean is the appliance underneath the countertop?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-dishwasher_cleanliness"}, "answer": "clean", "semanticStr": "select: countertop (14)->relate: appliance,underneath,s (2) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "2", "7": "14"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dish washer is clean.", "image": "n35676.jpg", "question_id": 201663548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202223163"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "man", "semanticStr": "select: person (12)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is playing.", "image": "n257997.jpg", "question_id": 202223163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "verify", "dependencies": [1], "argument": "sleeveless"}], "entailed": [], "equivalent": ["201061187"], "question": "Does the orange shirt look sleeveless?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (4)->filter color: orange [0]->verify: sleeveless [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is short sleeved.", "image": "n25275.jpg", "question_id": 201061187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "menu (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (23)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20226470"], "equivalent": ["20226469"], "question": "The person near the menu wears what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: menu (10)->relate: person,near,s (11) [0]->relate: _,wearing,o (23) [1]->query: name [2]", "annotations": {"answer": {"0": "23"}, "question": {"1": "11", "4": "10"}, "fullAnswer": {"1": "11", "4": "23"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a shirt.", "image": "n68769.jpg", "question_id": 20226469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shower,near,s (16)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20518475"], "equivalent": ["20518475", "20518474"], "question": "Is the shower near the mirror dirty and large?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_large"}, "answer": "no", "semanticStr": "select: mirror (1)->relate: shower,near,s (16) [0]->verify cleanliness: dirty [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "5": "1"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shower is large but clean.", "image": "n141939.jpg", "question_id": 20518474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023467", "202023468", "202023410", "202023472"], "equivalent": ["202023469"], "question": "Which kind of furniture is in front of the bookshelf?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bookshelf_in front of,s"}, "answer": "bed", "semanticStr": "select: bookshelf (0)->relate: furniture,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n95313.jpg", "question_id": 202023469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitchen (21)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,decorated by,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202007026", "202007024", "202007022", "202007023", "202005745"], "equivalent": ["202007027"], "question": "What kind of furniture is the kitchen decorated by?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-kitchen_decorated by,o"}, "answer": "cabinet", "semanticStr": "select: kitchen (21)->relate: furniture,decorated by,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "21", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kitchen is decorated by the cabinet.", "image": "n97485.jpg", "question_id": 202007027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitchen (21)"}, {"operation": "relate", "dependencies": [0], "argument": "_,decorated by,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202007026", "202007027", "202007022", "202007023", "202005745"], "equivalent": ["202007024"], "question": "What's the kitchen decorated by?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-kitchen_decorated by,o"}, "answer": "cabinet", "semanticStr": "select: kitchen (21)->relate: _,decorated by,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "21", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kitchen is decorated by the cabinet.", "image": "n97485.jpg", "question_id": 202007024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023468", "202023469", "202023410", "202023472"], "equivalent": ["202023467"], "question": "What is in front of the bookshelf?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bookshelf_in front of,s"}, "answer": "bed", "semanticStr": "select: bookshelf (0)->relate: _,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bed is in front of the bookshelf.", "image": "n95313.jpg", "question_id": 202023467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (0)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["20511433", "20511436", "20511437", "20511434"], "equivalent": ["20511438"], "question": "How heavy is the helicopter?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-helicopter_weight"}, "answer": "heavy", "semanticStr": "select: helicopter (0)->query: weight [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helicopter is heavy.", "image": "n229548.jpg", "question_id": 20511438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ship (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,carrying,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511442", "20511441", "20511440"], "equivalent": ["20511439"], "question": "What is carrying the ship?", "isBalanced": true, "groups": {"global": "aircraft", "local": "14-ship_carrying,s"}, "answer": "helicopter", "semanticStr": "select: ship (4)->relate: _,carrying,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The helicopter is carrying the ship.", "image": "n229548.jpg", "question_id": 20511439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201228246", "201228218", "201228217", "201228215", "201228214", "201228213", "201228210", "201228231", "201228222", "201228223", "201228220", "201228221"], "equivalent": ["201228220", "201228219"], "question": "What color is the lamp to the right of the bench?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lamp_color"}, "answer": "black", "semanticStr": "select: bench (6)->relate: lamp,to the right of,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "6", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is black.", "image": "n154856.jpg", "question_id": 201228219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (7)"}, {"operation": "relate", "dependencies": [0], "argument": "skis,on the bottom of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["2075753", "2075739", "2075738", "2075744", "2075743", "2075740", "2075741", "2075769", "2075768", "2075750"], "equivalent": ["2075742"], "question": "How wide are the skis on the bottom of the plane?", "isBalanced": true, "groups": {"global": "width", "local": "10q-skis_width"}, "answer": "wide", "semanticStr": "select: airplane (7)->relate: skis,on the bottom of,s (4) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"10": "7", "4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skis are wide.", "image": "n315859.jpg", "question_id": 2075742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201447007", "201447006", "201447005"], "equivalent": ["201447004"], "question": "Is the toilet paper on the right side of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet paper_right"}, "answer": "yes", "semanticStr": "select: toilet paper (2)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toilet paper is on the right of the image.", "image": "n54180.jpg", "question_id": 201447004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (9)"}, {"operation": "verify depth", "dependencies": [0], "argument": "shallow"}], "entailed": ["20120450", "20120451", "20120452", "20120453", "20120460", "20120449", "20120448", "20120447", "20120445", "20120457", "20120443", "20120442", "20120479", "20120444", "20120458", "20120439"], "equivalent": ["20120446"], "question": "Does the sand look shallow?", "isBalanced": true, "groups": {"global": null, "local": "06-sand_shallow"}, "answer": "yes", "semanticStr": "select: sand (9)->verify depth: shallow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sand is shallow.", "image": "n117888.jpg", "question_id": 20120446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202100659", "202100658", "202100653", "202100657", "202100656", "202100654", "202100660", "202100661"], "equivalent": ["202100662"], "question": "On which side of the image are the metal utensils?", "isBalanced": true, "groups": {"global": null, "local": "10q-utensils_hposition"}, "answer": "left", "semanticStr": "select: utensil (11)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The utensils are on the left of the image.", "image": "n280089.jpg", "question_id": 202100662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (12)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20240978", "20240981", "20240979"], "equivalent": ["20240980"], "question": "On which side of the picture is the water bottle, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-water bottle_hposition"}, "answer": "left", "semanticStr": "select: water bottle (12)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"8:10": "12"}, "fullAnswer": {"1:3": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The water bottle is on the left of the image.", "image": "n166008.jpg", "question_id": 20240980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (13)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,using,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "drink,in,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201548694", "201548695", "201548697"], "equivalent": ["201548695", "201548696"], "question": "What drink is in the appliance that is using seasonings?", "isBalanced": true, "groups": {"global": "drink", "local": "15-blender_in,s"}, "answer": "alcohol", "semanticStr": "select: spices (13)->relate: appliance,using,s (10) [0]->relate: drink,in,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11", "9": "13", "5": "10"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is alcohol.", "image": "n314171.jpg", "question_id": 201548696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towel (9)"}, {"operation": "relate", "dependencies": [0], "argument": "container,to the right of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202081266", "202081267", "202081264", "202081265", "202081262", "202081263", "202081260", "202081261", "202081268", "202081269", "202081248", "202081249", "202081244", "202081245", "202081246", "202081240", "202081241", "202081242", "202081243", "202081239", "202081238", "202081259", "202081258", "202081257", "202081256", "202081255", "202081253", "202081252", "202081251", "202081250", "202081271", "202081270"], "equivalent": ["202081254"], "question": "Does the container that is to the right of the paper towel look small and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_small"}, "answer": "yes", "semanticStr": "select: paper towel (9)->relate: container,to the right of,s (4) [0]->verify color: orange [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "10:12": "9"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the container is small and orange.", "image": "n314630.jpg", "question_id": 202081254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "alcohol (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548707", "201548702", "201548700", "201548701", "201548699"], "equivalent": ["201548698", "201548699"], "question": "What do you think is the alcohol in?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-alcohol_in,o"}, "answer": "blender", "semanticStr": "select: alcohol (11)->relate: _,in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"6": "11"}, "fullAnswer": {"1": "11", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The alcohol is in the blender.", "image": "n314171.jpg", "question_id": 201548698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "select", "dependencies": [], "argument": "table (20) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20609190", "20609188"], "equivalent": ["20609188", "20609189"], "question": "Is the color of the bowl the same as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-bowl_table"}, "answer": "yes", "semanticStr": "select: bowl (5)->select: table (20) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "20", "5": "5"}, "fullAnswer": {"3": "5", "6": "20"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bowl and the table are white.", "image": "n437064.jpg", "question_id": 20609189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064795", "201064796", "201064797", "201064806", "201064805", "201064804", "201064816", "201064815", "201064801", "201064802", "201064803"], "equivalent": ["201064814"], "question": "What is the blue item of furniture in the picture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_blue"}, "answer": "sofa", "semanticStr": "select: furniture (0)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:7": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n88933.jpg", "question_id": 201064814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983712", "201983713", "201983714", "201983707", "201983708"], "equivalent": ["201983709"], "question": "What's in front of the woman?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_in front of,s"}, "answer": "papers", "semanticStr": "select: woman (6)->relate: _,in front of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The papers are in front of the woman.", "image": "n16378.jpg", "question_id": 201983709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (6)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20887487", "20887486", "20887485", "20887484", "20887483", "20887500", "20887501", "20887478", "20887506", "20887505", "20887476", "20887477", "20887488", "20887479", "20887490", "20887491", "20887492", "20887493", "20887502"], "equivalent": ["20887489"], "question": "How large is the keyboard?", "isBalanced": true, "groups": {"global": "size", "local": "10q-keyboard_size"}, "answer": "large", "semanticStr": "select: keyboard (6)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is large.", "image": "n282436.jpg", "question_id": 20887489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["202003598", "202003597", "202003600"], "equivalent": ["202003599"], "question": "Which room is it?", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "office", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is an office.", "image": "n262920.jpg", "question_id": 202003599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "egg (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the left of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202285232", "202285229", "202285231", "202285230"], "equivalent": ["202285228"], "question": "What kind of food is to the left of the white egg?", "isBalanced": true, "groups": {"global": "meat", "local": "15-egg_to the left of,s"}, "answer": "sausage", "semanticStr": "select: egg (2)->filter color: white [0]->relate: food,to the left of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "10:12": "2"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n100991.jpg", "question_id": 202285228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "boy (0) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201480231"], "equivalent": ["201480233"], "question": "Are there both hats and boys in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-boy_hat"}, "answer": "yes", "semanticStr": "select: hat (1)->exist: ? [0]->select: boy (0) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5": "0"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a hat and a boy.", "image": "n39114.jpg", "question_id": 201480233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify rel", "dependencies": [1], "argument": "spectator,to the right of,o (8)"}], "entailed": ["201056034", "201056035", "201056037", "201056261"], "equivalent": ["201056036"], "question": "Is the black car to the right of the person that is watching the soccer player?", "isBalanced": true, "groups": {"global": null, "local": "13-car_spectator"}, "answer": "yes", "semanticStr": "select: car (3)->filter color: black [0]->verify rel: spectator,to the right of,o (8) [1]", "annotations": {"answer": {}, "question": {"9": "8", "2:4": "3", "14:16": "6"}, "fullAnswer": {"9": "8", "2": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the car is to the right of the spectator.", "image": "n259002.jpg", "question_id": 201056036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068787", "201068789"], "equivalent": ["201068788"], "question": "What item of clothing is long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "blouse", "semanticStr": "select: clothing (6)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1:4": "6"}, "fullAnswer": {"1:3": "6", "5": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a blouse.", "image": "n159802.jpg", "question_id": 201068788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068837", "201068838"], "equivalent": ["201068839"], "question": "Which kind of clothing is soft?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_soft"}, "answer": "sweatshirt", "semanticStr": "select: clothing (8)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweatshirt.", "image": "n159802.jpg", "question_id": 201068839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068837", "201068839"], "equivalent": ["201068838"], "question": "What type of clothing in this picture is soft?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_soft"}, "answer": "sweatshirt", "semanticStr": "select: clothing (8)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweatshirt.", "image": "n159802.jpg", "question_id": 201068838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201752790", "201752789"], "equivalent": ["201752788"], "question": "Are there any large gloves or hats?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_large"}, "answer": "no", "semanticStr": "select: hat (2)->filter size: large [0]->exist: ? [1]->select: gloves (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is small.", "image": "n262929.jpg", "question_id": 201752788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307011", "20306327", "20307010", "20307099", "20307098", "20306328", "20307102", "20307101", "20307100", "20307095", "20306326", "20307096"], "equivalent": ["20307097"], "question": "What device is to the right of the woman?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_to the right of,s"}, "answer": "laptop", "semanticStr": "select: woman (1)->relate: device,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n554880.jpg", "question_id": 20307097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201322493"], "question": "Are there cars or buses?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bus_car"}, "answer": "yes", "semanticStr": "select: bus (0)->exist: ? [0]->select: car (5) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "5", "4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bus.", "image": "n311910.jpg", "question_id": 201322493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "snowboard,carrying,o (-)"}], "entailed": [], "equivalent": ["20902670"], "question": "Is the male person carrying a snowboard?", "isBalanced": true, "groups": {"global": null, "local": "13-person_snowboard"}, "answer": "no", "semanticStr": "select: person (0)->filter gender: male [0]->verify rel: snowboard,carrying,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is carrying a dog.", "image": "n411121.jpg", "question_id": 20902670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "select", "dependencies": [], "argument": "mountain side (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20753537"], "equivalent": ["20753536"], "question": "Are both the sky and the mountain side the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-mountain side_sky"}, "answer": "no", "semanticStr": "select: sky (12)->select: mountain side (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "12", "6:8": "10"}, "fullAnswer": {"2": "12", "7:9": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sky is blue and the mountain side is white.", "image": "n481777.jpg", "question_id": 20753536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,getting on,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430770", "201430985"], "equivalent": ["201430771"], "question": "What's the person getting on?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-person_getting on,o"}, "answer": "tie", "semanticStr": "select: person (0)->relate: _,getting on,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "0", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is getting on the necktie.", "image": "n206785.jpg", "question_id": 201430771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201393595", "201393597", "201393596", "201393598"], "equivalent": ["201393599"], "question": "Which kind of clothing is dark?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_dark"}, "answer": "shirt", "semanticStr": "select: clothing (0)->filter color: dark [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n305495.jpg", "question_id": 201393599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "_,riding on,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20902897"], "equivalent": ["20902678"], "question": "What does the male person ride on?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_riding on,o"}, "answer": "bike", "semanticStr": "select: person (0)->filter gender: male [0]->relate: _,riding on,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "4:6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person rides on a bike.", "image": "n411121.jpg", "question_id": 20902678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (25)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20672816", "20672990"], "equivalent": ["20672989"], "question": "Which kind of furniture in the photo is not small?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#small"}, "answer": "chair", "semanticStr": "select: furniture (25)->filter size: not(small) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {"3": "30"}, "fullAnswer": {"1": "30", "4": "25"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n59147.jpg", "question_id": 20672989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430778"], "equivalent": ["201430779"], "question": "What is the person wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "dress shirt", "semanticStr": "select: person (0)->relate: _,wearing,o (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing a dress shirt.", "image": "n206785.jpg", "question_id": 201430779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430779"], "equivalent": ["201430778"], "question": "The person is wearing what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "dress shirt", "semanticStr": "select: person (0)->relate: _,wearing,o (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "5:7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing a dress shirt.", "image": "n206785.jpg", "question_id": 201430778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201430978", "201430954", "201430944", "201430945", "201430946", "201430947", "201430952", "201430942", "201430943", "201430939", "201430938", "201430956", "201430977"], "equivalent": ["201430953"], "question": "Is this a white cabinet?", "isBalanced": true, "groups": {"global": null, "local": "06-cabinet_white"}, "answer": "yes", "semanticStr": "select: cabinet (7)->verify color: white [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a white cabinet.", "image": "n206785.jpg", "question_id": 201430953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "relate", "dependencies": [0], "argument": "cup,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201446982", "201446978", "201446974", "201446975", "201446977"], "equivalent": ["201446976"], "question": "What material is the cup above the sink?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cup_material"}, "answer": "plastic", "semanticStr": "select: sink (0)->relate: cup,above,s (3) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "0"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is made of plastic.", "image": "n54180.jpg", "question_id": 201446976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201446982", "201446978", "201446974", "201446975", "201446976"], "equivalent": ["201446977"], "question": "What is the cup made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cup_material"}, "answer": "plastic", "semanticStr": "select: cup (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is made of plastic.", "image": "n54180.jpg", "question_id": 201446977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201438760", "201438789", "201438791", "201438793", "201438792", "201438795", "201438797", "201438796", "201438799", "201438779"], "equivalent": ["201438794"], "question": "How clean is the large field?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-field_cleanliness"}, "answer": "dirty", "semanticStr": "select: field (9)->filter size: large [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is dirty.", "image": "n66756.jpg", "question_id": 201438794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20204824"], "question": "Are there any TVs or laptops in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-laptop_television"}, "answer": "yes", "semanticStr": "select: laptop (4)->exist: ? [0]->select: television (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a laptop.", "image": "n532191.jpg", "question_id": 20204824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201983758", "201983759", "201983761", "201983760", "201983762", "201983765", "201983764", "201983767"], "equivalent": ["201983763", "201983764"], "question": "Is the large bag on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-bag_hposition"}, "answer": "right", "semanticStr": "select: bag (0)->filter size: large [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is on the right of the image.", "image": "n16378.jpg", "question_id": 201983763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on,s (0)"}, {"operation": "choose color", "dependencies": [1], "argument": "blue|white"}], "entailed": ["201896131", "201896130", "201896129"], "equivalent": ["201896131", "201896132"], "question": "Is the dessert on the table white or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-cake_color"}, "answer": "blue", "semanticStr": "select: table (11)->relate: dessert,on,s (0) [0]->choose color: blue|white [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "11"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cake is blue.", "image": "n111390.jpg", "question_id": 201896132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "select", "dependencies": [], "argument": "grill (5) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201872912"], "question": "Is the material of the building the same as the grill?", "isBalanced": true, "groups": {"global": null, "local": "09same-building_grill"}, "answer": "no", "semanticStr": "select: building (10)->select: grill (5) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "5", "5": "10"}, "fullAnswer": {"9": "5", "2": "10"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the building is made of cement and the grill is made of metal.", "image": "n309148.jpg", "question_id": 201872912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboat,below,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202100329", "202100334", "202100336", "202100330", "202100331", "202100333"], "equivalent": ["202100332"], "question": "How large is the sailboat below the airplane?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sailboat_size"}, "answer": "large", "semanticStr": "select: airplane (1)->relate: sailboat,below,s (15) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "15", "7": "1"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sailboat is large.", "image": "n386688.jpg", "question_id": 202100332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201037206", "201037207", "201037204", "201037205", "201037220", "201037221", "201037208", "201037209", "201037219", "201037218", "201037211", "201037210", "201037213", "201037212", "201037215", "201037214", "201037217", "201037216"], "equivalent": ["201037203"], "question": "Is the tee shirt open and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_open"}, "answer": "yes", "semanticStr": "select: t-shirt (4)->verify color: black [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tee shirt is open and black.", "image": "n393305.jpg", "question_id": 201037203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|blond"}], "entailed": [], "equivalent": ["20349929"], "question": "Does the hair seem to be black or blond?", "isBalanced": true, "groups": {"global": "color", "local": "10c-hair_color"}, "answer": "black", "semanticStr": "select: hair (7)->choose color: black|blond [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hair is black.", "image": "n468864.jpg", "question_id": 20349929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381514", "20381512", "20381513"], "equivalent": ["20381511"], "question": "The book is on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-book_on,o"}, "answer": "shelf", "semanticStr": "select: book (4)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The book is on the shelf.", "image": "n398257.jpg", "question_id": 20381511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (8)"}, {"operation": "relate", "dependencies": [0], "argument": "skier,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201412480", "201412483", "201412485", "201412484"], "equivalent": ["201412481"], "question": "What is the skier to the right of the other skier doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-skier_activity"}, "answer": "looking down", "semanticStr": "select: skier (8)->relate: skier,to the right of,s (9) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"10": "8", "3": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skier is looking down.", "image": "n143672.jpg", "question_id": 201412481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "desk,lying on top of,o (-)"}], "entailed": [], "equivalent": ["20856731"], "question": "Is the wallet lying on top of a desk?", "isBalanced": true, "groups": {"global": null, "local": "13-wallet_desk"}, "answer": "no", "semanticStr": "select: wallet (14)->verify rel: desk,lying on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"9": "17", "2": "14"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the wallet is lying on top of a bed.", "image": "n293477.jpg", "question_id": 20856731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201412482"], "question": "Who in the image is looking down?", "isBalanced": true, "groups": {"global": "person", "local": "looking down"}, "answer": "skier", "semanticStr": "select: person (9)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skier is looking down.", "image": "n143672.jpg", "question_id": 201412482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (8)"}, {"operation": "select", "dependencies": [], "argument": "water bottle (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201068163", "201068164"], "equivalent": ["201068165", "201068164"], "question": "Is the color of the sweatshirt different than the water bottle?", "isBalanced": true, "groups": {"global": null, "local": "09diff-sweatshirt_water bottle"}, "answer": "no", "semanticStr": "select: sweatshirt (8)->select: water bottle (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9:11": "4", "5": "8"}, "fullAnswer": {"3": "8", "6:8": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the sweatshirt and the water bottle are black.", "image": "n159802.jpg", "question_id": 201068165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crosswalk (14)"}, {"operation": "select", "dependencies": [], "argument": "stop sign (1) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202231268"], "equivalent": ["202231269"], "question": "Is the crosswalk different in color than the stop sign?", "isBalanced": true, "groups": {"global": null, "local": "09diff-crosswalk_stop sign"}, "answer": "no", "semanticStr": "select: crosswalk (14)->select: stop sign (1) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "1", "2": "14"}, "fullAnswer": {"3": "14", "6:8": "1"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the crosswalk and the stop sign are white.", "image": "n79078.jpg", "question_id": 202231269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202049119"], "equivalent": ["202049137"], "question": "What is located on top of the table that is not narrow?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-table_on top of,s"}, "answer": "plate", "semanticStr": "select: table (15)->filter width: not(narrow) [0]->relate: _,on top of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"11": "15", "7": "15"}, "fullAnswer": {"1": "11", "7": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plate is on top of the table.", "image": "n381072.jpg", "question_id": 202049137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["202121999", "202121923", "202121924", "202121982", "202121983", "202121981", "202121987", "202121988", "202121989", "202122000", "202122004", "202122005", "202121995", "202121994", "202121997", "202121996", "202121991", "202121990", "202121993", "202121955", "202121998", "202121957", "202121956"], "equivalent": ["202121992"], "question": "Does the refrigerator look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-refrigerator_tall"}, "answer": "yes", "semanticStr": "select: refrigerator (6)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the refrigerator is tall.", "image": "n140421.jpg", "question_id": 202121992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandals (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201760730"], "question": "Who is wearing sandals?", "isBalanced": true, "groups": {"global": "person", "local": "14-sandals_wearing,s"}, "answer": "man", "semanticStr": "select: sandals (10)->relate: person,wearing,s (25) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {"3": "10"}, "fullAnswer": {"1": "25", "4": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing sandals.", "image": "n350732.jpg", "question_id": 201760730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "table,beneath,o (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,perched on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201676104", "201676177", "201676176", "201676180", "201676178"], "equivalent": ["201676175"], "question": "What is perched on the table the rug is beneath of?", "isBalanced": true, "groups": {"global": "device", "local": "14-table_perched on,s"}, "answer": "computer", "semanticStr": "select: rug (5)->relate: table,beneath,o (4) [0]->relate: _,perched on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"5": "4", "7": "5"}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer is perched on the table.", "image": "n233607.jpg", "question_id": 201676175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "mug,to the left of,s (4)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20741220", "20741242", "20741243", "20741240", "20741241", "20741233", "20741239", "20741232", "20741215", "20741222", "20741217", "20741216", "20741224", "20741225", "20741226", "20741223", "20741250", "20741221", "20741235"], "equivalent": ["20741234"], "question": "Is the mug to the left of the vase white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: vase (1)->relate: mug,to the left of,s (4) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mug is white and small.", "image": "n23762.jpg", "question_id": 20741234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}], "entailed": [], "equivalent": ["20940298"], "question": "Is the mirror made of metal?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_metal"}, "answer": "no", "semanticStr": "select: mirror (5)->verify material: metal [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mirror is made of glass.", "image": "n240666.jpg", "question_id": 20940298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["202265980"], "equivalent": ["202265979"], "question": "Is that floor blue?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_blue"}, "answer": "no", "semanticStr": "select: floor (7)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is brown.", "image": "n534106.jpg", "question_id": 202265979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "airplane,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202119416"], "question": "Are there any airplanes above the brown ground?", "isBalanced": true, "groups": {"global": null, "local": "13-ground_airplane"}, "answer": "no", "semanticStr": "select: ground (4)->filter color: brown [0]->relate: airplane,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"4": "0", "7": "4"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an elephant above the ground.", "image": "n544255.jpg", "question_id": 202119416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tie,wearing,o (-)"}], "entailed": ["201434131", "201434130", "201434099"], "equivalent": ["201434098"], "question": "Is the man wearing a tie?", "isBalanced": true, "groups": {"global": null, "local": "13-man_tie"}, "answer": "no", "semanticStr": "select: man (2)->verify rel: tie,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a shirt.", "image": "n545516.jpg", "question_id": 201434098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119415", "202119413", "202119235"], "equivalent": ["202119414"], "question": "What animal is above the ground?", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_above,s"}, "answer": "elephant", "semanticStr": "select: ground (4)->relate: animal,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n544255.jpg", "question_id": 202119414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "verify rel", "dependencies": [1], "argument": "airplane,below,o (6)"}], "entailed": ["201434091", "201434377", "201434376"], "equivalent": ["201434092"], "question": "Is the heavy person below an airplane?", "isBalanced": true, "groups": {"global": null, "local": "13-man_airplane"}, "answer": "yes", "semanticStr": "select: person (2)->filter weight: heavy [0]->verify rel: airplane,below,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "6"}, "fullAnswer": {"2": "2", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is below an airplane.", "image": "n545516.jpg", "question_id": 201434092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fan (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20285446"], "equivalent": ["20285446", "20285445"], "question": "Is the fan wooden and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_wood"}, "answer": "no", "semanticStr": "select: fan (3)->verify color: brown [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fan is wooden but white.", "image": "n192021.jpg", "question_id": 20285445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202003922", "202003921"], "equivalent": ["202003923", "202003922", "202003921"], "question": "Does the window look round and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_round"}, "answer": "no", "semanticStr": "select: window (14)->verify length: long [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is long but rectangular.", "image": "n262920.jpg", "question_id": 202003923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["20259038", "20259037", "20259035", "20259034", "20259033", "20259036"], "equivalent": ["20259043"], "question": "Do you think the window is open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "open", "semanticStr": "select: window (9)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is open.", "image": "n204894.jpg", "question_id": 20259043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177953", "20177955", "20177954"], "equivalent": ["20177957"], "question": "What cooking utensil is red?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_red"}, "answer": "cutting board", "semanticStr": "select: cooking utensil (5)->filter color: red [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a cutting board.", "image": "n55058.jpg", "question_id": 20177957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177950", "20177948", "20177949", "20177952"], "equivalent": ["20177951"], "question": "What kind of cooking utensil is made of wood?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_wood"}, "answer": "cutting board", "semanticStr": "select: cooking utensil (5)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a cutting board.", "image": "n55058.jpg", "question_id": 20177951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,wrapped around,o (7)"}, {"operation": "choose rel", "dependencies": [1], "argument": "building,in front of|behind,s (5)"}], "entailed": ["201264172", "201264170", "201264171", "201264169", "201264292", "201264291", "201264290", "201264289"], "equivalent": ["201264172", "201264173"], "question": "Is the small building in front or behind the vehicle the window is wrapped around?", "isBalanced": true, "groups": {"global": null, "local": "13-bus_building"}, "answer": "front", "semanticStr": "select: window (11)->relate: vehicle,wrapped around,o (7) [0]->choose rel: building,in front of|behind,s (5) [1]", "annotations": {"answer": {}, "question": {"9": "7", "11": "11", "2:4": "5"}, "fullAnswer": {"1": "5", "7": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The building is in front of the bus.", "image": "n357126.jpg", "question_id": 201264173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "radio (11)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20479907", "20479878", "20479916", "20479858", "20479879", "20479908", "20479910", "20479911", "20479913", "20479914", "20479915", "20479909", "20479917", "20479918", "20479919", "20479904", "20479903", "20479857"], "equivalent": ["20479912"], "question": "How clean is the radio?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-radio_cleanliness"}, "answer": "clean", "semanticStr": "select: radio (11)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The radio is clean.", "image": "n520071.jpg", "question_id": 20479912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201391995"], "question": "Who in this scene is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "people", "semanticStr": "select: person (0)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are playing.", "image": "n477702.jpg", "question_id": 201391995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20940126", "20940124", "20940125", "20940135", "20940130", "20940133", "20940132", "20940120", "20940118", "20940128", "20940129", "20940152", "20940151", "20940150", "20940122", "20940149", "20940134", "20940123"], "equivalent": ["20940127"], "question": "How big is the sink?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sink_size"}, "answer": "small", "semanticStr": "select: sink (0)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is small.", "image": "n240666.jpg", "question_id": 20940127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202116880"], "question": "Is there a train or a fence in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_train"}, "answer": "yes", "semanticStr": "select: train (3)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a train.", "image": "n48494.jpg", "question_id": 202116880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,grazing on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202110115", "202110117", "202110116", "202110086"], "equivalent": ["202110114"], "question": "What animal is grazing on grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_grazing on,s"}, "answer": "sheep", "semanticStr": "select: grass (7)->relate: animal,grazing on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"5": "7"}, "fullAnswer": {"1": "12", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sheep is grazing on grass.", "image": "n511881.jpg", "question_id": 202110114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20550235", "20550234", "20550233", "20550232", "20550231", "20550230", "20550228", "20550229", "20550227"], "equivalent": ["20550236"], "question": "On which side is the large vehicle?", "isBalanced": true, "groups": {"global": null, "local": "10q-van_hposition"}, "answer": "left", "semanticStr": "select: vehicle (1)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The van is on the left of the image.", "image": "n579928.jpg", "question_id": 20550236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201997231", "201997254", "201997251", "201997242", "201997241", "201997253", "201997238", "201997229", "201997252", "201997209", "201997240", "201997236", "201997237", "201997228"], "equivalent": ["201997239"], "question": "Which type of material is used to make the chair?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "metal", "semanticStr": "select: chair (8)->query: material [0]", "annotations": {"answer": {}, "question": {"9": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of metal.", "image": "n250715.jpg", "question_id": 201997239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (2)"}, {"operation": "relate", "dependencies": [0], "argument": "instrument,next to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["201711228", "201711227", "201711230", "201711226"], "equivalent": ["201711229"], "question": "How hard is the instrument next to the fire place?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-instrument_hardness"}, "answer": "hard", "semanticStr": "select: fireplace (2)->relate: instrument,next to,s (0) [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"8:10": "2", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The instrument is hard.", "image": "n302387.jpg", "question_id": 201711229}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201997249", "201997247", "201997246", "201997245", "201997244", "201997250", "201997233", "201997234", "201997235"], "equivalent": ["201997232"], "question": "Are there either tables or chairs that are not metallic?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_n#metal"}, "answer": "no", "semanticStr": "select: chair (8)->filter material: not(metal) [0]->exist: ? [1]->select: table (-) ->filter material: not(metal) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a chair but it is metallic.", "image": "n250715.jpg", "question_id": 201997232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (6)"}, {"operation": "select", "dependencies": [], "argument": "refrigerator (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201428715"], "equivalent": ["201428716"], "question": "Does the pipe have a different color than the fridge?", "isBalanced": true, "groups": {"global": null, "local": "09diff-pipe_refrigerator"}, "answer": "no", "semanticStr": "select: pipe (6)->select: refrigerator (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "6"}, "fullAnswer": {"3": "6", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the pipe and the fridge are white.", "image": "n64959.jpg", "question_id": 201428716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apartment building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "clouds,above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2055570", "2055577", "2055575", "2055574", "2055573", "2055572", "2055567", "2055568", "2055569"], "equivalent": ["2055571", "2055570"], "question": "Of which color are the clouds above the apartment building?", "isBalanced": true, "groups": {"global": "color", "local": "10q-clouds_color"}, "answer": "white", "semanticStr": "select: apartment building (1)->relate: clouds,above,s (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8:10": "1", "5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clouds are white.", "image": "n263180.jpg", "question_id": 2055571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102835", "202102834", "202102837", "202102836", "202102833", "202102767"], "equivalent": ["202102832"], "question": "What is under the cabinets?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-cabinets_under,s"}, "answer": "microwave", "semanticStr": "select: cabinets (17)->relate: _,under,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "17"}, "fullAnswer": {"1": "5", "5": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The microwave is under the cabinets.", "image": "n386682.jpg", "question_id": 202102832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["202218631", "202218630", "202218632", "202218629"], "equivalent": ["202218628", "202218629"], "question": "Is the picture white?", "isBalanced": true, "groups": {"global": null, "local": "06-picture_white"}, "answer": "no", "semanticStr": "select: picture (12)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the picture is brown.", "image": "n578564.jpg", "question_id": 202218628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (21)"}, {"operation": "filter", "dependencies": [0], "argument": "not(low)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "coffee table (-) "}, {"operation": "filter", "dependencies": [3], "argument": "not(low)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202162079", "202162078"], "equivalent": ["202162079", "202162078", "202162080"], "question": "Are there any coffee tables or beds that are not low?", "isBalanced": true, "groups": {"global": null, "local": "04-bed_n#low"}, "answer": "no", "semanticStr": "select: bed (21)->filter: not(low) [0]->exist: ? [1]->select: coffee table (-) ->filter: not(low) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "21"}, "fullAnswer": {"4": "21"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bed but it is low.", "image": "n69237.jpg", "question_id": 202162080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735223", "201735222", "201735225", "201735224"], "equivalent": ["201735221"], "question": "What is the gray towel sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-towel_sitting on,o"}, "answer": "shelves", "semanticStr": "select: towel (11)->filter color: gray [0]->relate: _,sitting on,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is sitting on the shelves.", "image": "n240973.jpg", "question_id": 201735221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735219", "201735188"], "equivalent": ["201735220"], "question": "What is sitting on the shelves?", "isBalanced": true, "groups": {"global": "textile", "local": "14-shelves_sitting on,s"}, "answer": "towel", "semanticStr": "select: shelves (5)->relate: _,sitting on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is sitting on the shelves.", "image": "n240973.jpg", "question_id": 201735220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244623", "202244622", "202244621", "202244620", "202243901", "202243900", "202243893", "202243894", "202243897", "202243896", "202243899", "202243898", "202244619", "202244624", "202244625"], "equivalent": ["202243895"], "question": "Which kind of vegetable is to the right of the carrots?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-carrots_to the right of,s"}, "answer": "beans", "semanticStr": "select: carrots (6)->relate: vegetable,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n296467.jpg", "question_id": 202243895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (12)"}, {"operation": "choose color", "dependencies": [0], "argument": "red|blue"}], "entailed": ["201206924", "201206922"], "equivalent": ["201206924", "201206922", "201206923"], "question": "Which color is the mat, red or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-mat_color"}, "answer": "red", "semanticStr": "select: mat (12)->choose color: red|blue [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mat is red.", "image": "n222915.jpg", "question_id": 201206923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "pens,lying on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20857064", "20857066", "20857067", "20857061", "20857062", "20857068"], "equivalent": ["20857065"], "question": "What is the color of the pens that are lying on top of the bed?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pens_color"}, "answer": "white", "semanticStr": "select: bed (17)->relate: pens,lying on top of,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"14": "17", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pens are white.", "image": "n293477.jpg", "question_id": 20857065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201662991"], "equivalent": ["201662992", "201662991"], "question": "Is the floor tan and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_tan"}, "answer": "no", "semanticStr": "select: floor (11)->verify cleanliness: dirty [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is tan but clean.", "image": "n35676.jpg", "question_id": 201662992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201765608", "201765609", "201765605", "201765607"], "equivalent": ["201765606"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "beach", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a beach.", "image": "n488874.jpg", "question_id": 201765606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pedestrian (19)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873313", "201873238"], "equivalent": ["201873237"], "question": "What type of vehicle do you think is the pedestrian behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-pedestrian_behind,o"}, "answer": "fire truck", "semanticStr": "select: pedestrian (19)->relate: vehicle,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"9": "19", "3": "0"}, "fullAnswer": {"1": "19", "5:7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pedestrian is behind the fire truck.", "image": "n309148.jpg", "question_id": 201873237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,in front of,s (10)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20661161", "20661262"], "equivalent": ["20661261"], "question": "Do you see a bus in front of the trees?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_bus"}, "answer": "yes", "semanticStr": "select: trees (2)->relate: bus,in front of,s (10) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "2", "4": "10"}, "fullAnswer": {"9": "2", "4": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bus in front of the trees.", "image": "n346736.jpg", "question_id": 20661261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wires (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201952701", "201952699", "201952703", "201952722"], "equivalent": ["201952700"], "question": "Above what are the wires hanging?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-wires_hanging above,o"}, "answer": "train", "semanticStr": "select: wires (1)->relate: _,hanging above,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "1", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wires are hanging above the train.", "image": "n525029.jpg", "question_id": 201952700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201765979"], "question": "What is in front of the dirt?", "isBalanced": true, "groups": {"global": "place", "local": "14-dirt_in front of,s"}, "answer": "beach", "semanticStr": "select: dirt (8)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The beach is in front of the dirt.", "image": "n488874.jpg", "question_id": 201765979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "beach|farm"}], "entailed": [], "equivalent": ["201765608"], "question": "Is this a farm or a beach?", "isBalanced": true, "groups": {"global": "place", "local": "02c-place"}, "answer": "beach", "semanticStr": "select: scene->choose place: beach|farm [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is a beach.", "image": "n488874.jpg", "question_id": 201765608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing with,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201407359", "201407358", "201407417"], "equivalent": ["201407360"], "question": "What is the man playing with?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_playing with,o"}, "answer": "tennis ball", "semanticStr": "select: man (0)->relate: _,playing with,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is playing with a tennis ball.", "image": "n282607.jpg", "question_id": 201407360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (17)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308390", "20308560", "20308392", "20308292", "20308391", "20308384", "20308385", "20308386", "20308387", "20308380", "20308381", "20308382", "20308388", "20308389", "20308561"], "equivalent": ["20308383"], "question": "What appliance is to the right of the refrigerator?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-refrigerator_to the right of,s"}, "answer": "oven", "semanticStr": "select: refrigerator (17)->relate: appliance,to the right of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n278312.jpg", "question_id": 20308383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202218775", "202218776", "202218777"], "equivalent": ["202218778"], "question": "In which part is the pan?", "isBalanced": true, "groups": {"global": null, "local": "10q-pan_hposition"}, "answer": "right", "semanticStr": "select: pan (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pan is on the right of the image.", "image": "n578564.jpg", "question_id": 202218778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["2058527", "2058526", "2058525", "2058528", "2058530", "2058531", "2058532", "2058529"], "equivalent": ["2058536"], "question": "Are the glass windows large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-windows_size"}, "answer": "small", "semanticStr": "select: windows (6)->filter material: glass [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The windows are small.", "image": "n497658.jpg", "question_id": 2058536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (3)"}, {"operation": "relate", "dependencies": [0], "argument": "window,near,s (24)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["20340850", "20340828", "20340838", "20340849", "20340843", "20340842", "20340841"], "equivalent": ["20340844"], "question": "Is the window near the sign closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "closed", "semanticStr": "select: sign (3)->relate: window,near,s (24) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "24", "5": "3"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is closed.", "image": "n346247.jpg", "question_id": 20340844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,beneath,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202102899", "202102898", "202102893", "202102897", "202102896", "202102895", "202102894", "202102900"], "equivalent": ["202102901", "202102900"], "question": "What is the shape of the appliance that is beneath the microwave?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-dishwasher_shape"}, "answer": "square", "semanticStr": "select: microwave (5)->relate: appliance,beneath,s (8) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"11": "5", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dishwasher is square.", "image": "n386682.jpg", "question_id": 202102901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (28)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (26) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202262183", "202262186"], "equivalent": ["202262185"], "question": "Are there either red tables or chairs?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_red"}, "answer": "yes", "semanticStr": "select: chair (28)->filter color: red [0]->exist: ? [1]->select: table (26) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "26", "6": "28"}, "fullAnswer": {"5": "28"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a red chair.", "image": "n28572.jpg", "question_id": 202262185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201997156", "201997155", "201997154", "201997152", "201997119"], "equivalent": ["201997153"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "chair", "semanticStr": "select: furniture (8)->query: name [0]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n250715.jpg", "question_id": 201997153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "verify material", "dependencies": [0], "argument": "granite"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201859716"], "question": "Is the table square and granite?", "isBalanced": true, "groups": {"global": null, "local": "05-granite_square"}, "answer": "no", "semanticStr": "select: table (9)->verify material: granite [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is square but wooden.", "image": "n546884.jpg", "question_id": 201859716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201997149"], "equivalent": ["201997150", "201997149"], "question": "Are there tables in this image?", "isBalanced": true, "groups": {"global": null, "local": "03-table"}, "answer": "no", "semanticStr": "select: table (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no tables.", "image": "n250715.jpg", "question_id": 201997150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sprinkles (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sprinkled on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243838", "202243837", "202243835", "202243834", "202244068", "202244067"], "equivalent": ["202243836"], "question": "What are the sprinkles sprinkled on?", "isBalanced": true, "groups": {"global": "dessert", "local": "14-sprinkles_sprinkled on,o"}, "answer": "cupcakes", "semanticStr": "select: sprinkles (12)->relate: _,sprinkled on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "12", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sprinkles are sprinkled on the cupcakes.", "image": "n296467.jpg", "question_id": 202243836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "man,next to,s (1)"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201826517", "201826525", "201826516", "201826519", "201826524", "201826514", "201826518", "201826512", "201826515", "201826521", "201826520", "201826523", "201826522", "201826510", "201826527", "201826526"], "equivalent": ["201826510", "201826511"], "question": "Does the man next to the other man look short and young?", "isBalanced": true, "groups": {"global": null, "local": "05-short_young"}, "answer": "yes", "semanticStr": "select: man (0)->relate: man,next to,s (1) [0]->verify height: short [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "0"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is short and young.", "image": "n59627.jpg", "question_id": 201826511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (10)"}, {"operation": "filter gender", "dependencies": [1], "argument": "male"}, {"operation": "verify rel", "dependencies": [2], "argument": "face mask,wearing,o (11)"}], "entailed": ["20631450"], "equivalent": ["20631451"], "question": "Is the male person behind the catcher wearing a face mask?", "isBalanced": true, "groups": {"global": null, "local": "13-umpire_face mask"}, "answer": "yes", "semanticStr": "select: catcher (6)->relate: person,behind,s (10) [0]->filter gender: male [1]->verify rel: face mask,wearing,o (11) [2]", "annotations": {"answer": {}, "question": {"2:4": "10", "9:11": "11", "6": "6"}, "fullAnswer": {"2": "10", "6:8": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the umpire is wearing a face mask.", "image": "n570181.jpg", "question_id": 20631451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "drink,filled with,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201640427", "201640424", "201640425", "201640428", "201640347"], "equivalent": ["201640426", "201640427"], "question": "What drink is the large glass filled with?", "isBalanced": true, "groups": {"global": "liquid", "local": "15-glass_filled with,o"}, "answer": "wine", "semanticStr": "select: glass (2)->filter size: large [0]->relate: drink,filled with,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "4:6": "2"}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is filled with wine.", "image": "n235859.jpg", "question_id": 201640426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(wood)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201399993", "201400163"], "equivalent": ["201400164"], "question": "Which kind of furniture is not wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#wood"}, "answer": "couch", "semanticStr": "select: furniture (16)->filter material: not(wood) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n344136.jpg", "question_id": 201400164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (5)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201400169", "201400168", "201400166"], "equivalent": ["201400167"], "question": "Is the bookcase on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-bookcase_right"}, "answer": "no", "semanticStr": "select: bookcase (5)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bookcase is on the left of the image.", "image": "n344136.jpg", "question_id": 201400167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (9)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,near,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "modern "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20385688", "20385686", "20385687", "20385684"], "equivalent": ["20385684", "20385685"], "question": "Is the laptop near the charger modern and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_modern"}, "answer": "no", "semanticStr": "select: charger (9)->relate: laptop,near,s (4) [0]->verify color: black [1]->verify: modern  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5": "9"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the laptop is modern but silver.", "image": "n90294.jpg", "question_id": 20385685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640423"], "equivalent": ["201640422"], "question": "What is filled with wine?", "isBalanced": true, "groups": {"global": "material", "local": "14-wine_filled with,s"}, "answer": "glass", "semanticStr": "select: wine (3)->relate: _,filled with,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "3"}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is filled with wine.", "image": "n235859.jpg", "question_id": 201640422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640422"], "equivalent": ["201640423"], "question": "What is filled with the wine?", "isBalanced": true, "groups": {"global": "material", "local": "14-wine_filled with,s"}, "answer": "glass", "semanticStr": "select: wine (3)->relate: _,filled with,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is filled with wine.", "image": "n235859.jpg", "question_id": 201640423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (5)"}, {"operation": "query", "dependencies": [0], "argument": "hardness"}], "entailed": ["201346711", "201346710", "201346712"], "equivalent": ["201346713"], "question": "How hard is the sidewalk?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-sidewalk_hardness"}, "answer": "hard", "semanticStr": "select: sidewalk (5)->query: hardness [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is hard.", "image": "n131634.jpg", "question_id": 201346713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (21)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20797563"], "question": "Does the sky look orange and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_orange"}, "answer": "no", "semanticStr": "select: sky (21)->verify: bright [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is bright but gray.", "image": "n16656.jpg", "question_id": 20797563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (10)"}, {"operation": "choose name", "dependencies": [0], "argument": "bus|train"}], "entailed": [], "equivalent": ["20661199"], "question": "Is this a train or a bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-bus_train"}, "answer": "bus", "semanticStr": "select: this (10)->choose name: bus|train [0]", "annotations": {"answer": {"0": "10"}, "question": {"6": "10"}, "fullAnswer": {"3": "10"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bus.", "image": "n346736.jpg", "question_id": 20661199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "select", "dependencies": [], "argument": "frisbee (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["202262483"], "equivalent": ["202262484", "202262483"], "question": "What is common to the truck and the frisbee?", "isBalanced": true, "groups": {"global": null, "local": "09common-frisbee_truck"}, "answer": "color", "semanticStr": "select: truck (6)->select: frisbee (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "5": "6"}, "fullAnswer": {"4": "6", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the truck and the frisbee are red.", "image": "n538039.jpg", "question_id": 202262484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,near,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201153562", "201153563"], "equivalent": ["201153563", "201153564"], "question": "Is the animal near the man both black and long?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: man (0)->relate: animal,near,s (9) [0]->verify color: black [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "5": "0"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the giraffe is long but orange.", "image": "n160664.jpg", "question_id": 201153564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20968298", "20968292", "20968293", "20968290", "20968291", "20968296", "20968297", "20968294", "20968295"], "equivalent": ["20968299"], "question": "On which side of the picture is the young person?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "left", "semanticStr": "select: person (0)->filter age: young [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the left of the image.", "image": "n288870.jpg", "question_id": 20968299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (9)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2012982", "2012981", "2012980"], "equivalent": ["2012983", "2012982", "2012981"], "question": "Does the bottle near the drink look white and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_white"}, "answer": "no", "semanticStr": "select: drink (9)->relate: bottle,near,s (8) [0]->verify: closed [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "9"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bottle is closed but red.", "image": "n318370.jpg", "question_id": 2012983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dishwasher (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201623714", "201623713"], "equivalent": ["201623712"], "question": "Are there white dishwashers or ovens?", "isBalanced": true, "groups": {"global": null, "local": "04-oven_white"}, "answer": "no", "semanticStr": "select: oven (2)->filter color: white [0]->exist: ? [1]->select: dishwasher (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is an oven but it is red.", "image": "n501609.jpg", "question_id": 201623712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (13)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["2072766", "2072776", "2072775", "2072779", "2072781", "2072780"], "equivalent": ["2072778"], "question": "How clean is the chimney?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-chimney_cleanliness"}, "answer": "dirty", "semanticStr": "select: chimney (13)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chimney is dirty.", "image": "n498140.jpg", "question_id": 2072778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20441886", "20441951", "20441947"], "equivalent": ["20441948"], "question": "What kind of furniture is in front of the door?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-door_in front of,s"}, "answer": "table", "semanticStr": "select: door (1)->relate: furniture,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n207708.jpg", "question_id": 20441948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20441970", "20441950"], "equivalent": ["20441949"], "question": "What is that table in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-table_in front of,o"}, "answer": "door", "semanticStr": "select: table (10)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the door.", "image": "n207708.jpg", "question_id": 20441949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509728"], "equivalent": ["201509727"], "question": "What is on the motorbike that is shown in this photo?", "isBalanced": true, "groups": {"global": "thing", "local": "14-motorcycle_on,s"}, "answer": "seat", "semanticStr": "select: motorcycle (0)->relate: _,on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"4": "0"}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The seat is on the motorbike.", "image": "n62458.jpg", "question_id": 201509727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic lights (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20503773"], "question": "What are the traffic lights hanging from?", "isBalanced": true, "groups": {"global": "thing", "local": "14-traffic lights_hanging from,o"}, "answer": "cables", "semanticStr": "select: traffic lights (6)->relate: _,hanging from,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1:3": "6", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic lights are hanging from the cables.", "image": "n324644.jpg", "question_id": 20503773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20503771"], "question": "What is hanging from the cables?", "isBalanced": true, "groups": {"global": "object", "local": "14-cables_hanging from,s"}, "answer": "traffic lights", "semanticStr": "select: cables (10)->relate: _,hanging from,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic lights are hanging from the cables.", "image": "n324644.jpg", "question_id": 20503771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "relate", "dependencies": [2], "argument": "_,hanging above,s (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20503777"], "equivalent": ["20503776"], "question": "What is hanging above the sign that looks white and red?", "isBalanced": true, "groups": {"global": "object", "local": "14-stop sign_hanging above,s"}, "answer": "traffic lights", "semanticStr": "select: sign (1)->filter color: white [0]->filter color: red [1]->relate: _,hanging above,s (6) [2]->query: name [3]", "annotations": {"answer": {"0:2": "6"}, "question": {"8": "1", "5": "1", "10": "1"}, "fullAnswer": {"1:3": "6", "7:9": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic lights are hanging above the stop sign.", "image": "n324644.jpg", "question_id": 20503776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic lights (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cables,hanging from,o (10)"}], "entailed": [], "equivalent": ["20503774"], "question": "Are the traffic lights hanging from the cables?", "isBalanced": true, "groups": {"global": null, "local": "13-traffic lights_cables"}, "answer": "yes", "semanticStr": "select: traffic lights (6)->verify rel: cables,hanging from,o (10) [0]", "annotations": {"answer": {}, "question": {"2:4": "6", "7": "10"}, "fullAnswer": {"8": "10", "2:4": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the traffic lights are hanging from the cables.", "image": "n324644.jpg", "question_id": 20503774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mattress (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20652501"], "question": "Do you see both mattresses and soccer balls there?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-mattress_soccer ball"}, "answer": "no", "semanticStr": "select: soccer ball (3)->exist: ? [0]->select: mattress (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"6:8": "3"}, "fullAnswer": {"4:6": "3"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a soccer ball but no mattresses.", "image": "n400036.jpg", "question_id": 20652501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,watching,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20782934", "20782937", "20782936", "20782939", "20782938", "20783042", "20783043"], "equivalent": ["20782935"], "question": "What is the person to the right of the chair watching?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_watching,o"}, "answer": "laptop", "semanticStr": "select: chair (9)->relate: person,to the right of,s (10) [0]->relate: _,watching,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "9", "3": "10"}, "fullAnswer": {"1": "10", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the laptop.", "image": "n355339.jpg", "question_id": 20782935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stage (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330320"], "equivalent": ["20330319"], "question": "What is standing on the stage?", "isBalanced": true, "groups": {"global": "object", "local": "14-stage_standing on,s"}, "answer": "statue", "semanticStr": "select: stage (3)->relate: _,standing on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5": "3"}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is standing on the stage.", "image": "n260521.jpg", "question_id": 20330319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic lights (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "_,hanging above,o (1)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20503669", "20503781", "20503780", "20503670", "20503779"], "equivalent": ["20503778"], "question": "What do you think are the traffic lights that look black and white hanging above?", "isBalanced": true, "groups": {"global": "sign", "local": "14-traffic lights_hanging above,o"}, "answer": "stop sign", "semanticStr": "select: traffic lights (6)->filter color: black [0]->filter color: white [1]->relate: _,hanging above,o (1) [2]->query: name [3]", "annotations": {"answer": {"0:2": "1"}, "question": {"10": "6", "12": "6", "6:8": "6"}, "fullAnswer": {"1:3": "6", "7:9": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic lights are hanging above the stop sign.", "image": "n324644.jpg", "question_id": 20503778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "chair,to the left of|to the right of,s (0)"}], "entailed": ["20541289", "20541285", "20541286", "20541287", "20541558", "20541559", "20541560", "20541557"], "equivalent": ["20541288", "20541289"], "question": "Is the chair to the left or to the right of the device that is on top of the shelves?", "isBalanced": true, "groups": {"global": null, "local": "13-television_chair"}, "answer": "left", "semanticStr": "select: shelves (7)->relate: device,on top of,s (6) [0]->choose rel: chair,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"19": "7", "2": "0", "12": "6"}, "fullAnswer": {"1": "0", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the left of the TV.", "image": "n527290.jpg", "question_id": 20541288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloon (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flag (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201549012"], "equivalent": ["201549013", "201549012"], "question": "Is there a white flag or balloon?", "isBalanced": true, "groups": {"global": null, "local": "04-balloon_white"}, "answer": "no", "semanticStr": "select: balloon (2)->filter color: white [0]->exist: ? [1]->select: flag (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a balloon but it is green.", "image": "n314171.jpg", "question_id": 201549013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zoo (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,inside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20542958", "20542876", "20542961", "20542965"], "equivalent": ["20542959"], "question": "What animal is inside the zoo?", "isBalanced": true, "groups": {"global": "animal", "local": "14-zoo_inside,s"}, "answer": "elephant", "semanticStr": "select: zoo (0)->relate: animal,inside,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is inside the zoo.", "image": "n100552.jpg", "question_id": 20542959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,on,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "keyboard,near,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2097964", "2098050"], "equivalent": ["2098049"], "question": "Are there any keyboards near the laptop on the desk?", "isBalanced": true, "groups": {"global": null, "local": "13-laptop_keyboard"}, "answer": "yes", "semanticStr": "select: desk (3)->relate: laptop,on,s (0) [0]->relate: keyboard,near,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "3", "3": "2", "6": "0"}, "fullAnswer": {"4": "2", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a keyboard near the laptop.", "image": "n513429.jpg", "question_id": 2098049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing at,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982544", "20982542", "20982543", "20982541", "20982539", "20982567"], "equivalent": ["20982540"], "question": "Where is the woman standing?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_standing at,o"}, "answer": "table", "semanticStr": "select: woman (6)->relate: _,standing at,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "6", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing at the table.", "image": "n52544.jpg", "question_id": 20982540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (9)"}, {"operation": "relate", "dependencies": [0], "argument": "cat,to the right of,s (2)"}, {"operation": "choose color", "dependencies": [1], "argument": "black|white"}], "entailed": ["202228469", "202228468"], "equivalent": ["202228467", "202228468"], "question": "Does the cat that is to the right of the towels look black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-cat_color"}, "answer": "black", "semanticStr": "select: towels (9)->relate: cat,to the right of,s (2) [0]->choose color: black|white [1]", "annotations": {"answer": {}, "question": {"10": "9", "2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cat is black.", "image": "n77818.jpg", "question_id": 202228467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,standing at,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982542", "20982543", "20982540", "20982541", "20982539", "20982567"], "equivalent": ["20982544"], "question": "What kind of furniture is the woman standing at?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_standing at,o"}, "answer": "table", "semanticStr": "select: woman (6)->relate: furniture,standing at,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "6", "6": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing at the table.", "image": "n52544.jpg", "question_id": 20982544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097964", "2098039", "2098041", "2098042", "2098043", "2098044"], "equivalent": ["2098040"], "question": "What device is to the right of the bowl?", "isBalanced": true, "groups": {"global": "device", "local": "15-bowl_to the right of,s"}, "answer": "keyboard", "semanticStr": "select: bowl (4)->relate: device,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n513429.jpg", "question_id": 2098040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (16)"}, {"operation": "filter room", "dependencies": [0], "argument": "kitchen"}, {"operation": "choose rel", "dependencies": [1], "argument": "stove,to the right of|to the left of,s (2)"}], "entailed": ["201429045", "201429044", "201428888", "201428889", "201428890", "201428886", "201428887"], "equivalent": ["201429046", "201429045"], "question": "Is the black stove to the left or to the right of the kitchen faucet?", "isBalanced": true, "groups": {"global": null, "local": "13-faucet_stove"}, "answer": "right", "semanticStr": "select: faucet (16)->filter room: kitchen [0]->choose rel: stove,to the right of|to the left of,s (2) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "13:15": "16"}, "fullAnswer": {"1": "2", "8": "16"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The stove is to the right of the faucet.", "image": "n64959.jpg", "question_id": 201429046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,to the right of,o (-)"}], "entailed": [], "equivalent": ["201429043"], "question": "Is the stove to the right of a cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-stove_cabinet"}, "answer": "no", "semanticStr": "select: stove (2)->verify rel: cabinet,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"9": "16", "2": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the stove is to the right of the faucet.", "image": "n64959.jpg", "question_id": 201429043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "runway (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "traffic light,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201959885"], "question": "Is there a traffic light above the sign near the runway?", "isBalanced": true, "groups": {"global": null, "local": "13-sign_traffic light"}, "answer": "no", "semanticStr": "select: runway (7)->relate: sign,near,s (3) [0]->relate: traffic light,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "7", "7": "3"}, "fullAnswer": {"4": "0", "7": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an airplane above the sign.", "image": "n572716.jpg", "question_id": 201959885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|white"}], "entailed": [], "equivalent": ["20516188"], "question": "Is the road black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-road_color"}, "answer": "black", "semanticStr": "select: road (8)->choose color: black|white [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is black.", "image": "n70461.jpg", "question_id": 20516188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (15)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the right of,s (13)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|blue"}], "entailed": ["201758191"], "equivalent": ["201758190", "201758191"], "question": "Is the chair that is to the right of the bag brown or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chair_color"}, "answer": "brown", "semanticStr": "select: bag (15)->relate: chair,to the right of,s (13) [0]->choose color: brown|blue [1]", "annotations": {"answer": {}, "question": {"10": "15", "2": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is brown.", "image": "n4777.jpg", "question_id": 201758190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (2)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["202159017", "202159016", "202159018", "202159022", "202159020", "202159021"], "equivalent": ["202159019"], "question": "How clean is that street?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-street_cleanliness"}, "answer": "clean", "semanticStr": "select: street (2)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is clean.", "image": "n406334.jpg", "question_id": 202159019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "airplane,above,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20262814"], "question": "Are there any airplanes above the grass in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "13-grass_airplane"}, "answer": "no", "semanticStr": "select: grass (1)->relate: airplane,above,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"4": "4", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a kite above the grass.", "image": "n172618.jpg", "question_id": 20262814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed dog (14)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the right of,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201758205", "201758206", "201758207", "201758200", "201758202", "201758208", "201758187", "201758186", "201758190", "201758191", "201758181", "201758180", "201758189", "201758188"], "equivalent": ["201758199"], "question": "Is the chair to the right of the stuffed dog both hard and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_hard"}, "answer": "yes", "semanticStr": "select: stuffed dog (14)->relate: chair,to the right of,s (13) [0]->verify color: brown [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "14", "2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chair is hard and brown.", "image": "n4777.jpg", "question_id": 201758199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2053611", "2053750", "2053746", "2053747", "2053749"], "equivalent": ["2053748"], "question": "Which kind of animal is to the left of the bottle?", "isBalanced": true, "groups": {"global": "animal", "local": "15-bottle_to the left of,s"}, "answer": "cow", "semanticStr": "select: bottle (1)->relate: animal,to the left of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cow.", "image": "n146555.jpg", "question_id": 2053748}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811092", "20811105", "20811104", "20811094", "20811093"], "equivalent": ["20811131"], "question": "Which kind of animal is playing?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_playing"}, "answer": "dog", "semanticStr": "select: animal (0)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n167552.jpg", "question_id": 20811131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cream (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201859382", "201859381", "201859380"], "equivalent": ["201859383"], "question": "On which side of the picture is the white cream?", "isBalanced": true, "groups": {"global": null, "local": "10q-cream_hposition"}, "answer": "right", "semanticStr": "select: cream (0)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cream is on the right of the image.", "image": "n546884.jpg", "question_id": 201859383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902577", "201902576", "201902616", "201902617", "201902575", "201902574", "201902592", "201902591", "201902590", "201902618"], "equivalent": ["201902619"], "question": "What kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "desk", "semanticStr": "select: furniture (1)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n435808.jpg", "question_id": 201902619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149599"], "equivalent": ["20149600"], "question": "What's located on top of the cabinet?", "isBalanced": true, "groups": {"global": "", "local": "14-cabinet_on top of,s"}, "answer": "sink", "semanticStr": "select: cabinet (9)->relate: _,on top of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is on top of the cabinet.", "image": "n65866.jpg", "question_id": 20149600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "houses (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201952860", "201952861", "201952722", "201952855", "201952857", "201952856", "201952859", "201952858"], "equivalent": ["201952854"], "question": "What kind of vehicle is to the right of the houses?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-houses_to the right of,s"}, "answer": "train", "semanticStr": "select: houses (8)->relate: vehicle,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"10": "8", "3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n525029.jpg", "question_id": 201952854}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "light brown"}, {"operation": "choose height", "dependencies": [2], "argument": "short|tall"}], "entailed": ["20120142", "20120136", "20120123", "20120137", "20120143", "20120140", "20120141", "20120139", "20120138"], "equivalent": ["20120148"], "question": "Is the grass that is green and light brown short or tall?", "isBalanced": true, "groups": {"global": "length", "local": "10c-grass_height"}, "answer": "short", "semanticStr": "select: grass (10)->filter color: green [0]->filter color: light brown [1]->choose height: short|tall [2]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10", "7:9": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The grass is short.", "image": "n117888.jpg", "question_id": 20120148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202244406", "202244405", "202244404", "202244403", "202244402", "202244401", "202244393", "202244392", "202244397", "202244396", "202244395", "202244410", "202244399", "202244411"], "equivalent": ["202244398"], "question": "Which shape is the container?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-container_shape"}, "answer": "round", "semanticStr": "select: container (4)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is round.", "image": "n296467.jpg", "question_id": 202244398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(covered)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023592", "202023410"], "equivalent": ["202023593"], "question": "What piece of furniture is not covered?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#covered"}, "answer": "bed", "semanticStr": "select: furniture (5)->filter: not(covered) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "8"}, "fullAnswer": {"1:4": "8", "6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n95313.jpg", "question_id": 202023593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "relate", "dependencies": [0], "argument": "table,to the left of,s (2)"}, {"operation": "filter material", "dependencies": [1], "argument": "glass"}, {"operation": "verify shape", "dependencies": [2], "argument": "round"}, {"operation": "verify size", "dependencies": [2], "argument": "small "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["202121727", "202121737", "202121730", "202121744", "202121729", "202121726", "202121723", "202121731", "202121740", "202121728", "202121752", "202121738", "202121742", "202121743", "202121722", "202121745", "202121746", "202121747"], "equivalent": ["202121739", "202121738"], "question": "Is the glass table to the left of the fridge both round and small?", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "yes", "semanticStr": "select: refrigerator (6)->relate: table,to the left of,s (2) [0]->filter material: glass [1]->verify shape: round [2]->verify size: small  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"9": "6", "2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is round and small.", "image": "n140421.jpg", "question_id": 202121739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347348", "201347404"], "equivalent": ["201347405"], "question": "Who is wearing the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shorts (12)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing shorts.", "image": "n65202.jpg", "question_id": 201347405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pancake,on top of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "bacon,to the right of,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20157338", "20157337", "20157285"], "equivalent": ["20157336"], "question": "Is there any bacon to the right of the pancake that is on top of the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-pancake_bacon"}, "answer": "yes", "semanticStr": "select: plate (0)->relate: pancake,on top of,s (3) [0]->relate: bacon,to the right of,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "3", "3": "2", "16": "0"}, "fullAnswer": {"9": "3", "3": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is bacon to the right of the pancake.", "image": "n170941.jpg", "question_id": 20157336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pancake (3)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157333", "20157337", "20157336", "20157334", "20157338", "20157285"], "equivalent": ["20157335"], "question": "What meat is to the right of the pancake?", "isBalanced": true, "groups": {"global": "meat", "local": "15-pancake_to the right of,s"}, "answer": "bacon", "semanticStr": "select: pancake (3)->relate: meat,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is bacon.", "image": "n170941.jpg", "question_id": 20157335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202121733", "202121735", "202121734"], "equivalent": ["202121733", "202121732"], "question": "Do you see a large mirror or table?", "isBalanced": true, "groups": {"global": null, "local": "04-table_large"}, "answer": "no", "semanticStr": "select: table (2)->filter size: large [0]->exist: ? [1]->select: mirror (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is small.", "image": "n140421.jpg", "question_id": 202121732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,behind,s (3)"}, {"operation": "verify rel", "dependencies": [1], "argument": "fence,standing against,o (6)"}], "entailed": ["202258277"], "equivalent": ["202258276"], "question": "Is the horse behind the man standing against a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-horse_fence"}, "answer": "yes", "semanticStr": "select: man (1)->relate: horse,behind,s (3) [0]->verify rel: fence,standing against,o (6) [1]", "annotations": {"answer": {}, "question": {"9": "6", "2": "3", "5": "1"}, "fullAnswer": {"2": "3", "7": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the horse is standing against a fence.", "image": "n216553.jpg", "question_id": 202258276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "people,next to,s (3)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["202159011", "202159010"], "equivalent": ["202159012"], "question": "Are there any people next to the vehicle that is yellow and black?", "isBalanced": true, "groups": {"global": null, "local": "13-bus_people"}, "answer": "yes", "semanticStr": "select: vehicle (0)->filter color: yellow [0]->filter color: black [1]->relate: people,next to,s (3) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"10": "0", "3": "3", "12": "0", "7": "0"}, "fullAnswer": {"3": "3", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are people next to the bus.", "image": "n406334.jpg", "question_id": 202159012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201739179", "201739178"], "equivalent": ["201739177"], "question": "What are the clean clothing items?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_clean"}, "answer": "pants", "semanticStr": "select: clothing (6)->filter cleanliness: clean [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4:6": "6"}, "fullAnswer": {"1:3": "6", "4": "6"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are pants.", "image": "n485969.jpg", "question_id": 201739177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201273200", "201273201", "201273202", "201273204", "201273205", "201273206", "201273207", "201273208"], "equivalent": ["201273203"], "question": "Is the tall tree on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-palm tree_right"}, "answer": "no", "semanticStr": "select: tree (2)->filter height: tall [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the palm tree is on the left of the image.", "image": "n46510.jpg", "question_id": 201273203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201548971", "201548972"], "equivalent": ["201548970"], "question": "Are there any small women or men?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_small"}, "answer": "no", "semanticStr": "select: woman (3)->filter size: small [0]->exist: ? [1]->select: man (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is large.", "image": "n314171.jpg", "question_id": 201548970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "refrigerator,above,o (-)"}], "entailed": [], "equivalent": ["201663197"], "question": "Is the countertop above a refrigerator?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_refrigerator"}, "answer": "no", "semanticStr": "select: countertop (14)->verify rel: refrigerator,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14", "6:8": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the countertop is above the dish washer.", "image": "n35676.jpg", "question_id": 201663197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411958"], "equivalent": ["20411959"], "question": "What is the fork inside of?", "isBalanced": true, "groups": {"global": "container", "local": "14-fork_inside,o"}, "answer": "food container", "semanticStr": "select: fork (9)->relate: _,inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1": "9", "5:7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is inside the food container.", "image": "n363445.jpg", "question_id": 20411959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "vehicle,above,o (8)"}], "entailed": [], "equivalent": ["201342313"], "question": "Is the plane above the vehicle in the bottom part?", "isBalanced": true, "groups": {"global": null, "local": "13-airplane_vehicle"}, "answer": "yes", "semanticStr": "select: airplane (4)->verify rel: vehicle,above,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "4", "5": "8"}, "fullAnswer": {"2": "4", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the plane is above the vehicle.", "image": "n157375.jpg", "question_id": 201342313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2053525", "2053523"], "equivalent": ["2053524", "2053525"], "question": "Are there any buses or cars?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bus_car"}, "answer": "no", "semanticStr": "select: bus (-)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cars or buses.", "image": "n146555.jpg", "question_id": 2053524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20403568"], "question": "Is the table large and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-large_metal"}, "answer": "no", "semanticStr": "select: table (8)->verify size: large [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is metallic but small.", "image": "n249639.jpg", "question_id": 20403568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["20668016"], "question": "Which material makes up the pillow, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-pillow_material"}, "answer": "cloth", "semanticStr": "select: pillow (9)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pillow is made of cloth.", "image": "n181355.jpg", "question_id": 20668016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202144677", "202144676", "202144679", "202144678"], "equivalent": ["202144679", "202144680"], "question": "Which side is the blender on?", "isBalanced": true, "groups": {"global": null, "local": "10q-blender_hposition"}, "answer": "right", "semanticStr": "select: blender (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The blender is on the right of the image.", "image": "n37274.jpg", "question_id": 202144680}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the right of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202144567", "202144566", "202144684", "202144682", "202144683", "202144659", "202144658"], "equivalent": ["202144681", "202144682"], "question": "What is the appliance to the right of the man that is in front of the bicycle?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-man_to the right of,s"}, "answer": "blender", "semanticStr": "select: bicycle (11)->relate: man,in front of,s (4) [0]->relate: appliance,to the right of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"9": "4", "3": "8", "16": "11"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20411961", "20411960", "20411896", "20411956", "20411954"], "equivalent": ["20411955"], "question": "What is inside the container that is made of plastic?", "isBalanced": true, "groups": {"global": "utensil", "local": "14-food container_inside,s"}, "answer": "fork", "semanticStr": "select: container (0)->filter material: plastic [0]->relate: _,inside,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "0", "4": "0"}, "fullAnswer": {"1": "9", "5:7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is inside the food container.", "image": "n363445.jpg", "question_id": 20411955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "relate", "dependencies": [0], "argument": "food,inside,s (7)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "person,holding,s (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20866121", "20866029"], "equivalent": ["20866120"], "question": "Who is holding the white food inside the fridge?", "isBalanced": true, "groups": {"global": "person", "local": "14-sour cream_holding,s"}, "answer": "woman", "semanticStr": "select: refrigerator (2)->relate: food,inside,s (7) [0]->filter color: white [1]->relate: person,holding,s (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"8": "2", "4:6": "7"}, "fullAnswer": {"1": "3", "5:7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the sour cream.", "image": "n579256.jpg", "question_id": 20866120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20866125", "20866124", "20866127", "20866126", "20866128"], "equivalent": ["20866123"], "question": "What is the person that is to the left of the bottle holding?", "isBalanced": true, "groups": {"global": "food", "local": "14-woman_holding,o"}, "answer": "sour cream", "semanticStr": "select: bottle (10)->relate: person,to the left of,s (3) [0]->relate: _,holding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"11": "10", "3": "3"}, "fullAnswer": {"1": "3", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the sour cream.", "image": "n579256.jpg", "question_id": 20866123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866123", "20866125", "20866127", "20866126", "20866128"], "equivalent": ["20866124"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "food", "local": "14-woman_holding,o"}, "answer": "sour cream", "semanticStr": "select: woman (3)->relate: _,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1": "3", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the sour cream.", "image": "n579256.jpg", "question_id": 20866124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "food,holding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20866123", "20866125", "20866124", "20866127", "20866128"], "equivalent": ["20866125", "20866126"], "question": "What is the food that the woman that is not short is holding?", "isBalanced": true, "groups": {"global": "food", "local": "15-woman_holding,o"}, "answer": "sour cream", "semanticStr": "select: woman (3)->filter: not(short) [0]->relate: food,holding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"10": "3", "3": "7", "6": "3"}, "fullAnswer": {"1": "7", "3:5": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sour cream.", "image": "n579256.jpg", "question_id": 20866126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866123", "20866125", "20866124", "20866127", "20866126"], "equivalent": ["20866128"], "question": "What kind of food is the woman holding?", "isBalanced": true, "groups": {"global": "food", "local": "15-woman_holding,o"}, "answer": "sour cream", "semanticStr": "select: woman (3)->relate: food,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "3", "5:7": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the sour cream.", "image": "n579256.jpg", "question_id": 20866128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2046490", "2046511", "2046510", "2046496", "2046512", "2046498", "2046499", "2046497", "2046489", "2046509", "2046500", "2046491", "2046488"], "equivalent": ["2046513"], "question": "What item of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "table", "semanticStr": "select: furniture (5)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n71728.jpg", "question_id": 2046513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20883225"], "equivalent": ["20883226"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (8)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a shirt.", "image": "n159284.jpg", "question_id": 20883226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter", "dependencies": [0], "argument": "oblong"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2046490", "2046514", "2046491", "2046489", "2046488"], "equivalent": ["2046516"], "question": "What item of furniture is oblong?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_oblong"}, "answer": "table", "semanticStr": "select: furniture (5)->filter: oblong [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n71728.jpg", "question_id": 2046516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202174600", "202174601", "202174599"], "equivalent": ["202174598"], "question": "Is there any white bed or table in this picture?", "isBalanced": true, "groups": {"global": null, "local": "04-table_white"}, "answer": "no", "semanticStr": "select: table (8)->filter color: white [0]->exist: ? [1]->select: bed (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is red.", "image": "n398429.jpg", "question_id": 202174598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (5)"}, {"operation": "verify", "dependencies": [0], "argument": "on"}], "entailed": ["201804479", "201804478", "201804482", "201804480", "201804481"], "equivalent": ["201804477", "201804478"], "question": "Does that fireplace appear to be on?", "isBalanced": true, "groups": {"global": null, "local": "06-fireplace_on"}, "answer": "yes", "semanticStr": "select: fireplace (5)->verify: on [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fireplace is on.", "image": "n51002.jpg", "question_id": 201804477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (16)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201399994"], "question": "Are there either couches or TVs?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-couch_television"}, "answer": "yes", "semanticStr": "select: couch (16)->exist: ? [0]->select: television (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "16"}, "fullAnswer": {"4": "16"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a couch.", "image": "n344136.jpg", "question_id": 201399994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (9)"}, {"operation": "relate", "dependencies": [0], "argument": "tv stand,on top of,o (14)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201621588", "201621717", "201621716", "201621587"], "equivalent": ["201621715"], "question": "What type of furniture is to the right of the TV stand the television is on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-tv stand_to the right of,s"}, "answer": "couch", "semanticStr": "select: television (9)->relate: tv stand,on top of,o (14) [0]->relate: furniture,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "13": "9", "10:12": "14"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n275148.jpg", "question_id": 201621715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201976909", "201976908", "201976907", "201976912", "201976913", "201976910", "201976911"], "equivalent": ["201976914"], "question": "On which side of the image is the male person?", "isBalanced": true, "groups": {"global": null, "local": "10q-person_hposition"}, "answer": "left", "semanticStr": "select: person (6)->filter gender: male [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is on the left of the image.", "image": "n279173.jpg", "question_id": 201976914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20340401"], "equivalent": ["20340402"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "patio", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a patio.", "image": "n513100.jpg", "question_id": 20340402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "choose gender", "dependencies": [1], "argument": "female|male"}], "entailed": ["20342344", "20342342", "20342340", "20342341"], "equivalent": ["20342344", "20342343"], "question": "Is the person who is to the left of the other person male or female?", "isBalanced": true, "groups": {"global": "gender", "local": "10c-person_gender"}, "answer": "female", "semanticStr": "select: person (1)->relate: person,to the left of,s (0) [0]->choose gender: female|male [1]", "annotations": {"answer": {}, "question": {"11": "1", "2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is female.", "image": "n16425.jpg", "question_id": 20342343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201637356", "201637355", "201637358", "201637359", "201637362", "201637361"], "equivalent": ["201637357"], "question": "What is the color of the countertop?", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "beige", "semanticStr": "select: countertop (8)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is beige.", "image": "n200692.jpg", "question_id": 201637357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175223", "201175222", "201175351", "201175346", "201175344", "201175345", "201175287", "201175286", "201175348", "201175349", "201175350"], "equivalent": ["201175347"], "question": "What kind of animal is to the left of the bottle?", "isBalanced": true, "groups": {"global": "animal", "local": "15-bottle_to the left of,s"}, "answer": "cat", "semanticStr": "select: bottle (14)->relate: animal,to the left of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n357784.jpg", "question_id": 201175347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (2)"}, {"operation": "relate", "dependencies": [0], "argument": "suv,in front of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201109226", "201109227", "201109242", "201109225", "201109244", "201109245", "201109220", "201109241", "201109224", "201109228", "201109229", "201109223", "201109217", "201109243", "201109216", "201109204", "201109205", "201109206", "201109207", "201109215", "201109240", "201109203", "201109214", "201109213", "201109221", "201109239", "201109238", "201109219", "201109218", "201109231", "201109230", "201109233", "201109232", "201109235", "201109234", "201109237", "201109236", "201109222"], "equivalent": ["201109202"], "question": "Is the SUV in front of the truck large and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_large"}, "answer": "yes", "semanticStr": "select: truck (2)->relate: suv,in front of,s (1) [0]->verify color: green [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "2"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the SUV is large and green.", "image": "n167164.jpg", "question_id": 201109202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,holding,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the right of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201935424"], "question": "Are there men to the right of the woman that is holding the camera?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "no", "semanticStr": "select: camera (9)->relate: woman,holding,s (3) [0]->relate: man,to the right of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "3", "13": "9", "2": "4"}, "fullAnswer": {"9": "3", "2": "4"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of the woman.", "image": "n556604.jpg", "question_id": 201935424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "liquor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "gloves,wearing,o (-)"}], "entailed": ["202144465"], "equivalent": ["202144469"], "question": "Is the man that is to the left of the liquor wearing gloves?", "isBalanced": true, "groups": {"global": null, "local": "13-man_gloves"}, "answer": "no", "semanticStr": "select: liquor (2)->relate: man,to the left of,s (0) [0]->verify rel: gloves,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "2", "2": "0"}, "fullAnswer": {"2": "0", "5": "14"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shorts.", "image": "n37274.jpg", "question_id": 202144469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bench (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20403308"], "question": "Do you see either any mirrors or benches?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_mirror"}, "answer": "yes", "semanticStr": "select: mirror (1)->exist: ? [0]->select: bench (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a mirror.", "image": "n249639.jpg", "question_id": 20403308}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "choose rel", "dependencies": [1], "argument": "horse,to the left of|to the right of,s (3)"}], "entailed": ["202257995", "202257994", "202257997", "202257996", "202257993", "202258330", "202258331", "202258329", "202258328"], "equivalent": ["202258331", "202258332"], "question": "Is the brown animal to the right or to the left of the young man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_horse"}, "answer": "left", "semanticStr": "select: man (1)->filter age: young [0]->choose rel: horse,to the left of|to the right of,s (3) [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "13:15": "1"}, "fullAnswer": {"1": "3", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The horse is to the left of the man.", "image": "n216553.jpg", "question_id": 202258332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "eggplant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "box,to the right of,s (24)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201886916", "201886917", "201886914", "201886915", "201886912", "201886913", "201886910", "201886911", "201886956", "201886918", "201886919", "201886930", "201886931", "201886932", "201886933", "201886923", "201886920", "201886909", "201886926", "201886925", "201886955", "201886905", "201886922", "201886921", "201886906"], "equivalent": ["201886925", "201886924"], "question": "Which size is the box that is to the right of the eggplant, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-box_size"}, "answer": "small", "semanticStr": "select: eggplant (1)->relate: box,to the right of,s (24) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"12": "1", "4": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The box is small.", "image": "n429961.jpg", "question_id": 201886924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201623436", "201623437", "201623434", "201623435", "201623432", "201623433", "201623421", "201623414", "201623415", "201623410", "201623411", "201623412", "201623413", "201623409", "201623408", "201623407", "201623420", "201623423", "201623422", "201623425", "201623424"], "equivalent": ["201623404"], "question": "Is the microwave silver and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_silver"}, "answer": "yes", "semanticStr": "select: microwave (1)->verify shape: rectangular [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the microwave is silver and rectangular.", "image": "n501609.jpg", "question_id": 201623404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (6)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20492073", "20492081", "20492080", "20492082", "20492074", "20492075", "20492076", "20492077", "20492079", "20492084"], "equivalent": ["20492078"], "question": "How big are the rocks?", "isBalanced": true, "groups": {"global": "size", "local": "10q-rocks_size"}, "answer": "small", "semanticStr": "select: rocks (6)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rocks are small.", "image": "n335542.jpg", "question_id": 20492078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crown (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "salt shaker (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20492070"], "equivalent": ["20492071"], "question": "Are there either any salt shakers or crowns in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-crown_salt shaker"}, "answer": "no", "semanticStr": "select: crown (-)->exist: ? [0]->select: salt shaker (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no salt shakers or crowns.", "image": "n335542.jpg", "question_id": 20492071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brunette"}], "entailed": ["201068325", "201068324", "201068327", "201068326", "201068321", "201068320", "201068323", "201068322", "201068329", "201068328", "201068318", "201068319", "201068333", "201068357", "201068356", "201068310", "201068311", "201068334", "201068315", "201068316"], "equivalent": ["201068317"], "question": "Do you think this girl is brunette?", "isBalanced": true, "groups": {"global": null, "local": "06-girl_brunette"}, "answer": "yes", "semanticStr": "select: girl (0)->verify color: brunette [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the girl is brunette.", "image": "n159802.jpg", "question_id": 201068317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bleachers (7)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["20287919", "20287908", "20287926", "20287927", "20287924", "20287925", "20287922", "20287920", "20287921"], "equivalent": ["20287923"], "question": "How long do you think are the bleachers?", "isBalanced": true, "groups": {"global": "length", "local": "10q-bleachers_length"}, "answer": "short", "semanticStr": "select: bleachers (7)->query: length [0]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bleachers are short.", "image": "n317260.jpg", "question_id": 20287923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "verify", "dependencies": [1], "argument": "rocky"}], "entailed": ["20724291"], "equivalent": ["20724292"], "question": "Does the wet ground look rocky?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_rocky"}, "answer": "no", "semanticStr": "select: ground (5)->filter: wet [0]->verify: rocky [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ground is snowy.", "image": "n369970.jpg", "question_id": 20724292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20746551", "20746550", "20746559", "20746548", "20746549", "20746543", "20746544", "20746545", "20746560"], "equivalent": ["20746561"], "question": "Which kind of animal is small?", "isBalanced": true, "groups": {"global": "bird", "local": "12q-animal_small"}, "answer": "birds", "semanticStr": "select: animal (7)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is birds.", "image": "n477215.jpg", "question_id": 20746561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201641120"], "equivalent": ["201641119"], "question": "What place is pictured?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n532213.jpg", "question_id": 201641119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201228022", "201228023", "201228020", "201228017", "201228016", "201228019", "201228018"], "equivalent": ["201228021"], "question": "On which side of the photo is the dark vehicle, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-van_hposition"}, "answer": "left", "semanticStr": "select: vehicle (0)->filter color: dark [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The van is on the left of the image.", "image": "n154856.jpg", "question_id": 201228021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bleachers (7)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "verify material", "dependencies": [1], "argument": "wood"}], "entailed": [], "equivalent": ["20287929"], "question": "Are the bleachers that are not long made of wood?", "isBalanced": true, "groups": {"global": null, "local": "06-bleachers_wood"}, "answer": "no", "semanticStr": "select: bleachers (7)->filter length: not(long) [0]->verify material: wood [1]", "annotations": {"answer": {}, "question": {"2": "7", "6": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bleachers are made of aluminum.", "image": "n317260.jpg", "question_id": 20287929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (7)"}, {"operation": "filter", "dependencies": [0], "argument": "cooked"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["202036873", "202036872", "202036875"], "equivalent": ["202036874"], "question": "Is the cooked sausage on the right or on the left side?", "isBalanced": true, "groups": {"global": null, "local": "10c-sausage_hposition"}, "answer": "left", "semanticStr": "select: sausage (7)->filter: cooked [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sausage is on the left of the image.", "image": "n200225.jpg", "question_id": 202036874}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169369", "202169372"], "equivalent": ["202169389"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (9)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n451187.jpg", "question_id": 202169389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053207"], "equivalent": ["202053206"], "question": "Who is wearing a belt?", "isBalanced": true, "groups": {"global": "person", "local": "14-belt_wearing,s"}, "answer": "umpire", "semanticStr": "select: belt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a belt.", "image": "n334278.jpg", "question_id": 202053206}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["201982914", "201982952", "201982953", "201982917", "201982924", "201982925", "201982926", "201982934", "201982915", "201982921", "201982922", "201982923"], "equivalent": ["201982932"], "question": "Is the coffee table large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-coffee table_size"}, "answer": "small", "semanticStr": "select: coffee table (6)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coffee table is small.", "image": "n526228.jpg", "question_id": 201982932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202169381", "202169382", "202169377", "202169379", "202169378"], "equivalent": ["202169380", "202169381", "202169379"], "question": "Is the woman on the right side or on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (9)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is on the right of the image.", "image": "n451187.jpg", "question_id": 202169380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20482417", "20482416", "20482415", "20482413", "20482412", "20482420"], "equivalent": ["20482414"], "question": "What color is the field?", "isBalanced": true, "groups": {"global": "color", "local": "10q-field_color"}, "answer": "blue", "semanticStr": "select: field (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is blue.", "image": "n195249.jpg", "question_id": 20482414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "goat,above,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201704519"], "question": "Do you see a goat above the flowers?", "isBalanced": true, "groups": {"global": null, "local": "13-flowers_goat"}, "answer": "no", "semanticStr": "select: flowers (7)->relate: goat,above,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"4": "0", "7": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cow above the flowers.", "image": "n164272.jpg", "question_id": 201704519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201975087", "201975089", "201975088", "201975090"], "equivalent": ["201975091"], "question": "Which side of the image is the man on?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n274905.jpg", "question_id": 201975091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (0)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201704506", "201704510", "201704508", "201704509", "201704504", "201704515", "201704514", "201704512", "201704507", "201704513", "201704505"], "equivalent": ["201704511"], "question": "Is the black and white cow black and white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_large"}, "answer": "yes", "semanticStr": "select: cow (0)->filter: black and white [0]->verify: black and white [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:6": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cow is black and white and large.", "image": "n164272.jpg", "question_id": 201704511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["201056193", "201056191", "201056190", "201056185", "201056186", "201056187", "201056188", "201056189", "201056194", "201056202", "201056200"], "equivalent": ["201056192"], "question": "How tall is the grass?", "isBalanced": true, "groups": {"global": "height", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: grass (9)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short.", "image": "n259002.jpg", "question_id": 201056192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20518735"], "question": "Does the soap seem to be white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: soap (9)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the soap is white but small.", "image": "n141939.jpg", "question_id": 20518735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cow,above,s (0)"}, {"operation": "choose", "dependencies": [1], "argument": "black and white|colorful"}], "entailed": [], "equivalent": ["201704515"], "question": "Is the cow above the flowers black and white or colorful?", "isBalanced": true, "groups": {"global": "24", "local": "10c-cow_24"}, "answer": "black and white", "semanticStr": "select: flowers (7)->relate: cow,above,s (0) [0]->choose: black and white|colorful [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "7"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cow is black and white.", "image": "n164272.jpg", "question_id": 201704515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "spoon (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20794134"], "question": "Are there any spoons or plates in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-plate_spoon"}, "answer": "yes", "semanticStr": "select: plate (2)->exist: ? [0]->select: spoon (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a plate.", "image": "n278453.jpg", "question_id": 20794134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (8)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201434243", "201434185", "201434246", "201434244"], "equivalent": ["201434245"], "question": "Which kind of device is above the pavement?", "isBalanced": true, "groups": {"global": "device", "local": "15-pavement_above,s"}, "answer": "phone", "semanticStr": "select: pavement (8)->relate: device,above,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n545516.jpg", "question_id": 201434245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (0)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20480121"], "equivalent": ["20480121", "20480122"], "question": "Are there beds near the bookcase?", "isBalanced": true, "groups": {"global": null, "local": "13-bookcase_bed"}, "answer": "no", "semanticStr": "select: bookcase (0)->relate: bed,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"4": "12", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a lamp near the bookcase.", "image": "n520071.jpg", "question_id": 20480122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201412388", "201412389", "201412386", "201412387", "201412384", "201412385", "201412383", "201412380", "201412381", "201412373", "201412372", "201412371", "201412370", "201412377", "201412379", "201412378", "201412391", "201412390", "201412397", "201412396", "201412362", "201412363", "201412364", "201412365", "201412366", "201412367", "201412368", "201412369"], "equivalent": ["201412361"], "question": "Is the backpack large and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "yes", "semanticStr": "select: backpack (4)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the backpack is large and black.", "image": "n143672.jpg", "question_id": 201412361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "radio (11)"}, {"operation": "relate", "dependencies": [0], "argument": "books,to the right of,s (2)"}, {"operation": "choose rel", "dependencies": [1], "argument": "lamp,to the right of|to the left of,s (12)"}], "entailed": ["20480128", "20480534", "20480535", "20480127"], "equivalent": ["20480129", "20480128"], "question": "Is the metal lamp to the right or to the left of the books that are to the right of the radio?", "isBalanced": true, "groups": {"global": null, "local": "13-books_lamp"}, "answer": "right", "semanticStr": "select: radio (11)->relate: books,to the right of,s (2) [0]->choose rel: lamp,to the right of|to the left of,s (12) [1]", "annotations": {"answer": {}, "question": {"13": "2", "2:4": "12", "21": "11"}, "fullAnswer": {"1": "12", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The lamp is to the right of the books.", "image": "n520071.jpg", "question_id": 20480129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20211215", "20211214", "20211213", "20211212", "20211211"], "equivalent": ["20211216"], "question": "In which part of the photo is the Caucasian person, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_vposition"}, "answer": "top", "semanticStr": "select: person (8)->filter race: caucasian [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is in the top of the image.", "image": "n312206.jpg", "question_id": 20211216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201322572", "201322571", "201322570", "201322492", "201322575", "201322574"], "equivalent": ["201322573"], "question": "Which kind of vehicle is on top of the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_on top of,s"}, "answer": "bus", "semanticStr": "select: street (6)->relate: vehicle,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n311910.jpg", "question_id": 201322573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240204"], "question": "Who is holding the racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding,s"}, "answer": "girl", "semanticStr": "select: racket (0)->relate: person,holding,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the racket.", "image": "n148872.jpg", "question_id": 202240204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201873606", "201873604", "201873605"], "equivalent": ["201873603"], "question": "Is the person on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-person_right"}, "answer": "yes", "semanticStr": "select: person (7)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is on the right of the image.", "image": "n309148.jpg", "question_id": 201873603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "clock,to the left of,s (12)"}, {"operation": "choose material", "dependencies": [1], "argument": "stainless steel|brick"}], "entailed": [], "equivalent": ["201751683"], "question": "Which material is the clock that is to the left of the tennis ball made of, stainless steel or brick?", "isBalanced": true, "groups": {"global": "material", "local": "10c-clock_material"}, "answer": "stainless steel", "semanticStr": "select: tennis ball (5)->relate: clock,to the left of,s (12) [0]->choose material: stainless steel|brick [1]", "annotations": {"answer": {}, "question": {"4": "12", "12:14": "5"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The clock is made of stainless steel.", "image": "n355567.jpg", "question_id": 201751683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20756751"], "question": "Does the pot look small and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_small"}, "answer": "no", "semanticStr": "select: pot (0)->verify color: green [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pot is green but large.", "image": "n433532.jpg", "question_id": 20756751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dresser (7)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,near,s (4)"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick"}], "entailed": ["20753331", "20753330", "20753320", "20753277", "20753326", "20753337", "20753336", "20753328", "20753329", "20753317", "20753316", "20753370", "20753321", "20753322", "20753335", "20753343", "20753371", "20753306", "20753325"], "equivalent": ["20753327"], "question": "Does the bed near the dresser look thick?", "isBalanced": true, "groups": {"global": null, "local": "06-bed_thick"}, "answer": "yes", "semanticStr": "select: dresser (7)->relate: bed,near,s (4) [0]->verify thickness: thick [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "7"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bed is thick.", "image": "n49438.jpg", "question_id": 20753327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on top of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201528065"], "equivalent": ["201528064"], "question": "Who is looking at the dessert that is on top of the tray?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_looking at,s"}, "answer": "girl", "semanticStr": "select: tray (3)->relate: dessert,on top of,s (2) [0]->relate: person,looking at,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"12": "3", "5": "2"}, "fullAnswer": {"1": "6", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is looking at the cake.", "image": "n118102.jpg", "question_id": 201528064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "select", "dependencies": [], "argument": "chair (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20740889"], "question": "Are the vase and the chair made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_vase"}, "answer": "no", "semanticStr": "select: vase (1)->select: chair (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "2"}, "fullAnswer": {"9": "2", "2": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the vase is made of glass and the chair is made of wood.", "image": "n23762.jpg", "question_id": 20740889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark brown"}, {"operation": "verify", "dependencies": [1], "argument": "curved"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20416633"], "equivalent": ["20416632", "20416633"], "question": "Is the chair that looks dark brown long and curved?", "isBalanced": true, "groups": {"global": null, "local": "05-curved_long"}, "answer": "no", "semanticStr": "select: chair (1)->filter color: dark brown [0]->verify: curved [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5:7": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is long but straight.", "image": "n234722.jpg", "question_id": 20416632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (5)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201556972", "201556970", "201556971", "201556976", "201556977", "201556974", "201556975", "201556979", "201556969", "201556968"], "equivalent": ["201556973"], "question": "How big is the open book?", "isBalanced": true, "groups": {"global": "size", "local": "10q-book_size"}, "answer": "large", "semanticStr": "select: book (5)->filter: open [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is large.", "image": "n525901.jpg", "question_id": 201556973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "child,to the right of,s (8)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "verify age", "dependencies": [2], "argument": "young"}], "entailed": ["20936286", "20936287", "20936288"], "equivalent": ["20936285"], "question": "Does the sitting-down child that is to the right of the woman look young?", "isBalanced": true, "groups": {"global": null, "local": "06-child_young"}, "answer": "yes", "semanticStr": "select: woman (6)->relate: child,to the right of,s (8) [0]->filter pose: sitting [1]->verify age: young [2]", "annotations": {"answer": {}, "question": {"11": "6", "2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the child is young.", "image": "n44249.jpg", "question_id": 20936285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "verify width", "dependencies": [0], "argument": "wide"}], "entailed": ["20536181", "20536180", "20536182", "20536157", "20536169", "20536168", "20536167", "20536166", "20536165", "20536164", "20536162", "20536161", "20536103", "20536134", "20536135", "20536136", "20536102", "20536104", "20536170", "20536171", "20536172", "20536174", "20536178", "20536179", "20536158"], "equivalent": ["20536173"], "question": "Does the giraffe look wide?", "isBalanced": true, "groups": {"global": null, "local": "06-giraffe_wide"}, "answer": "no", "semanticStr": "select: giraffe (1)->verify width: wide [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the giraffe is narrow.", "image": "n410476.jpg", "question_id": 20536173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20468681", "20468679", "20468659", "20468660", "20468661"], "equivalent": ["20468680"], "question": "Which kind of animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "horse", "semanticStr": "select: animal (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n171169.jpg", "question_id": 20468680}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119497", "202119496", "202119440"], "equivalent": ["202119498"], "question": "What is worn on the man?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn on,s"}, "answer": "hat", "semanticStr": "select: man (1)->relate: _,worn on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hat is worn on the man.", "image": "n544255.jpg", "question_id": 202119498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bananas,above,o (2)"}], "entailed": ["201235870", "201235868", "201235869", "201235699", "201235702", "201235701", "201235700"], "equivalent": ["201235867"], "question": "Is the woman above the bananas on top of the basket?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bananas"}, "answer": "yes", "semanticStr": "select: woman (6)->verify rel: bananas,above,o (2) [0]", "annotations": {"answer": {}, "question": {"10": "3", "2": "6", "5": "2"}, "fullAnswer": {"2": "6", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is above the bananas.", "image": "n527589.jpg", "question_id": 201235867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20705844", "20705847", "20705842", "20705843", "20705835", "20705834", "20705831", "20705830", "20705832", "20705829"], "equivalent": ["20705833"], "question": "How big is the desk made of wood?", "isBalanced": true, "groups": {"global": "size", "local": "10q-desk_size"}, "answer": "large", "semanticStr": "select: desk (0)->filter material: wood [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is large.", "image": "n264887.jpg", "question_id": 20705833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2044614", "2044615", "2044616", "2044610", "2044611", "2044612", "2044618", "2044609", "2044608"], "equivalent": ["2044612", "2044613"], "question": "What color are the long pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "khaki", "semanticStr": "select: pants (4)->filter length: long [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are khaki.", "image": "n184551.jpg", "question_id": 2044613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (2)"}, {"operation": "select", "dependencies": [], "argument": "ocean (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202100300", "202100298"], "equivalent": ["202100299", "202100300"], "question": "Does the sky have a different color than the ocean?", "isBalanced": true, "groups": {"global": null, "local": "09diff-ocean_sky"}, "answer": "no", "semanticStr": "select: sky (2)->select: ocean (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "2"}, "fullAnswer": {"3": "2", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the sky and the ocean are blue.", "image": "n386688.jpg", "question_id": 202100299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053202"], "equivalent": ["202053203"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "umpire", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a shirt.", "image": "n334278.jpg", "question_id": 202053203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["202100288", "202100289", "202100286", "202100287"], "equivalent": ["202100290"], "question": "Is it indoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors.", "image": "n386688.jpg", "question_id": 202100290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (24)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (35)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201866571"], "question": "Where is the traffic sign?", "isBalanced": true, "groups": {"global": "road", "local": "14-traffic sign_on,o"}, "answer": "walkway", "semanticStr": "select: traffic sign (24)->relate: place,on,o (35) [0]->query: name [1]", "annotations": {"answer": {"0": "35"}, "question": {}, "fullAnswer": {"1:3": "24", "6": "35"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic sign is on the walkway.", "image": "n211324.jpg", "question_id": 201866571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (5)"}, {"operation": "select", "dependencies": [], "argument": "skis (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2075484"], "question": "Are both the windows and the skis made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-skis_windows"}, "answer": "no", "semanticStr": "select: windows (5)->select: skis (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "4"}, "fullAnswer": {"9": "4", "2": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the windows are made of glass and the skis are made of metal.", "image": "n315859.jpg", "question_id": 2075484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (6)"}, {"operation": "select", "dependencies": [], "argument": "trees (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["2075482"], "equivalent": ["2075481"], "question": "Are both the words and the trees the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-trees_words"}, "answer": "no", "semanticStr": "select: words (6)->select: trees (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6": "11"}, "fullAnswer": {"2": "6", "7": "11"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the words are red and the trees are green.", "image": "n315859.jpg", "question_id": 2075481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (7)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "purple "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20655424", "20655423"], "equivalent": ["20655424", "20655425", "20655423"], "question": "Do the trousers look long and purple?", "isBalanced": true, "groups": {"global": null, "local": "05-long_purple"}, "answer": "no", "semanticStr": "select: pants (7)->verify length: long [0]->verify color: purple  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are long but gray.", "image": "n199097.jpg", "question_id": 20655425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dock (9)"}, {"operation": "select", "dependencies": [], "argument": "airplane (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2075483"], "question": "Is the pier made of the same material as the airplane?", "isBalanced": true, "groups": {"global": null, "local": "09same-airplane_dock"}, "answer": "no", "semanticStr": "select: dock (9)->select: airplane (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "7", "2": "9"}, "fullAnswer": {"9": "7", "2": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pier is made of wood and the airplane is made of metal.", "image": "n315859.jpg", "question_id": 2075483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (7)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["20655413", "20655427", "20655428", "20655433", "20655432", "20655426", "20655430", "20655434", "20655424", "20655425", "20655423", "20655431"], "equivalent": ["20655429"], "question": "How long are the trousers?", "isBalanced": true, "groups": {"global": "length", "local": "10q-pants_length"}, "answer": "long", "semanticStr": "select: pants (7)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are long.", "image": "n199097.jpg", "question_id": 20655429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "select", "dependencies": [], "argument": "headband (7) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202180239"], "question": "What do both the soccer ball and the headband have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-headband_soccer ball"}, "answer": "shape", "semanticStr": "select: soccer ball (1)->select: headband (7) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "7", "4:6": "1"}, "fullAnswer": {"8": "7", "4:6": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the soccer ball and the headband are round.", "image": "n380113.jpg", "question_id": 202180239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "wire"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20468934"], "equivalent": ["20468933"], "question": "What is on the fence that is made of wire?", "isBalanced": true, "groups": {"global": "sign", "local": "14-fence_on,s"}, "answer": "sign", "semanticStr": "select: fence (14)->filter material: wire [0]->relate: _,on,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"9": "14", "4": "14"}, "fullAnswer": {"1": "4", "5": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is on the fence.", "image": "n171169.jpg", "question_id": 20468933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201997940", "201997941", "201997942", "201997929", "201997938", "201997937", "201997936", "201997931", "201997919", "201997933", "201997905"], "equivalent": ["201997939"], "question": "What is the table behind the person made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "wood", "semanticStr": "select: person (1)->relate: table,behind,s (16) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3": "16", "6": "1"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of wood.", "image": "n319845.jpg", "question_id": 201997939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036845", "202036847", "202036803", "202036859", "202036858"], "equivalent": ["202036848"], "question": "What vegetable is on the pizza?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-pizza_on,s"}, "answer": "pepper", "semanticStr": "select: pizza (6)->relate: vegetable,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a pepper.", "image": "n200225.jpg", "question_id": 202036848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201065533", "201065532", "201065531"], "equivalent": ["201065534"], "question": "On which side of the image are the glasses?", "isBalanced": true, "groups": {"global": null, "local": "10q-glasses_hposition"}, "answer": "left", "semanticStr": "select: glasses (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are on the left of the image.", "image": "n429883.jpg", "question_id": 201065534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201972845", "201972820"], "equivalent": ["201972844"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "4"}, "fullAnswer": {"1": "0", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing pants.", "image": "n541482.jpg", "question_id": 201972844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753179", "20753178", "20753182", "20753180", "20753181", "20753177", "20753208"], "equivalent": ["20753183"], "question": "What kind of furniture is the boy sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_sitting on top of,o"}, "answer": "bed", "semanticStr": "select: boy (2)->relate: furniture,sitting on top of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting on top of the bed.", "image": "n49438.jpg", "question_id": 20753183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753179", "20753178", "20753182", "20753183", "20753181", "20753177", "20753208"], "equivalent": ["20753180"], "question": "What's the boy sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-boy_sitting on top of,o"}, "answer": "bed", "semanticStr": "select: boy (2)->relate: _,sitting on top of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting on top of the bed.", "image": "n49438.jpg", "question_id": 20753180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on top of,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20753179", "20753178", "20753182", "20753183", "20753180", "20753177", "20753208"], "equivalent": ["20753181"], "question": "What is the piece of furniture that the young boy is sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_sitting on top of,o"}, "answer": "bed", "semanticStr": "select: boy (2)->filter age: young [0]->relate: furniture,sitting on top of,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"8:10": "2", "3:6": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n49438.jpg", "question_id": 20753181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201972850", "201972820"], "equivalent": ["201972849"], "question": "Who is standing in front of the building that looks large?", "isBalanced": true, "groups": {"global": "person", "local": "14-building_standing in front of,s"}, "answer": "woman", "semanticStr": "select: building (8)->filter size: large [0]->relate: person,standing in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "8", "7": "8"}, "fullAnswer": {"1": "0", "8": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing in front of the building.", "image": "n541482.jpg", "question_id": 201972849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "woman,to the left of,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20862927", "20862850", "20862929", "20862928", "20862892"], "equivalent": ["20862926"], "question": "Are there any women to the left of the man that is wearing a necktie?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "yes", "semanticStr": "select: tie (5)->relate: man,wearing,s (1) [0]->relate: woman,to the left of,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "1", "3": "2", "14": "5"}, "fullAnswer": {"10": "1", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman to the left of the man.", "image": "n94074.jpg", "question_id": 20862926}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667690", "20667685", "20667684", "20667686", "20667689", "20667688", "20667464"], "equivalent": ["20667687"], "question": "What is the remote control lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-remote control_lying on top of,o"}, "answer": "coffee table", "semanticStr": "select: remote control (2)->relate: _,lying on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"1:3": "2", "9:11": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The remote control is lying on top of the coffee table.", "image": "n181355.jpg", "question_id": 20667687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20427658"], "question": "In front of what is the gentleman?", "isBalanced": true, "groups": {"global": "thing", "local": "14-gentleman_in front of,o"}, "answer": "picture", "semanticStr": "select: gentleman (7)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is in front of the picture.", "image": "n281241.jpg", "question_id": 20427658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light bulb (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20741422", "20741423", "20741420", "20741421"], "equivalent": ["20741424"], "question": "On which side is the bulb?", "isBalanced": true, "groups": {"global": null, "local": "10q-light bulb_hposition"}, "answer": "left", "semanticStr": "select: light bulb (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bulb is on the left of the image.", "image": "n23762.jpg", "question_id": 20741424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20427656", "20427659"], "equivalent": ["20427655"], "question": "Who is in front of the square picture?", "isBalanced": true, "groups": {"global": "person", "local": "14-picture_in front of,s"}, "answer": "gentleman", "semanticStr": "select: picture (8)->filter shape: square [0]->relate: person,in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"6:8": "8"}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is in front of the picture.", "image": "n281241.jpg", "question_id": 20427655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427655", "20427659"], "equivalent": ["20427656"], "question": "Who is in front of the picture?", "isBalanced": true, "groups": {"global": "person", "local": "14-picture_in front of,s"}, "answer": "gentleman", "semanticStr": "select: picture (8)->relate: person,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is in front of the picture.", "image": "n281241.jpg", "question_id": 20427656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "choose rel", "dependencies": [1], "argument": "boy,to the left of|to the right of,s (12)"}], "entailed": ["201752962", "201752967", "201752966", "201752964", "201752963", "201752684", "201752682", "201752683", "201752680", "201752681", "201752679", "201752685"], "equivalent": ["201752686"], "question": "Is the young person to the left or to the right of the bag that is not big?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_boy"}, "answer": "left", "semanticStr": "select: bag (9)->filter size: not(large) [0]->choose rel: boy,to the left of|to the right of,s (12) [1]", "annotations": {"answer": {}, "question": {"13": "9", "2:4": "12", "17": "9"}, "fullAnswer": {"1": "12", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the left of the bag.", "image": "n262929.jpg", "question_id": 201752686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246218", "202246201", "202246200", "202246188", "202246187"], "equivalent": ["202246219"], "question": "What device is on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_on"}, "answer": "laptop", "semanticStr": "select: device (2)->filter: on [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n310828.jpg", "question_id": 202246219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "refrigerator,in front of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202120112", "202120105", "202120104", "202120113"], "equivalent": ["202120103"], "question": "What is inside the fridge that is in front of the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-refrigerator_inside,s"}, "answer": "glasses", "semanticStr": "select: wall (10)->relate: refrigerator,in front of,s (0) [0]->relate: _,inside,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"11": "10", "4": "0"}, "fullAnswer": {"1": "2", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glasses are inside the freezer.", "image": "n500308.jpg", "question_id": 202120103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (20)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593815"], "equivalent": ["201593816"], "question": "Who is wearing the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "girl", "semanticStr": "select: glasses (20)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n200907.jpg", "question_id": 201593816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202120109", "202120107", "202119808"], "equivalent": ["202120108"], "question": "What is the appliance that the glasses are inside of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-glasses_inside,o"}, "answer": "refrigerator", "semanticStr": "select: glasses (2)->relate: appliance,inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "2"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n500308.jpg", "question_id": 202120108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (20)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593816"], "equivalent": ["201593815"], "question": "Who is wearing glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "girl", "semanticStr": "select: glasses (20)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "20"}, "fullAnswer": {"1": "5", "4": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n200907.jpg", "question_id": 201593815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "choose activity", "dependencies": [0], "argument": "looking down|waiting"}], "entailed": ["20320413", "20320415"], "equivalent": ["20320413", "20320414"], "question": "Is the man looking down or waiting?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "looking down", "semanticStr": "select: man (3)->choose activity: looking down|waiting [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is looking down.", "image": "n206358.jpg", "question_id": 20320414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20631684", "20631683"], "equivalent": ["20631682"], "question": "Who is standing in front of the umpire on the right?", "isBalanced": true, "groups": {"global": "person", "local": "14-umpire_standing in front of,s"}, "answer": "batter", "semanticStr": "select: umpire (10)->filter hposition: right [0]->relate: person,standing in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"7": "10"}, "fullAnswer": {"1": "0", "8": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing in front of the umpire.", "image": "n570181.jpg", "question_id": 20631682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "foil (8)"}, {"operation": "select", "dependencies": [], "argument": "bottle (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201987625"], "equivalent": ["201987624", "201987625"], "question": "What do the foil and the bottle have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bottle_foil"}, "answer": "shape", "semanticStr": "select: foil (8)->select: bottle (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "8", "6": "0"}, "fullAnswer": {"4": "8", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the foil and the bottle are round.", "image": "n470131.jpg", "question_id": 201987624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (0)"}, {"operation": "select", "dependencies": [], "argument": "cake (4) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["201987627"], "equivalent": ["201987626"], "question": "Is the shape of the bottle the same as that of the cake?", "isBalanced": true, "groups": {"global": null, "local": "09same-bottle_cake"}, "answer": "no", "semanticStr": "select: bottle (0)->select: cake (4) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "4", "5": "0"}, "fullAnswer": {"2": "0", "7": "4"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bottle is round and the cake is square.", "image": "n470131.jpg", "question_id": 201987626}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006187", "202006188", "202006189", "202006678", "202006191", "202006190"], "equivalent": ["202006186"], "question": "What are the pieces of furniture to the right of the table called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_to the right of,s"}, "answer": "shelves", "semanticStr": "select: table (0)->relate: furniture,to the right of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"11": "0", "3:6": "15"}, "fullAnswer": {"1:4": "15", "5": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n97485.jpg", "question_id": 202006186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006186", "202006188", "202006189", "202006678", "202006191", "202006190"], "equivalent": ["202006187"], "question": "Which kind of furniture is to the right of the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_to the right of,s"}, "answer": "shelves", "semanticStr": "select: table (0)->relate: furniture,to the right of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1:4": "15", "5": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n97485.jpg", "question_id": 202006187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "marker (9)"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow"}], "entailed": ["201111083", "201111063", "201111080", "201111087", "201111086", "201111085", "201111084", "201111076", "201111079", "201111062", "201111094", "201111096", "201111095"], "equivalent": ["201111082"], "question": "Does the marker look narrow?", "isBalanced": true, "groups": {"global": null, "local": "06-marker_narrow"}, "answer": "yes", "semanticStr": "select: marker (9)->verify width: narrow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the marker is narrow.", "image": "n546616.jpg", "question_id": 201111082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap bottle (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202121854", "202121855", "202121857", "202121850", "202121851", "202121852", "202121853"], "equivalent": ["202121856"], "question": "On which side of the photo is the soap bottle?", "isBalanced": true, "groups": {"global": null, "local": "10q-soap bottle_hposition"}, "answer": "left", "semanticStr": "select: soap bottle (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soap bottle is on the left of the image.", "image": "n140421.jpg", "question_id": 202121856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149825", "20149826", "20149827", "20149828", "20149811", "20149810", "20149812", "20149848", "20149849"], "equivalent": ["20149850"], "question": "What item of furniture is dark brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_dark brown"}, "answer": "cabinet", "semanticStr": "select: furniture (9)->filter color: dark brown [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n65866.jpg", "question_id": 20149850}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}], "entailed": ["202285562", "202285558", "202285559", "202285564", "202285553", "202285556", "202285554", "202285557", "202285560", "202285555"], "equivalent": ["202285561"], "question": "Is this a square tray?", "isBalanced": true, "groups": {"global": null, "local": "06-tray_square"}, "answer": "yes", "semanticStr": "select: tray (4)->verify shape: square [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a square tray.", "image": "n100991.jpg", "question_id": 202285561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (15)"}, {"operation": "choose pose", "dependencies": [1], "argument": "standing|walking"}], "entailed": ["20953991"], "equivalent": ["20953992"], "question": "Is the person that is to the right of the woman walking or standing?", "isBalanced": true, "groups": {"global": "pose", "local": "10c-man_pose"}, "answer": "standing", "semanticStr": "select: woman (4)->relate: person,to the right of,s (15) [0]->choose pose: standing|walking [1]", "annotations": {"answer": {}, "question": {"10": "4", "2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is standing.", "image": "n498712.jpg", "question_id": 20953992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (36)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20673132", "20673133", "20673136", "20673134", "20673135"], "equivalent": ["20673137"], "question": "On which side is the vase?", "isBalanced": true, "groups": {"global": null, "local": "10q-vase_hposition"}, "answer": "right", "semanticStr": "select: vase (36)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "36"}, "fullAnswer": {"1": "36"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vase is on the right of the image.", "image": "n59147.jpg", "question_id": 20673137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "faucet (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "silver"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201593722"], "equivalent": ["201593721"], "question": "Are there either any silver faucets or fences?", "isBalanced": true, "groups": {"global": null, "local": "04-fence_silver"}, "answer": "yes", "semanticStr": "select: fence (3)->filter color: silver [0]->exist: ? [1]->select: faucet (-) ->filter color: silver [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a silver fence.", "image": "n200907.jpg", "question_id": 201593721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["20984447", "20984446", "20984418", "20984419", "20984416", "20984417", "20984414", "20984415", "20984412", "20984410", "20984411", "20984426", "20984425", "20984424", "20984445", "20984444", "20984421", "20984420", "20984409", "20984405", "20984404", "20984406", "20984403", "20984402"], "equivalent": ["20984414", "20984415", "20984413"], "question": "What is the gender of the person in the middle?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-skater_gender"}, "answer": "male", "semanticStr": "select: person (4)->filter vposition: middle [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skater is male.", "image": "n12214.jpg", "question_id": 20984413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (13)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202284961", "202284946", "202284945"], "equivalent": ["202284962"], "question": "What fruit is it?", "isBalanced": true, "groups": {"global": "fruit", "local": "11q-fruit"}, "answer": "banana", "semanticStr": "select: fruit (13)->query: name [0]", "annotations": {"answer": {"0": "13"}, "question": {"1": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a banana.", "image": "n100991.jpg", "question_id": 202284962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (4)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202231465", "202231464", "202231467", "202231466", "202231461", "202231460", "202231463", "202231462", "202231449", "202231448", "202231443", "202231442", "202231447", "202231446", "202231445", "202231444", "202231459", "202231450", "202231451", "202231452", "202231453", "202231454", "202231455", "202231456", "202231457"], "equivalent": ["202231458", "202231457"], "question": "Is the trash bin dirty and silver?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_silver"}, "answer": "yes", "semanticStr": "select: trash can (4)->verify cleanliness: dirty [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trash bin is dirty and silver.", "image": "n79078.jpg", "question_id": 202231458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201047369", "201047375", "201047374", "201047371", "201047370", "201047373", "201047372"], "equivalent": ["201047376"], "question": "On which side is the black device?", "isBalanced": true, "groups": {"global": null, "local": "10q-phone_hposition"}, "answer": "left", "semanticStr": "select: device (2)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The telephone is on the left of the image.", "image": "n234683.jpg", "question_id": 201047376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20756966", "20756967", "20756981", "20756988", "20756989", "20756980", "20756974", "20756975", "20756976", "20756970", "20756971", "20756972", "20756973", "20756984", "20756969", "20756968", "20756978", "20756979", "20756983", "20756982"], "equivalent": ["20756977"], "question": "How big is the appliance the oil is above?", "isBalanced": true, "groups": {"global": "size", "local": "10q-stove_size"}, "answer": "large", "semanticStr": "select: oil (6)->relate: appliance,above,o (7) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "7", "6": "6"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is large.", "image": "n433532.jpg", "question_id": 20756977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify rel", "dependencies": [1], "argument": "boots,behind,o (4)"}], "entailed": ["201957144"], "equivalent": ["201956943"], "question": "Is the clean wall behind the dark boots?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_boots"}, "answer": "yes", "semanticStr": "select: wall (0)->filter cleanliness: clean [0]->verify rel: boots,behind,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6:8": "4"}, "fullAnswer": {"2": "0", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the wall is behind the boots.", "image": "n536256.jpg", "question_id": 201956943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,above,s (1)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20609449", "20609450"], "equivalent": ["20609450", "20609451"], "question": "Does the utensil above the spoon look metallic and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_metal"}, "answer": "no", "semanticStr": "select: spoon (3)->relate: utensil,above,s (1) [0]->verify cleanliness: dirty [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "3"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fork is metallic but clean.", "image": "n437064.jpg", "question_id": 20609451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738968"], "equivalent": ["201738969"], "question": "What's wearing the belt?", "isBalanced": true, "groups": {"global": "", "local": "14-belt_wearing,s"}, "answer": "pitcher", "semanticStr": "select: belt (5)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a belt.", "image": "n485969.jpg", "question_id": 201738969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738969"], "equivalent": ["201738968"], "question": "What is wearing a belt?", "isBalanced": true, "groups": {"global": "", "local": "14-belt_wearing,s"}, "answer": "pitcher", "semanticStr": "select: belt (5)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "5"}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a belt.", "image": "n485969.jpg", "question_id": 201738968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738961"], "equivalent": ["201738962"], "question": "What is wearing the baseball mitt?", "isBalanced": true, "groups": {"global": "", "local": "14-baseball mitt_wearing,s"}, "answer": "pitcher", "semanticStr": "select: baseball mitt (2)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a baseball mitt.", "image": "n485969.jpg", "question_id": 201738962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,near,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20963659"], "question": "What is on the shelf near the window?", "isBalanced": true, "groups": {"global": "object", "local": "14-shelf_on,s"}, "answer": "flower pot", "semanticStr": "select: window (0)->relate: shelf,near,s (8) [0]->relate: _,on,s (11) [1]->query: name [2]", "annotations": {"answer": {"0:2": "11"}, "question": {"4": "8", "7": "0"}, "fullAnswer": {"1:3": "11", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower pot is on the shelf.", "image": "n119886.jpg", "question_id": 20963659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (8)"}, {"operation": "relate", "dependencies": [0], "argument": "flower pot,on,s (11)"}, {"operation": "choose color", "dependencies": [1], "argument": "orange|gray"}], "entailed": [], "equivalent": ["20963658"], "question": "Is the flower pot on the shelf gray or orange?", "isBalanced": true, "groups": {"global": "color", "local": "10c-flower pot_color"}, "answer": "orange", "semanticStr": "select: shelf (8)->relate: flower pot,on,s (11) [0]->choose color: orange|gray [1]", "annotations": {"answer": {}, "question": {"2:4": "11", "6": "8"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The flower pot is orange.", "image": "n119886.jpg", "question_id": 20963658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345021"], "equivalent": ["20345022"], "question": "Who looks at the tennis ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_looking at,s"}, "answer": "athlete", "semanticStr": "select: tennis ball (5)->relate: person,looking at,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5:7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete looks at the tennis ball.", "image": "n560243.jpg", "question_id": 20345022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20344941", "20345024", "20345025"], "equivalent": ["20345023"], "question": "What does that athlete look at?", "isBalanced": true, "groups": {"global": "object", "local": "14-athlete_looking at,o"}, "answer": "tennis ball", "semanticStr": "select: athlete (4)->relate: _,looking at,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete looks at the tennis ball.", "image": "n560243.jpg", "question_id": 20345023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201738965"], "question": "What is wearing a hat?", "isBalanced": true, "groups": {"global": "", "local": "14-hat_wearing,s"}, "answer": "pitcher", "semanticStr": "select: hat (1)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a hat.", "image": "n485969.jpg", "question_id": 201738965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (12)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,lying on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156484", "201156485", "201156482", "201156483", "201156524"], "equivalent": ["201156526"], "question": "What bag lies on the field?", "isBalanced": true, "groups": {"global": "bag", "local": "15-field_lying on,s"}, "answer": "backpack", "semanticStr": "select: field (12)->relate: bag,lying on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is a backpack.", "image": "n146522.jpg", "question_id": 201156526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20752269", "20752271", "20752270"], "equivalent": ["20752272"], "question": "On which side of the picture is the striped towel?", "isBalanced": true, "groups": {"global": null, "local": "10q-towel_hposition"}, "answer": "left", "semanticStr": "select: towel (0)->filter pattern: striped [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towel is on the left of the image.", "image": "n209843.jpg", "question_id": 20752272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (12)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (5)"}], "entailed": ["20667843", "20667842", "20667841", "20667845"], "equivalent": ["20667845", "20667844"], "question": "Is the young person to the left or to the right of the Wii controller in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-wii controller_woman"}, "answer": "left", "semanticStr": "select: wii controller (12)->filter vposition: middle [0]->choose rel: woman,to the left of|to the right of,s (5) [1]", "annotations": {"answer": {}, "question": {"2:4": "5", "13:15": "12"}, "fullAnswer": {"1": "5", "8:10": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the Wii controller.", "image": "n181355.jpg", "question_id": 20667844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cheese (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "meat (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20611794"], "question": "Is there any cheese or meat in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cheese_meat"}, "answer": "yes", "semanticStr": "select: cheese (7)->exist: ? [0]->select: meat (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"3": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is cheese.", "image": "n28996.jpg", "question_id": 20611794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201235488", "201235489", "201235485", "201235486", "201235487", "201235480", "201235481", "201235482", "201235483", "201235490", "201235495"], "equivalent": ["201235484", "201235485"], "question": "What color are the pants?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-pants_color"}, "answer": "dark", "semanticStr": "select: pants (10)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are dark.", "image": "n527589.jpg", "question_id": 201235484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "shelves,on top of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "television,on top of,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20541565", "20541566", "20541492", "20541568"], "equivalent": ["20541568", "20541565", "20541567", "20541566"], "question": "Do you see any televisions on top of the shelves that are on top of the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-shelves_television"}, "answer": "yes", "semanticStr": "select: floor (8)->relate: shelves,on top of,s (7) [0]->relate: television,on top of,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "7", "4": "6", "16": "8"}, "fullAnswer": {"9": "7", "4": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a television on top of the shelves.", "image": "n527290.jpg", "question_id": 20541567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056058", "2056057", "2056056", "2056060", "2056061"], "equivalent": ["2056059"], "question": "What is the vehicle that is parked behind the bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bus_parked behind,s"}, "answer": "car", "semanticStr": "select: bus (12)->relate: vehicle,parked behind,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"9": "12", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n263180.jpg", "question_id": 2056059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056059", "2056057", "2056056", "2056060", "2056061"], "equivalent": ["2056058"], "question": "What is parked behind the bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-bus_parked behind,s"}, "answer": "car", "semanticStr": "select: bus (12)->relate: _,parked behind,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is parked behind the bus.", "image": "n263180.jpg", "question_id": 2056058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (1)"}, {"operation": "select", "dependencies": [], "argument": "purse (20) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201481428"], "equivalent": ["201481427"], "question": "Is the jacket the same color as the purse?", "isBalanced": true, "groups": {"global": null, "local": "09same-jacket_purse"}, "answer": "no", "semanticStr": "select: jacket (1)->select: purse (20) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "20", "2": "1"}, "fullAnswer": {"2": "1", "7": "20"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the jacket is red and the purse is black.", "image": "n470920.jpg", "question_id": 201481427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (15)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20302885", "20302884", "20302887", "20302886", "20302881", "20302879", "20302883", "20302891", "20302893", "20302890", "20302889", "20302894", "20302897", "20302896", "20302895", "20302892", "20302880"], "equivalent": ["20302888"], "question": "Are the clouds thin and white?", "isBalanced": true, "groups": {"global": null, "local": "05-thin_white"}, "answer": "yes", "semanticStr": "select: clouds (15)->verify thickness: thin [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are thin and white.", "image": "n318684.jpg", "question_id": 20302888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202041863"], "equivalent": ["202041862"], "question": "What place could this be?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n449058.jpg", "question_id": 202041862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202041862"], "equivalent": ["202041863"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n449058.jpg", "question_id": 202041863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201766542"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "girl", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is standing.", "image": "n528403.jpg", "question_id": 201766542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056049"], "equivalent": ["2056050"], "question": "What's the car in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-car_in front of,o"}, "answer": "apartment building", "semanticStr": "select: car (2)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"1": "2", "7:9": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the apartment building.", "image": "n263180.jpg", "question_id": 2056050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (20)"}, {"operation": "select", "dependencies": [], "argument": "blanket (19) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201481420"], "equivalent": ["201481421"], "question": "Does the blanket have a different color than the purse?", "isBalanced": true, "groups": {"global": null, "local": "09diff-blanket_purse"}, "answer": "yes", "semanticStr": "select: purse (20)->select: blanket (19) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "20", "2": "19"}, "fullAnswer": {"2": "20", "7": "19"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the purse is black and the blanket is white.", "image": "n470920.jpg", "question_id": 201481421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576941", "201576940", "201576818", "201576938", "201576939", "201576943", "201576944"], "equivalent": ["201576942"], "question": "What animal is to the right of the child?", "isBalanced": true, "groups": {"global": "animal", "local": "15-child_to the right of,s"}, "answer": "goat", "semanticStr": "select: child (1)->relate: animal,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a goat.", "image": "n187961.jpg", "question_id": 201576942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20169878", "20169874", "20169884", "20169885", "20169886", "20169880", "20169882", "20169883", "20169875", "20169879", "20169888", "20169900"], "equivalent": ["20169881"], "question": "What color are the empty tables?", "isBalanced": true, "groups": {"global": "color", "local": "10q-tables_color"}, "answer": "black", "semanticStr": "select: tables (7)->filter: empty [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tables are black.", "image": "n58220.jpg", "question_id": 20169881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hillside (9)"}, {"operation": "relate", "dependencies": [0], "argument": "mountains,behind,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201576499"], "question": "Are the mountains behind the hillside tall and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_tall"}, "answer": "no", "semanticStr": "select: hillside (9)->relate: mountains,behind,s (13) [0]->verify color: blue [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "5": "9"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mountains are tall but dark.", "image": "n187961.jpg", "question_id": 201576499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20954132", "20954097", "20954126", "20954130", "20954131", "20954086", "20954093", "20954092", "20954079", "20954129", "20954128", "20954075", "20954112", "20954077", "20954076", "20954123", "20954122", "20954081", "20954110", "20954111", "20954099", "20954127", "20954074", "20954125", "20954124", "20954098", "20954084", "20954085", "20954114", "20954087", "20954080", "20954113", "20954082", "20954083", "20954120", "20954088", "20954089", "20954119"], "equivalent": ["20954079", "20954078"], "question": "Does the young person look happy and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_thin"}, "answer": "yes", "semanticStr": "select: person (5)->filter age: young [0]->verify face expression: happy [1]->verify fatness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the girl is happy and thin.", "image": "n498712.jpg", "question_id": 20954078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827018"], "equivalent": ["20827017"], "question": "What piece of furniture is to the left of the side table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-side table_to the left of,s"}, "answer": "cupboard", "semanticStr": "select: side table (15)->relate: furniture,to the left of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1:4": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827009", "20827013", "20827010", "20827011"], "equivalent": ["20827012"], "question": "Which kind of furniture is on the right of the chairs?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chairs_to the right of,s"}, "answer": "cupboard", "semanticStr": "select: chairs (7)->relate: furniture,to the right of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (7)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201998310", "201998311", "201998312", "201998313", "201998314", "201998240", "201998241", "201998238", "201998239"], "equivalent": ["201998309"], "question": "What is in front of the statue in the middle of the picture?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-statue_in front of,s"}, "answer": "table", "semanticStr": "select: statue (7)->filter vposition: middle [0]->relate: _,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"6": "7"}, "fullAnswer": {"1": "6", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the statue.", "image": "n319845.jpg", "question_id": 201998309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the right of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202262818", "202262819", "202262565", "202262817"], "equivalent": ["202262816"], "question": "What kind of vehicle is to the right of the man that is old?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-man_to the right of,s"}, "answer": "car", "semanticStr": "select: man (1)->filter age: old [0]->relate: vehicle,to the right of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"10": "1", "3": "7", "13": "1"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n538039.jpg", "question_id": 202262816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (21)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202161990", "202162621"], "equivalent": ["202162622"], "question": "Which kind of furniture is not black?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#black"}, "answer": "bed", "semanticStr": "select: furniture (21)->filter color: not(black) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "21"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n69237.jpg", "question_id": 202162622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter", "dependencies": [0], "argument": "delicious"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624152", "201624153", "201624169", "201624168", "201624167"], "equivalent": ["201624170"], "question": "Which kind of fast food is delicious?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_delicious"}, "answer": "pizza", "semanticStr": "select: fast food (4)->filter: delicious [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1:3": "4", "5": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fast food is a pizza.", "image": "n59676.jpg", "question_id": 201624170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201577003", "201577015", "201577014", "201577009", "201577008", "201577007", "201577006", "201577005", "201577004", "201577011", "201577012", "201577013"], "equivalent": ["201577010"], "question": "Are the clouds gray and high?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_high"}, "answer": "yes", "semanticStr": "select: clouds (6)->verify color: gray [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are gray and high.", "image": "n187961.jpg", "question_id": 201577010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201671802"], "question": "Does the window look triangular and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_triangular"}, "answer": "no", "semanticStr": "select: window (3)->verify: bright [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is bright but rectangular.", "image": "n410289.jpg", "question_id": 201671802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|sleeveless"}], "entailed": ["201794923", "201794924"], "equivalent": ["201794925"], "question": "Is the red shirt short sleeved or sleeveless?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (10)->filter color: red [0]->choose: short sleeved|sleeveless [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n119944.jpg", "question_id": 201794925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,on,s (13)"}, {"operation": "choose rel", "dependencies": [1], "argument": "chair,to the left of|to the right of,s (15)"}], "entailed": ["20285126", "20285061", "20285062"], "equivalent": ["20285127"], "question": "Is the dark chair to the left or to the right of the couch that is on the carpet?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_chair"}, "answer": "left", "semanticStr": "select: carpet (0)->relate: couch,on,s (13) [0]->choose rel: chair,to the left of|to the right of,s (15) [1]", "annotations": {"answer": {}, "question": {"18": "0", "13": "13", "2:4": "15"}, "fullAnswer": {"1": "15", "8": "13"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the left of the couch.", "image": "n192021.jpg", "question_id": 20285127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982157", "20982156"], "equivalent": ["20982158"], "question": "Which kind of clothing is long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "blouse", "semanticStr": "select: clothing (13)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a blouse.", "image": "n52544.jpg", "question_id": 20982158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "watch,wearing,o (3)"}], "entailed": ["201434129"], "equivalent": ["201434128"], "question": "Is the man wearing a watch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_watch"}, "answer": "yes", "semanticStr": "select: man (2)->verify rel: watch,wearing,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "2", "5": "3"}, "fullAnswer": {"2": "2", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a watch.", "image": "n545516.jpg", "question_id": 201434128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "relate", "dependencies": [0], "argument": "field,behind,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20162469", "20162474", "20162475", "20162477", "20162467", "20162466", "20162465", "20162471", "20162463", "20162472"], "equivalent": ["20162468", "20162467"], "question": "Of which color is the field the fence is behind of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-field_color"}, "answer": "brown", "semanticStr": "select: fence (3)->relate: field,behind,o (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "2", "7": "3"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is brown.", "image": "n202379.jpg", "question_id": 20162468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (4)"}, {"operation": "select", "dependencies": [], "argument": "saucer (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202262006"], "equivalent": ["202262005"], "question": "Is the color of the mug the same as the saucer?", "isBalanced": true, "groups": {"global": null, "local": "09same-mug_saucer"}, "answer": "yes", "semanticStr": "select: mug (4)->select: saucer (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "5": "4"}, "fullAnswer": {"3": "4", "6": "8"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the mug and the saucer are white.", "image": "n28572.jpg", "question_id": 202262005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked behind,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201346531", "201346530", "201346528", "201346529", "201346527", "201346525"], "equivalent": ["201346526"], "question": "What is the large vehicle parked behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-van_parked behind,o"}, "answer": "car", "semanticStr": "select: vehicle (0)->filter size: large [0]->relate: _,parked behind,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is parked behind the car.", "image": "n131634.jpg", "question_id": 201346526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201346522", "201346523", "201346520", "201346521", "201346519"], "equivalent": ["201346524"], "question": "Which kind of vehicle is parked behind the car?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-car_parked behind,s"}, "answer": "van", "semanticStr": "select: car (1)->relate: vehicle,parked behind,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n131634.jpg", "question_id": 201346524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,above,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479495", "201479494"], "equivalent": ["201479496"], "question": "What kind of meat is above the fork?", "isBalanced": true, "groups": {"global": "", "local": "15-fork_above,s"}, "answer": "chicken", "semanticStr": "select: fork (4)->relate: meat,above,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is chicken.", "image": "n181210.jpg", "question_id": 201479496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "device,leaning against,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295376", "20295300"], "equivalent": ["20295378"], "question": "What device leans against the wall?", "isBalanced": true, "groups": {"global": "device", "local": "15-wall_leaning against,s"}, "answer": "television", "semanticStr": "select: wall (13)->relate: device,leaning against,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n162586.jpg", "question_id": 20295378}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202258450", "202258439", "202258438", "202258455", "202258453", "202258457", "202258456", "202258459", "202258437", "202258449", "202258442", "202258440", "202258441", "202258454"], "equivalent": ["202258443"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n216553.jpg", "question_id": 202258443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rackets (12)"}, {"operation": "relate", "dependencies": [0], "argument": "people,behind,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20618843"], "question": "Are there people behind the tennis rackets?", "isBalanced": true, "groups": {"global": null, "local": "13-rackets_people"}, "answer": "yes", "semanticStr": "select: rackets (12)->relate: people,behind,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "12"}, "fullAnswer": {"3": "0", "6:8": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are people behind the tennis rackets.", "image": "n126087.jpg", "question_id": 20618843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rackets (12)"}, {"operation": "relate", "dependencies": [0], "argument": "people,behind,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying on top of,o (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20618842"], "question": "What are the people behind the rackets lying on top of?", "isBalanced": true, "groups": {"global": "place", "local": "14-people_lying on top of,o"}, "answer": "courtyard", "semanticStr": "select: rackets (12)->relate: people,behind,s (0) [0]->relate: _,lying on top of,o (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3": "0", "6": "12"}, "fullAnswer": {"1": "0", "8": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are lying on top of the courtyard.", "image": "n126087.jpg", "question_id": 20618842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,near,s (0)"}, {"operation": "filter size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [2], "argument": "black"}, {"operation": "verify", "dependencies": [2], "argument": "closed "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["202258109", "202258108"], "equivalent": ["202258110", "202258109"], "question": "Is the big bag near the fence black and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-black_closed"}, "answer": "no", "semanticStr": "select: fence (6)->relate: bag,near,s (0) [0]->filter size: large [1]->verify color: black [2]->verify: closed  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "6"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bag is closed but blue.", "image": "n216553.jpg", "question_id": 202258110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose color", "dependencies": [1], "argument": "green|silver"}], "entailed": [], "equivalent": ["201974911"], "question": "Does the racket that is made of metal look silver or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-racket_color"}, "answer": "green", "semanticStr": "select: racket (0)->filter material: metal [0]->choose color: green|silver [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tennis racket is green.", "image": "n274905.jpg", "question_id": 201974911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879318", "201879434"], "equivalent": ["201879319"], "question": "What kind of vehicle are the trees behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_behind,o"}, "answer": "truck", "semanticStr": "select: trees (11)->relate: vehicle,behind,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1": "11", "5": "18"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are behind the truck.", "image": "n290409.jpg", "question_id": 201879319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "choose rel", "dependencies": [0], "argument": "remote control,to the right of|to the left of,s (17)"}], "entailed": ["20385574", "20385492", "20385491", "20385490", "20385489"], "equivalent": ["20385575"], "question": "Is the remote to the right or to the left of the book?", "isBalanced": true, "groups": {"global": null, "local": "13-book_remote control"}, "answer": "right", "semanticStr": "select: book (14)->choose rel: remote control,to the right of|to the left of,s (17) [0]", "annotations": {"answer": {}, "question": {"2": "17", "12": "14"}, "fullAnswer": {"1": "17", "8": "14"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The remote is to the right of the book.", "image": "n90294.jpg", "question_id": 20385575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "relate", "dependencies": [0], "argument": "remote control,next to,s (17)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20385513", "20385514", "20385515"], "equivalent": ["20385576"], "question": "Is there any remote control next to the book?", "isBalanced": true, "groups": {"global": null, "local": "13-book_remote control"}, "answer": "yes", "semanticStr": "select: book (14)->relate: remote control,next to,s (17) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "14", "3:5": "17"}, "fullAnswer": {"9": "14", "4:6": "17"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a remote control next to the book.", "image": "n90294.jpg", "question_id": 20385576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,to the left of,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20541402", "20541403", "20541536", "20541537", "20541535", "20541538", "20541492"], "equivalent": ["20541534"], "question": "What device is to the right of the couch the woman is to the left of?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_to the right of,s"}, "answer": "television", "semanticStr": "select: woman (9)->relate: couch,to the left of,o (5) [0]->relate: device,to the right of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6", "8": "5", "10": "9"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n527290.jpg", "question_id": 20541534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "gold"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pillow (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "gold"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201303244", "201303246"], "equivalent": ["201303244", "201303245"], "question": "Is there either a gold pillow or chair?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_gold"}, "answer": "yes", "semanticStr": "select: chair (12)->filter color: gold [0]->exist: ? [1]->select: pillow (-) ->filter color: gold [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"5": "12"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a gold chair.", "image": "n518912.jpg", "question_id": 201303245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556468", "201556466", "201556489", "201556467", "201556482", "201556483", "201556480", "201556481", "201556491", "201556490"], "equivalent": ["201556492"], "question": "Which kind of furniture is small?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_small"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n525901.jpg", "question_id": 201556492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (2)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["2062342", "2062341"], "equivalent": ["2062343"], "question": "Is the surfboard in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-surfboard_vposition"}, "answer": "top", "semanticStr": "select: surfboard (2)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The surfboard is in the top of the image.", "image": "n179136.jpg", "question_id": 2062343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["202162124"], "equivalent": ["202162123"], "question": "Is the floor green?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_green"}, "answer": "no", "semanticStr": "select: floor (17)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is tan.", "image": "n69237.jpg", "question_id": 202162123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (20)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting behind,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836606", "20836450", "20836451", "20836452"], "equivalent": ["20836453"], "question": "What kind of furniture is the cabinet sitting behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cabinet_sitting behind,o"}, "answer": "table", "semanticStr": "select: cabinet (20)->relate: furniture,sitting behind,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "20", "6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cabinet is sitting behind the table.", "image": "n507959.jpg", "question_id": 20836453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboards (11)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201623340", "201623338"], "equivalent": ["201623340", "201623339", "201623338"], "question": "Do the cupboards look wooden and open?", "isBalanced": true, "groups": {"global": null, "local": "05-open_wood"}, "answer": "no", "semanticStr": "select: cupboards (11)->verify: open [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cupboards are wooden but closed.", "image": "n501609.jpg", "question_id": 201623339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "envelope (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "hose (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20573528", "20573529"], "equivalent": ["20573530"], "question": "Are there any hoses or envelopes in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-envelope_hose"}, "answer": "no", "semanticStr": "select: envelope (-)->exist: ? [0]->select: hose (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no hoses or envelopes.", "image": "n162108.jpg", "question_id": 20573530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the left of,s (3)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201360776", "201360779", "201360778", "201360782", "201360783", "201360780", "201360781", "201360773", "201360772", "201360771", "201360770", "201360784", "201360775", "201360774"], "equivalent": ["201360777"], "question": "Does the toothbrush to the left of the other toothbrush have yellow color and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-large_yellow"}, "answer": "yes", "semanticStr": "select: toothbrush (4)->relate: toothbrush,to the left of,s (3) [0]->verify size: large [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "4", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the toothbrush is yellow and large.", "image": "n541688.jpg", "question_id": 201360777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (27)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,behind,s (12)"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}, {"operation": "verify", "dependencies": [1], "argument": "ugly "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20922875", "20922873", "20922870", "20922871", "20922869", "20922888", "20922887", "20922886", "20922881", "20922879", "20922883", "20922882", "20922874", "20922876", "20922877", "20922867", "20922866", "20922872", "20922880"], "equivalent": ["20922878", "20922877"], "question": "Do the trees behind the fire truck look ugly and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_ugly"}, "answer": "yes", "semanticStr": "select: fire truck (27)->relate: trees,behind,s (12) [0]->verify height: tall [1]->verify: ugly  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "5:7": "27"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are ugly and tall.", "image": "n480253.jpg", "question_id": 20922878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,working on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246019", "202246023", "202246020", "202246025", "202246024", "202246187"], "equivalent": ["202246021"], "question": "What's the person working on?", "isBalanced": true, "groups": {"global": "device", "local": "14-person_working on,o"}, "answer": "laptop", "semanticStr": "select: person (0)->relate: _,working on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is working on a laptop.", "image": "n310828.jpg", "question_id": 202246021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "bunched"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244201", "202244203", "202244202", "202244190", "202244188", "202244189", "202244187"], "equivalent": ["202244204"], "question": "What kind of food is bunched?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_bunched"}, "answer": "rice", "semanticStr": "select: food (2)->filter: bunched [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is rice.", "image": "n296467.jpg", "question_id": 202244204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "triangular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244205", "202244187", "202244206", "202244188", "202244189", "202244190"], "equivalent": ["202244207"], "question": "What kind of food is triangular?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_triangular"}, "answer": "rice", "semanticStr": "select: food (2)->filter shape: triangular [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is rice.", "image": "n296467.jpg", "question_id": 202244207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20211184"], "question": "Is the napkin red and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_red"}, "answer": "no", "semanticStr": "select: napkin (9)->verify shape: rectangular [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the napkin is rectangular but white.", "image": "n312206.jpg", "question_id": 20211184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202228706", "202228704", "202228705"], "equivalent": ["202228707"], "question": "On which side of the picture is the book?", "isBalanced": true, "groups": {"global": null, "local": "10q-book_hposition"}, "answer": "right", "semanticStr": "select: book (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is on the right of the image.", "image": "n77818.jpg", "question_id": 202228707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201896259"], "equivalent": ["201896258"], "question": "Is the knife large and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_large"}, "answer": "no", "semanticStr": "select: knife (2)->verify color: green [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knife is large but silver.", "image": "n111390.jpg", "question_id": 201896258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201908834", "201908833"], "equivalent": ["201908832"], "question": "What is the food called?", "isBalanced": true, "groups": {"global": "food", "local": "11q-food"}, "answer": "sandwiches", "semanticStr": "select: food (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201908834", "201908832"], "equivalent": ["201908833"], "question": "Which kind of food is it?", "isBalanced": true, "groups": {"global": "food", "local": "11q-food"}, "answer": "sandwiches", "semanticStr": "select: food (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908835", "201908838"], "equivalent": ["201908837"], "question": "What do you think is the food that is soft called?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_soft"}, "answer": "sandwiches", "semanticStr": "select: food (0)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked alongside,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873010", "201872913", "201873008", "201873009", "201873005", "201873006", "201873007", "201873003"], "equivalent": ["201873004"], "question": "What is parked alongside the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_parked alongside,s"}, "answer": "truck", "semanticStr": "select: building (10)->relate: _,parked alongside,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The truck is parked alongside the building.", "image": "n309148.jpg", "question_id": 201873004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,attached to,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951713", "201951636", "201951637"], "equivalent": ["201951712"], "question": "What is attached to the pole in this image?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pole_attached to,s"}, "answer": "flag", "semanticStr": "select: pole (20)->relate: _,attached to,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"5": "20"}, "fullAnswer": {"1": "17", "6": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flag is attached to the pole.", "image": "n256120.jpg", "question_id": 201951712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "van,behind,o (16)"}], "entailed": ["201951710", "201951775", "201951774"], "equivalent": ["201951711"], "question": "Is the green flag behind the vehicle made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-flag_van"}, "answer": "yes", "semanticStr": "select: flag (17)->filter color: green [0]->verify rel: van,behind,o (16) [1]", "annotations": {"answer": {}, "question": {"9": "16", "2:4": "17", "6": "16"}, "fullAnswer": {"2": "17", "6": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the flag is behind the van.", "image": "n256120.jpg", "question_id": 201951711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (2)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201896253", "201896254"], "equivalent": ["201896255"], "question": "Is the knife in the top or in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-knife_vposition"}, "answer": "bottom", "semanticStr": "select: knife (2)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The knife is in the bottom of the image.", "image": "n111390.jpg", "question_id": 201896255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201030680", "201030678", "201030679"], "equivalent": ["201030681"], "question": "Which side is the small pillow on?", "isBalanced": true, "groups": {"global": null, "local": "10q-pillow_hposition"}, "answer": "right", "semanticStr": "select: pillow (7)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillow is on the right of the image.", "image": "n54424.jpg", "question_id": 201030681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cords (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,plugged into,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175620"], "equivalent": ["201175621"], "question": "What are the cords plugged into?", "isBalanced": true, "groups": {"global": "", "local": "14-cords_plugged into,o"}, "answer": "outlets", "semanticStr": "select: cords (7)->relate: _,plugged into,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "7", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cords are plugged into the outlets.", "image": "n357784.jpg", "question_id": 201175621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,using,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188342", "201188353", "201188340", "201188341"], "equivalent": ["201188344"], "question": "What kind of device is the man using?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "phone", "semanticStr": "select: man (0)->relate: device,using,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a phone.", "image": "n483840.jpg", "question_id": 201188344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose material", "dependencies": [1], "argument": "cloth|leather"}], "entailed": ["20385793"], "equivalent": ["20385794"], "question": "Is the white bag made of cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bag_material"}, "answer": "cloth", "semanticStr": "select: bag (7)->filter color: white [0]->choose material: cloth|leather [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is made of cloth.", "image": "n90294.jpg", "question_id": 20385794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "suitcase (-) "}, {"operation": "filter hardness", "dependencies": [3], "argument": "hard"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20710320"], "equivalent": ["20710321"], "question": "Are there helmets or suitcases that are hard?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_hard"}, "answer": "yes", "semanticStr": "select: helmet (7)->filter hardness: hard [0]->exist: ? [1]->select: suitcase (-) ->filter hardness: hard [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the helmet is hard.", "image": "n489699.jpg", "question_id": 20710321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188344", "201188342", "201188353", "201188340"], "equivalent": ["201188341"], "question": "What's the man using?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_using,o"}, "answer": "phone", "semanticStr": "select: man (0)->relate: _,using,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a telephone.", "image": "n483840.jpg", "question_id": 201188341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (5)"}, {"operation": "relate", "dependencies": [0], "argument": "doors,hanging on,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202004162"], "equivalent": ["202004161"], "question": "Who is looking at the doors the backpack is hanging on?", "isBalanced": true, "groups": {"global": "person", "local": "14-doors_looking at,s"}, "answer": "man", "semanticStr": "select: backpack (5)->relate: doors,hanging on,o (1) [0]->relate: person,looking at,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"5": "1", "7": "5"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the doors.", "image": "n262920.jpg", "question_id": 202004161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984152", "201984001", "201984002"], "equivalent": ["201984153"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "woman", "semanticStr": "select: jacket (2)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a jacket.", "image": "n16378.jpg", "question_id": 201984153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose rel", "dependencies": [1], "argument": "fence,in front of|behind,s (8)"}], "entailed": ["20120098", "20120099", "20120558", "20120097"], "equivalent": ["20120559"], "question": "Is the tall fence behind or in front of the bench made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_fence"}, "answer": "front", "semanticStr": "select: bench (11)->filter material: wood [0]->choose rel: fence,in front of|behind,s (8) [1]", "annotations": {"answer": {}, "question": {"10": "11", "13": "11", "2:4": "8"}, "fullAnswer": {"1": "8", "7": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is in front of the bench.", "image": "n117888.jpg", "question_id": 20120559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sheep,in front of,o (-)"}], "entailed": [], "equivalent": ["20120557"], "question": "Is that fence in front of a sheep?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_sheep"}, "answer": "no", "semanticStr": "select: fence (8)->verify rel: sheep,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"8": "11", "2": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fence is in front of a bench.", "image": "n117888.jpg", "question_id": 20120557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120555", "20120554", "20120550", "20120093", "20120498"], "equivalent": ["20120551"], "question": "What is in front of the bench?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bench_in front of,s"}, "answer": "fence", "semanticStr": "select: bench (11)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the bench.", "image": "n117888.jpg", "question_id": 20120551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120047", "20120552"], "equivalent": ["20120553"], "question": "What is the fence in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-fence_in front of,o"}, "answer": "bench", "semanticStr": "select: fence (8)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "8", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the bench.", "image": "n117888.jpg", "question_id": 20120553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120047", "20120553"], "equivalent": ["20120552"], "question": "What is this fence in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-fence_in front of,o"}, "answer": "bench", "semanticStr": "select: fence (8)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the bench.", "image": "n117888.jpg", "question_id": 20120552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20344959", "20344958", "20344961", "20344962", "20344968"], "equivalent": ["20344960"], "question": "What color does the tennis ball have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-tennis ball_color"}, "answer": "green", "semanticStr": "select: tennis ball (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis ball has green color.", "image": "n560243.jpg", "question_id": 20344960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201738889"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "spectators", "semanticStr": "select: person (13)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are sitting.", "image": "n485969.jpg", "question_id": 201738889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878997"], "equivalent": ["20878996"], "question": "Who is riding on a skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (8)->relate: person,riding on,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"4:6": "8"}, "fullAnswer": {"1": "13", "5:7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is riding on a skateboard.", "image": "n259949.jpg", "question_id": 20878996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20797798", "20797797", "20797796", "20797795", "20797794", "20797793"], "equivalent": ["20797799", "20797798"], "question": "Where in this scene is the Caucasian person, in the bottom or in the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-man_vposition"}, "answer": "top", "semanticStr": "select: person (8)->filter race: caucasian [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is in the top of the image.", "image": "n16656.jpg", "question_id": 20797799}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stars (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounding,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030355", "201030354", "201030357", "201030358"], "equivalent": ["201030356"], "question": "What do the stars surround?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-stars_surrounding,o"}, "answer": "shuttle", "semanticStr": "select: stars (15)->relate: _,surrounding,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "15", "4": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stars surround the shuttle.", "image": "n54424.jpg", "question_id": 201030356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,following,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984002", "201984001", "201983627"], "equivalent": ["201983628"], "question": "Who is the man following?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_following,o"}, "answer": "woman", "semanticStr": "select: man (11)->relate: person,following,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "11", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is following the woman.", "image": "n16378.jpg", "question_id": 201983628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935912", "201935911", "201935910", "201935907", "201935908"], "equivalent": ["201935909"], "question": "Which kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "shelf", "semanticStr": "select: furniture (2)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a shelf.", "image": "n500209.jpg", "question_id": 201935909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shuttle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounding,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030351", "201030352"], "equivalent": ["201030353"], "question": "What surrounds the shuttle?", "isBalanced": true, "groups": {"global": "thing", "local": "14-shuttle_surrounding,s"}, "answer": "stars", "semanticStr": "select: shuttle (14)->relate: _,surrounding,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "4": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stars surround the shuttle.", "image": "n54424.jpg", "question_id": 201030353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "relate", "dependencies": [0], "argument": "dog,next to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["20811178", "20811179", "20811191", "20811192", "20811174", "20811175", "20811176", "20811189", "20811188", "20811181", "20811180", "20811190", "20811182"], "equivalent": ["20811177"], "question": "What is the dog next to the tree doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-dog_pose"}, "answer": "standing", "semanticStr": "select: tree (10)->relate: dog,next to,s (0) [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"3": "0", "7": "10"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dog is standing.", "image": "n167552.jpg", "question_id": 20811177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935903", "201935904", "201935906"], "equivalent": ["201935904", "201935905"], "question": "What is the item of furniture that is brown called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "shelf", "semanticStr": "select: furniture (2)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3:6": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n500209.jpg", "question_id": 201935905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935903", "201935904", "201935905"], "equivalent": ["201935906"], "question": "Which kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "shelf", "semanticStr": "select: furniture (2)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a shelf.", "image": "n500209.jpg", "question_id": 201935906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201153058", "201153059", "201153052", "201153053", "201153050", "201153051", "201153056", "201153057", "201153054", "201153055", "201153063", "201153062", "201153061", "201153060", "201153049", "201153048", "201153065", "201153064", "201153045", "201153044", "201153047", "201153046", "201153043"], "equivalent": ["201153042"], "question": "Is the shirt striped and white?", "isBalanced": true, "groups": {"global": null, "local": "05-striped_white"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify pattern: striped [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is striped and white.", "image": "n160664.jpg", "question_id": 201153042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stars (15)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,surrounding,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030355", "201030354", "201030357", "201030356"], "equivalent": ["201030358"], "question": "Which kind of vehicle do the stars surround?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-stars_surrounding,o"}, "answer": "shuttle", "semanticStr": "select: stars (15)->relate: vehicle,surrounding,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "15", "4": "14"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stars surround the shuttle.", "image": "n54424.jpg", "question_id": 201030358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "sparse"}], "entailed": ["201889551", "201889544", "201889523", "201889546", "201889547", "201889548", "201889549", "201889542", "201889543", "201889533"], "equivalent": ["201889550"], "question": "Do the blue pants look sparse?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_sparse"}, "answer": "no", "semanticStr": "select: pants (6)->filter color: blue [0]->verify: sparse [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pants are dense.", "image": "n88366.jpg", "question_id": 201889550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "policeman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202042070", "202042071", "202042077"], "equivalent": ["202042072"], "question": "What's the policeman riding?", "isBalanced": true, "groups": {"global": "object", "local": "14-policeman_riding,o"}, "answer": "motorcycle", "semanticStr": "select: policeman (7)->relate: _,riding,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "7", "4:6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The policeman is riding a motorcycle.", "image": "n449058.jpg", "question_id": 202042072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (3)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202225977", "202225981", "202225980", "202225978"], "equivalent": ["202225980", "202225979"], "question": "Is the napkin on the left side or on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-napkin_hposition"}, "answer": "right", "semanticStr": "select: napkin (3)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The napkin is on the right of the image.", "image": "n336443.jpg", "question_id": 202225979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (5)"}, {"operation": "relate", "dependencies": [0], "argument": "policeman,to the left of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,riding,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202042072", "202042071", "202042077"], "equivalent": ["202042070"], "question": "What is the policeman to the left of the truck riding?", "isBalanced": true, "groups": {"global": "object", "local": "14-policeman_riding,o"}, "answer": "motorcycle", "semanticStr": "select: truck (5)->relate: policeman,to the left of,s (7) [0]->relate: _,riding,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "5", "3": "7"}, "fullAnswer": {"1": "7", "4:6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The policeman is riding a motorcycle.", "image": "n449058.jpg", "question_id": 202042070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201796033", "201796034"], "equivalent": ["201796080"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "woman", "semanticStr": "select: shorts (11)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "11"}, "fullAnswer": {"1": "9", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing shorts.", "image": "n119944.jpg", "question_id": 201796080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "minivan (10)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,to the left of,s (3)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20657101", "20657045"], "equivalent": ["20657100"], "question": "Is there a traffic light to the left of the minivan?", "isBalanced": true, "groups": {"global": null, "local": "13-minivan_traffic light"}, "answer": "yes", "semanticStr": "select: minivan (10)->relate: traffic light,to the left of,s (3) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "10", "3:5": "3"}, "fullAnswer": {"11": "10", "4:6": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a traffic light to the left of the minivan.", "image": "n486200.jpg", "question_id": 20657100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456657", "20456658", "20456659", "20456599", "20456600"], "equivalent": ["20456656"], "question": "What is the name of the piece of furniture on top of the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on top of,s"}, "answer": "table", "semanticStr": "select: carpet (5)->relate: furniture,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"6:9": "7", "13": "5"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n65885.jpg", "question_id": 20456656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456656", "20456658", "20456659", "20456599", "20456600"], "equivalent": ["20456657"], "question": "What kind of furniture is on top of the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on top of,s"}, "answer": "table", "semanticStr": "select: carpet (5)->relate: furniture,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n65885.jpg", "question_id": 20456657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (8)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "choose sportActivity", "dependencies": [1], "argument": "skateboarding|skating"}], "entailed": [], "equivalent": ["20246066"], "question": "What is the skateboarder that is not male doing, skateboarding or skating?", "isBalanced": true, "groups": {"global": "sportActivity", "local": "10c-skateboarder_sportActivity"}, "answer": "skateboarding", "semanticStr": "select: skateboarder (8)->filter gender: not(male) [0]->choose sportActivity: skateboarding|skating [1]", "annotations": {"answer": {}, "question": {"3": "8", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The skateboarder is skateboarding.", "image": "n489190.jpg", "question_id": 20246066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,beside,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20637324", "20637337", "20637325", "20637345", "20637330", "20637341", "20637340", "20637331", "20637329", "20637328", "20637338", "20637339", "20637344", "20637334", "20637335", "20637336", "20637342", "20637327", "20637326", "20637332"], "equivalent": ["20637332", "20637333"], "question": "What color is the appliance that is beside the wall?", "isBalanced": true, "groups": {"global": "color", "local": "10q-stove_color"}, "answer": "white", "semanticStr": "select: wall (10)->relate: appliance,beside,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "10", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is white.", "image": "n184385.jpg", "question_id": 20637333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (13)"}, {"operation": "select", "dependencies": [], "argument": "lamp (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20403174"], "equivalent": ["20403173"], "question": "Are the towel and the lamp the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-lamp_towel"}, "answer": "yes", "semanticStr": "select: towel (13)->select: lamp (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "0"}, "fullAnswer": {"3": "13", "6": "0"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the towel and the lamp are white.", "image": "n249639.jpg", "question_id": 20403173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball bat (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201738102", "201738105", "201738104", "201738088", "201738093", "201738091", "201738090", "201738097", "201738096", "201738094"], "equivalent": ["201738092"], "question": "What size is the baseball bat that is made of metal?", "isBalanced": true, "groups": {"global": "size", "local": "10q-baseball bat_size"}, "answer": "large", "semanticStr": "select: baseball bat (6)->filter material: metal [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "6", "4:6": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball bat is large.", "image": "n531731.jpg", "question_id": 201738092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156673"], "equivalent": ["202156672"], "question": "What are the animals that the trees are behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,o"}, "answer": "elephants", "semanticStr": "select: trees (11)->relate: animal,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6": "11"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156672"], "equivalent": ["202156673"], "question": "What kind of animal are the trees behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,o"}, "answer": "elephants", "semanticStr": "select: trees (11)->relate: animal,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "11", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are behind the elephants.", "image": "n543966.jpg", "question_id": 202156673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "flowers,in front of,o (14)"}], "entailed": ["202156908"], "equivalent": ["202156907"], "question": "Are the elephants in front of the small flowers?", "isBalanced": true, "groups": {"global": null, "local": "13-elephants_flowers"}, "answer": "yes", "semanticStr": "select: elephants (3)->verify rel: flowers,in front of,o (14) [0]", "annotations": {"answer": {}, "question": {"2": "3", "7:9": "14"}, "fullAnswer": {"8": "14", "2": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the elephants are in front of the flowers.", "image": "n543966.jpg", "question_id": 202156907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (14)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156901", "202156902", "202156898", "202156899"], "equivalent": ["202156900"], "question": "What are the animals in front of the flowers called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-flowers_in front of,s"}, "answer": "elephants", "semanticStr": "select: flowers (14)->relate: animal,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "14", "3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "relate", "dependencies": [0], "argument": "crosswalk,standing near,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201574097"], "equivalent": ["201574098"], "question": "How wide is the crosswalk the man is standing by?", "isBalanced": true, "groups": {"global": "width", "local": "10q-crosswalk_width"}, "answer": "narrow", "semanticStr": "select: man (3)->relate: crosswalk,standing near,o (14) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "14", "6": "3"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The crosswalk is narrow.", "image": "n116329.jpg", "question_id": 201574098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking near,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201574245", "201574088", "201574089"], "equivalent": ["201574090"], "question": "What's the woman walking by?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_walking near,o"}, "answer": "traffic light", "semanticStr": "select: woman (15)->relate: _,walking near,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "15", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is walking by the traffic signal.", "image": "n116329.jpg", "question_id": 201574090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (8)"}, {"operation": "select", "dependencies": [], "argument": "sink (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20136461"], "equivalent": ["20136460"], "question": "Do the counter and the sink have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-counter_sink"}, "answer": "yes", "semanticStr": "select: counter (8)->select: sink (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "5"}, "fullAnswer": {"3": "8", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the counter and the sink are white.", "image": "n446242.jpg", "question_id": 20136460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (8)"}, {"operation": "relate", "dependencies": [0], "argument": "instrument,to the right of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201711315"], "equivalent": ["201711314"], "question": "What is in front of the instrument that is to the right of the box?", "isBalanced": true, "groups": {"global": "", "local": "14-instrument_in front of,s"}, "answer": "luggage", "semanticStr": "select: box (8)->relate: instrument,to the right of,s (0) [0]->relate: _,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"14": "8", "6": "0"}, "fullAnswer": {"1": "5", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The luggage is in front of the instrument.", "image": "n302387.jpg", "question_id": 201711314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201976770", "201976771", "201976761", "201976760", "201976774", "201976775", "201976758", "201976749", "201976750", "201976753", "201976754", "201976755", "201976756", "201976757"], "equivalent": ["201976752"], "question": "Does that backpack have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-backpack_blue"}, "answer": "yes", "semanticStr": "select: backpack (4)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the backpack is blue.", "image": "n279173.jpg", "question_id": 201976752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["202147679", "202147675", "202147676", "202147677", "202147670", "202147671", "202147672", "202147673"], "equivalent": ["202147674"], "question": "How long are the trousers?", "isBalanced": true, "groups": {"global": "length", "local": "10q-pants_length"}, "answer": "short", "semanticStr": "select: pants (13)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are short.", "image": "n194179.jpg", "question_id": 202147674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935966", "201935967", "201935972", "201935969"], "equivalent": ["201935968"], "question": "What is the item of furniture in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_in front of,s"}, "answer": "shelf", "semanticStr": "select: wall (10)->relate: furniture,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"10": "10", "3:6": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n500209.jpg", "question_id": 201935968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20734076"], "equivalent": ["20734077"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "people", "semanticStr": "select: shirt (13)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are wearing a shirt.", "image": "n90944.jpg", "question_id": 20734077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20734077"], "equivalent": ["20734076"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "people", "semanticStr": "select: shirt (13)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "13"}, "fullAnswer": {"1": "1", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are wearing a shirt.", "image": "n90944.jpg", "question_id": 20734076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621528", "201621527"], "equivalent": ["201621526"], "question": "What is the item of furniture on top of the floor called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "tv stand", "semanticStr": "select: floor (0)->relate: furniture,on top of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {"10": "0", "3:6": "14"}, "fullAnswer": {"6:8": "14", "1:4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a TV stand.", "image": "n275148.jpg", "question_id": 201621526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621528", "201621526"], "equivalent": ["201621527"], "question": "Which kind of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "tv stand", "semanticStr": "select: floor (0)->relate: furniture,on top of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {"3": "14"}, "fullAnswer": {"6:8": "14", "1:4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a TV stand.", "image": "n275148.jpg", "question_id": 201621527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["201982205", "201982199", "201982206", "201982201", "201982192", "201982184", "201982185"], "equivalent": ["201982207"], "question": "How does the white shirt look, short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (12)->filter color: white [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"3:5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n526228.jpg", "question_id": 201982207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (19)"}, {"operation": "relate", "dependencies": [0], "argument": "doll,inside,s (24)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202012415", "202012387"], "equivalent": ["202012415", "202012416"], "question": "Is there a doll inside the cabinets?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinets_doll"}, "answer": "yes", "semanticStr": "select: cabinets (19)->relate: doll,inside,s (24) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "24", "6": "19"}, "fullAnswer": {"4": "24", "7": "19"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a doll inside the cabinets.", "image": "n326988.jpg", "question_id": 202012416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201227907"], "question": "Does the window made of metal look black and short?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: window (10)->filter material: metal [0]->verify color: black [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is black but long.", "image": "n154856.jpg", "question_id": 201227907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doll (24)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,inside,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012414", "202012411", "202012410", "202012413"], "equivalent": ["202012411", "202012413", "202012412"], "question": "What type of furniture is the doll inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-doll_inside,o"}, "answer": "cabinets", "semanticStr": "select: doll (24)->relate: furniture,inside,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3": "19", "6": "24"}, "fullAnswer": {"1": "24", "5": "19"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The doll is inside the cabinets.", "image": "n326988.jpg", "question_id": 202012412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947687"], "equivalent": ["201947686"], "question": "What is she wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-girl_wearing,o"}, "answer": "tank top", "semanticStr": "select: she (0)->relate: _,wearing,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"2": "0"}, "fullAnswer": {"1": "0", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a tank top.", "image": "n473688.jpg", "question_id": 201947686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947686"], "equivalent": ["201947687"], "question": "What is the girl wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-girl_wearing,o"}, "answer": "tank top", "semanticStr": "select: girl (0)->relate: _,wearing,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a tank top.", "image": "n473688.jpg", "question_id": 201947687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (15)"}, {"operation": "relate", "dependencies": [0], "argument": "computer mouse,on top of,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201498389", "201498266"], "equivalent": ["201498390", "201498389"], "question": "Are there computer mice on top of the desk?", "isBalanced": true, "groups": {"global": null, "local": "13-desk_computer mouse"}, "answer": "yes", "semanticStr": "select: desk (15)->relate: computer mouse,on top of,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "15", "2:4": "0"}, "fullAnswer": {"10": "15", "4:6": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a computer mouse on top of the desk.", "image": "n315887.jpg", "question_id": 201498390}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504989", "201504985"], "equivalent": ["201504984"], "question": "What is that sign in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-sign_in front of,o"}, "answer": "surfboard", "semanticStr": "select: sign (5)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is in front of the surfboard.", "image": "n298104.jpg", "question_id": 201504984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20320390", "20320377", "20320376", "20320388", "20320389", "20320386", "20320387", "20320384", "20320379"], "equivalent": ["20320380"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "bending", "semanticStr": "select: man (3)->query: pose [0]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is bending.", "image": "n206358.jpg", "question_id": 20320380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20647501"], "question": "Does the jersey look long sleeved and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long sleeved"}, "answer": "no", "semanticStr": "select: jersey (7)->verify color: blue [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jersey is blue but short sleeved.", "image": "n98540.jpg", "question_id": 20647501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202245919"], "question": "Do the glasses look black and large?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: glasses (1)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glasses are black but small.", "image": "n310828.jpg", "question_id": 202245919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (0)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "verify rel", "dependencies": [1], "argument": "cables,using,o (3)"}], "entailed": [], "equivalent": ["20511454"], "question": "Is the helicopter that looks heavy using cords?", "isBalanced": true, "groups": {"global": null, "local": "13-helicopter_cables"}, "answer": "yes", "semanticStr": "select: helicopter (0)->filter weight: heavy [0]->verify rel: cables,using,o (3) [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0", "7": "3"}, "fullAnswer": {"2": "0", "5": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the helicopter is using cords.", "image": "n229548.jpg", "question_id": 20511454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (9)"}, {"operation": "relate", "dependencies": [0], "argument": "aircraft,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511456", "20511457"], "equivalent": ["20511455"], "question": "How is the aircraft that is above the ocean called?", "isBalanced": true, "groups": {"global": "aircraft", "local": "15-ocean_above,s"}, "answer": "helicopter", "semanticStr": "select: ocean (9)->relate: aircraft,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "9", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (9)"}, {"operation": "relate", "dependencies": [0], "argument": "aircraft,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511455", "20511457"], "equivalent": ["20511456"], "question": "Which kind of aircraft is above the ocean?", "isBalanced": true, "groups": {"global": "aircraft", "local": "15-ocean_above,s"}, "answer": "helicopter", "semanticStr": "select: ocean (9)->relate: aircraft,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "cutting board,on top of,o (5)"}], "entailed": [], "equivalent": ["20177516"], "question": "Is the small serving dish on top of a cutting board?", "isBalanced": true, "groups": {"global": null, "local": "13-serving dish_cutting board"}, "answer": "yes", "semanticStr": "select: serving dish (11)->filter size: small [0]->verify rel: cutting board,on top of,o (5) [1]", "annotations": {"answer": {}, "question": {"2:5": "11", "9:11": "5"}, "fullAnswer": {"2:4": "11", "9:11": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the serving dish is on top of a cutting board.", "image": "n55058.jpg", "question_id": 20177516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (3)"}, {"operation": "relate", "dependencies": [0], "argument": "aircraft,using,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511451", "20511449", "20511448"], "equivalent": ["20511450"], "question": "What is the aircraft that is using the cables?", "isBalanced": true, "groups": {"global": "aircraft", "local": "15-cables_using,s"}, "answer": "helicopter", "semanticStr": "select: cables (3)->relate: aircraft,using,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "3", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859102", "201859174", "201859175"], "equivalent": ["201859171"], "question": "Who is on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (0)->relate: person,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is on the skateboard.", "image": "n460556.jpg", "question_id": 201859171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20177511", "20177509", "20177512", "20177508"], "equivalent": ["20177513"], "question": "What is the serving dish made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-serving dish_material"}, "answer": "metal", "semanticStr": "select: serving dish (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The serving dish is made of metal.", "image": "n55058.jpg", "question_id": 20177513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511452"], "equivalent": ["20511453"], "question": "What is the helicopter using?", "isBalanced": true, "groups": {"global": "thing", "local": "14-helicopter_using,o"}, "answer": "cables", "semanticStr": "select: helicopter (0)->relate: _,using,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The helicopter is using cords.", "image": "n229548.jpg", "question_id": 20511453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "relate", "dependencies": [1], "argument": "_,jumping off,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201233860", "201233861", "201233862"], "equivalent": ["201233859"], "question": "What is the skateboarder that is not female jumping off of?", "isBalanced": true, "groups": {"global": "road", "local": "14-skateboarder_jumping off,o"}, "answer": "pavement", "semanticStr": "select: skateboarder (0)->filter gender: not(female) [0]->relate: _,jumping off,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "0", "7": "0"}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is jumping off the pavement.", "image": "n130464.jpg", "question_id": 201233859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704678", "201704679", "201704662", "201704673", "201704674", "201704677"], "equivalent": ["201704675"], "question": "What animal is in front of the trees?", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_in front of,s"}, "answer": "cows", "semanticStr": "select: trees (4)->relate: animal,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cows are in front of the trees.", "image": "n164272.jpg", "question_id": 201704675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptops (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202003723"], "question": "In front of what are the laptops?", "isBalanced": true, "groups": {"global": "thing", "local": "14-laptops_in front of,o"}, "answer": "cables", "semanticStr": "select: laptops (11)->relate: _,in front of,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "11", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptops are in front of the cables.", "image": "n262920.jpg", "question_id": 202003723}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201704678", "201704679", "201704662", "201704673", "201704674", "201704675"], "equivalent": ["201704677"], "question": "What animals are in front of the green trees?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_in front of,s"}, "answer": "cows", "semanticStr": "select: tree (4)->filter color: green [0]->relate: animal,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6", "7:9": "4"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are cows.", "image": "n164272.jpg", "question_id": 201704677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter", "dependencies": [0], "argument": "abundant"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704669", "201704670", "201704665", "201704664", "201704663", "201704662"], "equivalent": ["201704671"], "question": "Which kind of animal is abundant?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_abundant"}, "answer": "cows", "semanticStr": "select: animal (6)->filter: abundant [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is cows.", "image": "n164272.jpg", "question_id": 201704671}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cows,in front of,s (6)"}, {"operation": "verify", "dependencies": [1], "argument": "abundant"}], "entailed": [], "equivalent": ["201704672"], "question": "Do the cows in front of the trees look abundant?", "isBalanced": true, "groups": {"global": null, "local": "06-cows_abundant"}, "answer": "yes", "semanticStr": "select: trees (4)->relate: cows,in front of,s (6) [0]->verify: abundant [1]", "annotations": {"answer": {}, "question": {"2": "6", "7": "4"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cows are abundant.", "image": "n164272.jpg", "question_id": 201704672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "blond"}], "entailed": ["201175445", "201175444", "201175446", "201175455", "201175458", "201175459", "201175453", "201175452"], "equivalent": ["201175443"], "question": "Is this woman blond?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_blond"}, "answer": "no", "semanticStr": "select: woman (0)->verify color: blond [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is brunette.", "image": "n357784.jpg", "question_id": 201175443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201492247", "201492255", "201492243", "201492249", "201492248", "201492246", "201492242", "201492250", "201492251", "201492253", "201492254", "201492252", "201492245", "201492244"], "equivalent": ["201492241"], "question": "Does the shirt look white and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (10)->verify: long sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is white and long sleeved.", "image": "n9856.jpg", "question_id": 201492241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (6)"}, {"operation": "select", "dependencies": [], "argument": "shoe (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201438260"], "equivalent": ["201438261"], "question": "Is the home plate different in color than the shoe?", "isBalanced": true, "groups": {"global": null, "local": "09diff-home plate_shoe"}, "answer": "no", "semanticStr": "select: home plate (6)->select: shoe (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "6"}, "fullAnswer": {"7": "7", "3:5": "6"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the home plate and the shoe are white.", "image": "n66756.jpg", "question_id": 201438261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (7)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,around,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201998376", "201998377", "201998374"], "equivalent": ["201998376", "201998375"], "question": "What are the pieces of furniture around the table in front of the statue?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_around,s"}, "answer": "chairs", "semanticStr": "select: statue (7)->relate: table,in front of,s (6) [0]->relate: furniture,around,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"8": "6", "13": "7", "3:6": "9"}, "fullAnswer": {"1:4": "9", "5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n319845.jpg", "question_id": 201998375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "desk (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201393820"], "question": "Are there both a lamp and a desk in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-desk_lamp"}, "answer": "no", "semanticStr": "select: lamp (8)->exist: ? [0]->select: desk (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a lamp but no desks.", "image": "n305495.jpg", "question_id": 201393820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(framed)"}, {"operation": "choose name", "dependencies": [1], "argument": "monitor|phone"}], "entailed": [], "equivalent": ["201497865"], "question": "What type of device is not framed, the telephone or the monitor?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#framed"}, "answer": "phone", "semanticStr": "select: device (6)->filter: not(framed) [0]->choose name: monitor|phone [1]", "annotations": {"answer": {"0": "6"}, "question": {"11": "12", "8": "6", "3": "12"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The telephone is not framed.", "image": "n315887.jpg", "question_id": 201497865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chicken (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sofa,standing on top of,o (-)"}], "entailed": [], "equivalent": ["201735431"], "question": "Is the chicken standing on top of a sofa?", "isBalanced": true, "groups": {"global": null, "local": "13-chicken_sofa"}, "answer": "no", "semanticStr": "select: chicken (0)->verify rel: sofa,standing on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"9": "7", "2": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the chicken is standing on top of the desk.", "image": "n240973.jpg", "question_id": 201735431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201510311", "201510323", "201510325", "201510324", "201510327", "201510326"], "equivalent": ["201510328"], "question": "What is this fruit called?", "isBalanced": true, "groups": {"global": "fruit", "local": "11q-fruit"}, "answer": "pear", "semanticStr": "select: fruit (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a pear.", "image": "n541854.jpg", "question_id": 201510328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cord (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20716957", "20716955", "20717089"], "equivalent": ["20716956"], "question": "What is the item of furniture that the cord is on called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cord_on,o"}, "answer": "bed", "semanticStr": "select: cord (4)->relate: furniture,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"8": "4", "3:6": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n67005.jpg", "question_id": 20716956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20870435"], "question": "Who wears a jersey?", "isBalanced": true, "groups": {"global": "person", "local": "14-jersey_wearing,s"}, "answer": "player", "semanticStr": "select: jersey (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player wears a jersey.", "image": "n373692.jpg", "question_id": 20870435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20870436"], "question": "Who is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "player", "semanticStr": "select: pants (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing trousers.", "image": "n373692.jpg", "question_id": 20870436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "cup,to the left of,s (8)"}], "entailed": ["20706438", "20706439", "20706440"], "equivalent": ["20706437"], "question": "Is the plastic cup to the left of the white keyboard?", "isBalanced": true, "groups": {"global": null, "local": "13-keyboard_cup"}, "answer": "no", "semanticStr": "select: keyboard (2)->filter color: white [0]->verify rel: cup,to the left of,s (8) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "9:11": "2"}, "fullAnswer": {"9": "2", "2": "8"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cup is to the right of the keyboard.", "image": "n264887.jpg", "question_id": 20706437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,near,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20716953"], "equivalent": ["20716952"], "question": "What is on the bed near the bag?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bed_on,s"}, "answer": "cord", "semanticStr": "select: bag (9)->relate: bed,near,s (8) [0]->relate: _,on,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"4": "8", "7": "9"}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cord is on the bed.", "image": "n67005.jpg", "question_id": 20716952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20716952"], "equivalent": ["20716953"], "question": "What is on the bed?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bed_on,s"}, "answer": "cord", "semanticStr": "select: bed (8)->relate: _,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cord is on the bed.", "image": "n67005.jpg", "question_id": 20716953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "player,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": [], "equivalent": ["20870433"], "question": "What race is the player that is wearing trousers?", "isBalanced": true, "groups": {"global": "race", "local": "10q-player_race"}, "answer": "caucasian", "semanticStr": "select: pants (3)->relate: player,wearing,s (0) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"8": "3", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The player is caucasian.", "image": "n373692.jpg", "question_id": 20870433}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["202240257", "202240255", "202240253", "202240258", "202240259", "202240268", "202240266"], "equivalent": ["202240256"], "question": "Does the tennis racket look black?", "isBalanced": true, "groups": {"global": null, "local": "06-racket_black"}, "answer": "yes", "semanticStr": "select: racket (0)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tennis racket is black.", "image": "n148872.jpg", "question_id": 202240256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20468325"], "equivalent": ["20468326"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lawn", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a lawn.", "image": "n171169.jpg", "question_id": 20468326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,underneath,s (10)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20939885"], "question": "Does the trashcan underneath the sink look large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: sink (0)->relate: trash can,underneath,s (10) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "0"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trashcan is white but small.", "image": "n240666.jpg", "question_id": 20939885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (23)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201481768", "201481776", "201481775", "201481767", "201481773", "201481772"], "equivalent": ["201481774"], "question": "What color is the soft sweater?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sweater_color"}, "answer": "black", "semanticStr": "select: sweater (23)->filter hardness: soft [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "23"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sweater is black.", "image": "n470920.jpg", "question_id": 201481774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "outdoors|indoors"}], "entailed": [], "equivalent": ["20468328"], "question": "Is it indoors or outdoors?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "outdoors", "semanticStr": "select: scene->choose location: outdoors|indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is outdoors.", "image": "n171169.jpg", "question_id": 20468328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["20939878", "20939880", "20939876", "20939877", "20939885", "20939881", "20939879", "20939882"], "equivalent": ["20939883"], "question": "What size is the trashcan, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-trash can_size"}, "answer": "small", "semanticStr": "select: trash can (10)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trashcan is small.", "image": "n240666.jpg", "question_id": 20939883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,perched on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676184", "201676185", "201676186", "201676424", "201676181", "201676182"], "equivalent": ["201676183"], "question": "What is the computer perched on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-computer_perched on,o"}, "answer": "table", "semanticStr": "select: computer (3)->relate: _,perched on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer is perched on the table.", "image": "n233607.jpg", "question_id": 201676183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (10)"}, {"operation": "relate", "dependencies": [0], "argument": "flowers,inside,s (9)"}, {"operation": "verify", "dependencies": [1], "argument": "rotten"}], "entailed": ["20452164", "20452157", "20452156", "20452154", "20452153", "20452152", "20452151", "20452150", "20452159"], "equivalent": ["20452155"], "question": "Do the flowers inside the glass look rotten?", "isBalanced": true, "groups": {"global": null, "local": "06-flowers_rotten"}, "answer": "no", "semanticStr": "select: glass (10)->relate: flowers,inside,s (9) [0]->verify: rotten [1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "10"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the flowers are fresh.", "image": "n6908.jpg", "question_id": 20452155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (6)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "pink "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201068820"], "equivalent": ["201068820", "201068819"], "question": "Is the striped blouse long sleeved and pink?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_pink"}, "answer": "no", "semanticStr": "select: blouse (6)->filter pattern: striped [0]->verify: long sleeved [1]->verify color: pink  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the blouse is long sleeved but black.", "image": "n159802.jpg", "question_id": 201068819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}], "entailed": ["201480639", "201480693", "201480674", "201480684", "201480680", "201480681", "201480683", "201480679", "201480677", "201480676", "201480688", "201480659", "201480673", "201480678"], "equivalent": ["201480682"], "question": "Is the bench short?", "isBalanced": true, "groups": {"global": null, "local": "06-bench_short"}, "answer": "no", "semanticStr": "select: bench (8)->verify length: short [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bench is long.", "image": "n39114.jpg", "question_id": 201480682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,below,s (6)"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "query", "dependencies": [2], "argument": "material"}], "entailed": ["201804639", "201804641", "201804643", "201804640"], "equivalent": ["201804642"], "question": "Which kind of material is the black thing below the artwork made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-television_material"}, "answer": "plastic", "semanticStr": "select: artwork (10)->relate: device,below,s (6) [0]->filter color: black [1]->query: material [2]", "annotations": {"answer": {}, "question": {"10": "10", "6:8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The television is made of plastic.", "image": "n51002.jpg", "question_id": 201804642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (4)"}, {"operation": "select", "dependencies": [], "argument": "tie (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201065401"], "equivalent": ["201065400"], "question": "Are the tie and the suit the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-suit_tie"}, "answer": "no", "semanticStr": "select: suit (4)->select: tie (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "4"}, "fullAnswer": {"2": "4", "7": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the suit is black and the tie is white.", "image": "n429883.jpg", "question_id": 201065400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,same color,_ (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760550"], "equivalent": ["201760535"], "question": "What type of furniture has the same color as the soccer ball?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-soccer ball_same color,_"}, "answer": "chair", "semanticStr": "select: soccer ball (0)->relate: furniture,same color,_ (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "10:12": "0"}, "fullAnswer": {"1": "1", "8:10": "0"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is the same color as the soccer ball.", "image": "n350732.jpg", "question_id": 201760535}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20935942"], "equivalent": ["20936078"], "question": "What animal is the man on?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_on,o"}, "answer": "elephant", "semanticStr": "select: man (5)->relate: animal,on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "5", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the elephant.", "image": "n44249.jpg", "question_id": 20936078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (7)"}, {"operation": "relate", "dependencies": [0], "argument": "boat,floating on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["202117052", "202117046", "202117047", "202117044", "202117045", "202117051", "202117049", "202117059", "202117050"], "equivalent": ["202117047", "202117048", "202117049"], "question": "What is the width of the boat that is floating on the river?", "isBalanced": true, "groups": {"global": "width", "local": "10q-boat_width"}, "answer": "wide", "semanticStr": "select: river (7)->relate: boat,floating on,s (8) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"12": "7", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boat is wide.", "image": "n48494.jpg", "question_id": 202117048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "carpet,above,o (7)"}], "entailed": [], "equivalent": ["201247250"], "question": "Is the side table above the carpet?", "isBalanced": true, "groups": {"global": null, "local": "13-side table_carpet"}, "answer": "yes", "semanticStr": "select: side table (3)->verify rel: carpet,above,o (7) [0]", "annotations": {"answer": {}, "question": {"2:4": "3", "6": "7"}, "fullAnswer": {"2:4": "3", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the side table is above the carpet.", "image": "n83784.jpg", "question_id": 201247250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "clay"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["201247258", "201247259", "201247255", "201247256", "201247257", "201247253"], "equivalent": ["201247254"], "question": "Does the clay flower pot look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-flower pot_blue"}, "answer": "yes", "semanticStr": "select: flower pot (2)->filter material: clay [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:5": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the flower pot is blue.", "image": "n83784.jpg", "question_id": 201247254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying next to,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20244679", "20244680"], "equivalent": ["20244681"], "question": "What's lying next to the building?", "isBalanced": true, "groups": {"global": "road", "local": "14-building_lying next to,s"}, "answer": "road", "semanticStr": "select: building (7)->relate: _,lying next to,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The road is lying next to the building.", "image": "n19152.jpg", "question_id": 20244681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the right of,s (18)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing behind,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201975140", "201975141"], "equivalent": ["201975139"], "question": "Who is standing behind the player to the right of the tennis racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-player_standing behind,s"}, "answer": "man", "semanticStr": "select: racket (0)->relate: player,to the right of,s (18) [0]->relate: person,standing behind,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11:13": "0", "5": "18"}, "fullAnswer": {"1": "9", "6": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the player.", "image": "n274905.jpg", "question_id": 201975139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705941", "20705940", "20705942"], "equivalent": ["20706380"], "question": "Behind what device is the speaker?", "isBalanced": true, "groups": {"global": "device", "local": "15-speaker_behind,o"}, "answer": "keyboard", "semanticStr": "select: speaker (9)->relate: device,behind,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"2": "2"}, "fullAnswer": {"1": "9", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The speaker is behind the keyboard.", "image": "n264887.jpg", "question_id": 20706380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202226058", "202226059", "202226056", "202226050", "202226051", "202226053", "202226049", "202226048", "202226061", "202226063", "202226062", "202226065", "202226041", "202226040", "202226038", "202226039", "202226072", "202226073", "202226071", "202226036", "202226037"], "equivalent": ["202226052"], "question": "Does that table look wooden and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_wood"}, "answer": "yes", "semanticStr": "select: table (2)->verify size: large [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is wooden and large.", "image": "n336443.jpg", "question_id": 202226052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (4)"}, {"operation": "query", "dependencies": [0], "argument": "hardness"}], "entailed": ["201110822", "201110823", "201110824", "201110825"], "equivalent": ["201110826"], "question": "How hard are the plates?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-plates_hardness"}, "answer": "hard", "semanticStr": "select: plates (4)->query: hardness [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plates are hard.", "image": "n546616.jpg", "question_id": 201110826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (5)"}, {"operation": "select", "dependencies": [], "argument": "bicycle (11) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202144325"], "question": "What do the watch and the bicycle have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bicycle_watch"}, "answer": "material", "semanticStr": "select: watch (5)->select: bicycle (11) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "11"}, "fullAnswer": {"4": "5", "7": "11"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the watch and the bicycle are metallic.", "image": "n37274.jpg", "question_id": 202144325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20118996"], "equivalent": ["20118996", "20118995"], "question": "What is the woman that is to the right of the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "dress", "semanticStr": "select: man (10)->relate: woman,to the right of,s (11) [0]->relate: _,wearing,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"11": "10", "3": "11"}, "fullAnswer": {"1": "11", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a dress.", "image": "n540852.jpg", "question_id": 20118995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201975133"], "equivalent": ["201975134"], "question": "Who is wearing the shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "man", "semanticStr": "select: shoe (10)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shoe.", "image": "n274905.jpg", "question_id": 201975134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (5)"}, {"operation": "relate", "dependencies": [0], "argument": "cell phones,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20349905", "20349904", "20349901", "20349902"], "equivalent": ["20349903"], "question": "What color do you think the cellphones to the right of the cell phone have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cell phones_color"}, "answer": "white", "semanticStr": "select: cell phone (5)->relate: cell phones,to the right of,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "4", "12:14": "5"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mobile phones have white color.", "image": "n468864.jpg", "question_id": 20349903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201110828", "201110829", "201110830"], "equivalent": ["201110827"], "question": "What do you think is located on top of the table?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-table_on top of,s"}, "answer": "plates", "semanticStr": "select: table (8)->relate: _,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"10": "8"}, "fullAnswer": {"1": "4", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plates are on top of the table.", "image": "n546616.jpg", "question_id": 201110827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "choose color", "dependencies": [1], "argument": "silver|black"}], "entailed": [], "equivalent": ["201623674"], "question": "Is the sink that is not on silver or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sink_color"}, "answer": "silver", "semanticStr": "select: sink (3)->filter: not(on) [0]->choose color: silver|black [1]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sink is silver.", "image": "n501609.jpg", "question_id": 201623674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboats (22)"}, {"operation": "relate", "dependencies": [0], "argument": "boats,to the left of,s (21)"}, {"operation": "verify state", "dependencies": [1], "argument": "still"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202100604", "202100605", "202100606", "202100607", "202100600", "202100601", "202100602", "202100610", "202100611", "202100603", "202100608", "202100595", "202100596", "202100597", "202100613", "202100598", "202100599", "202100614"], "equivalent": ["202100610", "202100609"], "question": "Are the boats to the left of the sailboats still and white?", "isBalanced": true, "groups": {"global": null, "local": "05-still_white"}, "answer": "yes", "semanticStr": "select: sailboats (22)->relate: boats,to the left of,s (21) [0]->verify state: still [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "22", "2": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boats are still and white.", "image": "n386688.jpg", "question_id": 202100609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201055659", "201055658", "201055653", "201055655", "201055654", "201055657", "201055636"], "equivalent": ["201055656"], "question": "Which color is the garbage can?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trash can_color"}, "answer": "green", "semanticStr": "select: trash can (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The garbage can is green.", "image": "n259002.jpg", "question_id": 201055656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,underneath,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100349", "202100353", "202100350", "202100351", "202100354", "202100312"], "equivalent": ["202100352"], "question": "Which kind of watercraft is underneath the airplane?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-airplane_underneath,s"}, "answer": "sailboat", "semanticStr": "select: airplane (1)->relate: watercraft,underneath,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a sailboat.", "image": "n386688.jpg", "question_id": 202100352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (2)"}, {"operation": "relate", "dependencies": [0], "argument": "airplane,flying in,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "sailboat,underneath,s (15)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202100312", "202100354"], "equivalent": ["202100353", "202100354"], "question": "Is there a sailboat underneath the airplane that is flying in the sky?", "isBalanced": true, "groups": {"global": null, "local": "13-airplane_sailboat"}, "answer": "yes", "semanticStr": "select: sky (2)->relate: airplane,flying in,s (1) [0]->relate: sailboat,underneath,s (15) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "15", "12": "2", "6": "1"}, "fullAnswer": {"4": "15", "7": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a sailboat underneath the plane.", "image": "n386688.jpg", "question_id": 202100353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100349", "202100352", "202100353", "202100351", "202100354", "202100312"], "equivalent": ["202100350"], "question": "What is underneath the airplane?", "isBalanced": true, "groups": {"global": "watercraft", "local": "14-airplane_underneath,s"}, "answer": "sailboat", "semanticStr": "select: airplane (1)->relate: _,underneath,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sailboat is underneath the plane.", "image": "n386688.jpg", "question_id": 202100350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,on top of,s (6)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20178175", "20178223"], "equivalent": ["20178224", "20178223"], "question": "Do you see a plate on top of the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_plate"}, "answer": "yes", "semanticStr": "select: table (18)->relate: plate,on top of,s (6) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "18", "4": "6"}, "fullAnswer": {"9": "18", "4": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a plate on top of the table.", "image": "n55058.jpg", "question_id": 20178224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818779", "20818778", "20818780"], "equivalent": ["20818781"], "question": "What's the catcher wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-catcher_wearing,o"}, "answer": "face mask", "semanticStr": "select: catcher (18)->relate: _,wearing,o (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {}, "fullAnswer": {"1": "18", "5:7": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a face mask.", "image": "n279581.jpg", "question_id": 20818781}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,standing on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935960", "201935959", "201935961"], "equivalent": ["201935962"], "question": "What kind of furniture is standing on the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_standing on,s"}, "answer": "shelf", "semanticStr": "select: floor (9)->relate: furniture,standing on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n500209.jpg", "question_id": 201935962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "select", "dependencies": [], "argument": "artwork (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201410951", "201410952"], "equivalent": ["201410953"], "question": "Does the toilet brush have a different color than the art work?", "isBalanced": true, "groups": {"global": null, "local": "09diff-artwork_toilet brush"}, "answer": "no", "semanticStr": "select: toilet brush (9)->select: artwork (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "9", "10:12": "7"}, "fullAnswer": {"3:5": "9", "7:9": "7"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the toilet brush and the art work are black.", "image": "n415215.jpg", "question_id": 201410953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (9)"}, {"operation": "choose name", "dependencies": [0], "argument": "bed|table"}], "entailed": [], "equivalent": ["20295689"], "question": "Is this a table or a bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-bed_table"}, "answer": "bed", "semanticStr": "select: this (9)->choose name: bed|table [0]", "annotations": {"answer": {"0": "9"}, "question": {"6": "9"}, "fullAnswer": {"3": "9"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bed.", "image": "n162586.jpg", "question_id": 20295689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639466", "201639468", "201639469", "201639474", "201639339", "201639471", "201639470", "201639473"], "equivalent": ["201639472"], "question": "Which kind of animal is in front of the vehicle?", "isBalanced": true, "groups": {"global": "animal", "local": "15-vehicle_in front of,s"}, "answer": "zebras", "semanticStr": "select: vehicle (17)->relate: animal,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n497789.jpg", "question_id": 201639472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202265951", "202265952", "202265953", "202265947", "202265955", "202265954", "202265949", "202265948", "202265961", "202265960", "202265962"], "equivalent": ["202265950"], "question": "What color is the bag?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bag_color"}, "answer": "orange", "semanticStr": "select: bag (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is orange.", "image": "n534106.jpg", "question_id": 202265950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (8)"}, {"operation": "filter", "dependencies": [0], "argument": "healthy"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20790033", "20790032", "20790034", "20790046", "20790045", "20790043"], "equivalent": ["20790044", "20790045"], "question": "Is there a horse that is healthy?", "isBalanced": true, "groups": {"global": null, "local": "04-horse_healthy"}, "answer": "yes", "semanticStr": "select: horse (8)->filter: healthy [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a horse that is healthy.", "image": "n475030.jpg", "question_id": 20790044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bomb (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201574246"], "question": "Are there any traffic lights or bombs in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bomb_traffic light"}, "answer": "yes", "semanticStr": "select: traffic light (2)->exist: ? [0]->select: bomb (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3:5": "2"}, "fullAnswer": {"4:6": "2"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a traffic light.", "image": "n116329.jpg", "question_id": 201574246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "select", "dependencies": [], "argument": "dress shirt (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20427462"], "equivalent": ["20427461"], "question": "Is the jacket the same color as the dress shirt?", "isBalanced": true, "groups": {"global": null, "local": "09same-dress shirt_jacket"}, "answer": "yes", "semanticStr": "select: jacket (3)->select: dress shirt (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "2", "2": "3"}, "fullAnswer": {"3": "3", "6:8": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the jacket and the dress shirt are black.", "image": "n281241.jpg", "question_id": 20427461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201885218", "201885219", "201885220", "201885223", "201885222", "201885224", "201885232", "201885230"], "equivalent": ["201885221"], "question": "Which color is that frisbee?", "isBalanced": true, "groups": {"global": "color", "local": "10q-frisbee_color"}, "answer": "blue", "semanticStr": "select: frisbee (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The frisbee is blue.", "image": "n222297.jpg", "question_id": 201885221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20340469", "20340514", "20340506", "20340507", "20340505", "20340510", "20340513", "20340470", "20340471", "20340508"], "equivalent": ["20340509"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n513100.jpg", "question_id": 20340509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060038", "202060039", "202060025", "202060024", "202060026", "202060037", "202060054", "202060055", "202060040", "202060052", "202060053"], "equivalent": ["202060056"], "question": "Which kind of furniture is green?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_green"}, "answer": "couch", "semanticStr": "select: furniture (13)->filter color: green [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n14087.jpg", "question_id": 202060056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202120071"], "question": "Where is the table?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-table_on,o"}, "answer": "floor", "semanticStr": "select: table (3)->relate: place,on,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "3", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is on the floor.", "image": "n500308.jpg", "question_id": 202120071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246180", "202246181", "202246182", "202246183"], "equivalent": ["202246179"], "question": "What is the mouse pad on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-mouse pad_on,o"}, "answer": "computer desk", "semanticStr": "select: mouse pad (3)->relate: _,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "6:8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mouse pad is on the computer desk.", "image": "n310828.jpg", "question_id": 202246179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "select", "dependencies": [], "argument": "mouse pad (11) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["202081454"], "equivalent": ["202081454", "202081453"], "question": "What do both the laptop and the mousepad have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-laptop_mouse pad"}, "answer": "shape", "semanticStr": "select: laptop (7)->select: mouse pad (11) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "11"}, "fullAnswer": {"4": "7", "7": "11"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the laptop and the mousepad are square.", "image": "n433692.jpg", "question_id": 202081453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "workers (25)"}, {"operation": "relate", "dependencies": [0], "argument": "ambulance,standing near,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "weight"}], "entailed": ["20923190", "20923191", "20923192", "20923193", "20923194", "20923188", "20923187", "20923186", "20923185", "20923184", "20923183"], "equivalent": ["20923189", "20923190"], "question": "Of what weight is the ambulance the workers are standing by?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-ambulance_weight"}, "answer": "heavy", "semanticStr": "select: workers (25)->relate: ambulance,standing near,o (9) [0]->query: weight [1]", "annotations": {"answer": {}, "question": {"5": "9", "7": "25"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ambulance is heavy.", "image": "n480253.jpg", "question_id": 20923189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "foil (8)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201988100", "201988101", "201988102", "201988099"], "equivalent": ["201988103"], "question": "What shape is the foil?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-foil_shape"}, "answer": "round", "semanticStr": "select: foil (8)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The foil is round.", "image": "n470131.jpg", "question_id": 201988103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (6)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178083", "20178086", "20178084", "20178085", "20178208", "20178206", "20178207"], "equivalent": ["20178082"], "question": "What kind of fast food is to the right of the plate?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-plate_to the right of,s"}, "answer": "fries", "semanticStr": "select: plate (6)->relate: fast food,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"11": "6", "3:5": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (6)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178082", "20178086", "20178084", "20178085", "20178208", "20178206", "20178207"], "equivalent": ["20178083"], "question": "Which kind of fast food is to the right of the plate?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-plate_to the right of,s"}, "answer": "fries", "semanticStr": "select: plate (6)->relate: fast food,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "gold"}], "entailed": ["20452115", "20452114"], "equivalent": ["20452116"], "question": "Does the picture seem to be gold?", "isBalanced": true, "groups": {"global": null, "local": "06-picture_gold"}, "answer": "no", "semanticStr": "select: picture (3)->verify color: gold [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the picture is dark.", "image": "n6908.jpg", "question_id": 20452116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify rel", "dependencies": [1], "argument": "bed,above,o (4)"}], "entailed": ["20753395"], "equivalent": ["20753515"], "question": "Is the dark curtain above a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-curtain_bed"}, "answer": "yes", "semanticStr": "select: curtain (8)->filter color: dark [0]->verify rel: bed,above,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "4"}, "fullAnswer": {"2": "8", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the curtain is above a bed.", "image": "n49438.jpg", "question_id": 20753515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873579"], "equivalent": ["201873580"], "question": "Where is the fire truck?", "isBalanced": true, "groups": {"global": "place", "local": "14-fire truck_on,o"}, "answer": "street", "semanticStr": "select: fire truck (0)->relate: place,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1:3": "0", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire truck is on the street.", "image": "n309148.jpg", "question_id": 201873580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "tractor,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201873583"], "question": "Are there tractors on the street?", "isBalanced": true, "groups": {"global": null, "local": "13-street_tractor"}, "answer": "no", "semanticStr": "select: street (13)->relate: tractor,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "13"}, "fullAnswer": {"8": "13", "4:6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fire truck on the street.", "image": "n309148.jpg", "question_id": 201873583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20756583", "20756585", "20756584", "20756586", "20756588", "20756611", "20756568", "20756567", "20756565", "20756592", "20756593", "20756591", "20756594", "20756595", "20756606", "20756607", "20756609", "20756571", "20756572", "20756573", "20756574", "20756575", "20756576", "20756577"], "equivalent": ["20756564"], "question": "Is the red towel small and striped?", "isBalanced": true, "groups": {"global": null, "local": "05-small_striped"}, "answer": "yes", "semanticStr": "select: towel (11)->filter color: red [0]->verify size: small [1]->verify pattern: striped  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the towel is small and striped.", "image": "n433532.jpg", "question_id": 20756564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879278"], "equivalent": ["201879279"], "question": "Who is the crowd watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-crowd_watching,o"}, "answer": "athlete", "semanticStr": "select: crowd (6)->relate: person,watching,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the athlete.", "image": "n496803.jpg", "question_id": 201879279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "glass,on,s (6)"}, {"operation": "verify opaqness", "dependencies": [1], "argument": "clear"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201319791", "201319793", "201319792", "201319794", "201319788", "201319789", "201319786", "201319787", "201319784", "201319785", "201319782", "201319783", "201319781"], "equivalent": ["201319790"], "question": "Does the glass on the table look clear and small?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_small"}, "answer": "yes", "semanticStr": "select: table (2)->relate: glass,on,s (6) [0]->verify opaqness: clear [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "2"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the glass is clear and small.", "image": "n508733.jpg", "question_id": 201319790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["202285617", "202285616", "202285611", "202285607", "202285606", "202285608", "202285619", "202285618", "202285610"], "equivalent": ["202285609"], "question": "How tall is the cup made of plastic?", "isBalanced": true, "groups": {"global": "length", "local": "10q-cup_height"}, "answer": "short", "semanticStr": "select: cup (6)->filter material: plastic [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is short.", "image": "n100991.jpg", "question_id": 202285609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100847", "202100848"], "equivalent": ["202100849"], "question": "Which kind of appliance is clean?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_clean"}, "answer": "stove", "semanticStr": "select: appliance (1)->filter cleanliness: clean [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n280089.jpg", "question_id": 202100849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201795719", "201795695", "201795737", "201795738", "201795720", "201795696", "201795747", "201795760", "201795761", "201795748", "201795749", "201795759", "201795753", "201795743", "201795742", "201795754", "201795746", "201795750", "201795744", "201795745"], "equivalent": ["201795751"], "question": "What is the bag made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bag_material"}, "answer": "wood", "semanticStr": "select: bag (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is made of wood.", "image": "n119944.jpg", "question_id": 201795751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["202285602", "202285603"], "equivalent": ["202285604"], "question": "Is the cup in the bottom part or in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-cup_vposition"}, "answer": "top", "semanticStr": "select: cup (6)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cup is in the top of the image.", "image": "n100991.jpg", "question_id": 202285604}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143367", "201143366", "201143390", "201143381", "201143380", "201143378", "201143379", "201143377", "201143389"], "equivalent": ["201143388"], "question": "What is the short item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_short"}, "answer": "table", "semanticStr": "select: furniture (6)->filter length: short [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4:7": "6"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n276011.jpg", "question_id": 201143388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,staring at,o (9)"}, {"operation": "choose name", "dependencies": [1], "argument": "giraffe|rhino"}], "entailed": ["201153299"], "equivalent": ["201153298"], "question": "What is the woman staring at, a giraffe or a rhino?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_staring at,o"}, "answer": "giraffe", "semanticStr": "select: woman (3)->relate: animal,staring at,o (9) [0]->choose name: giraffe|rhino [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "3", "7": "9"}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is staring at a giraffe.", "image": "n160664.jpg", "question_id": 201153298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894177"], "equivalent": ["20894178"], "question": "Who is the helmet worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_worn on,o"}, "answer": "boy", "semanticStr": "select: helmet (1)->relate: person,worn on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The helmet is worn on the boy.", "image": "n272313.jpg", "question_id": 20894178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20550217", "20550218"], "equivalent": ["20550219"], "question": "What is this vehicle called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "van", "semanticStr": "select: vehicle (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is a van.", "image": "n579928.jpg", "question_id": 20550219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20550217", "20550219"], "equivalent": ["20550218"], "question": "What kind of vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "van", "semanticStr": "select: vehicle (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n579928.jpg", "question_id": 20550218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,above,s (1)"}, {"operation": "verify sportActivity", "dependencies": [1], "argument": "performing trick"}], "entailed": ["20754564"], "equivalent": ["20754562"], "question": "Does the person above the skateboard appear to be performing trick?", "isBalanced": true, "groups": {"global": null, "local": "06-person_performing trick"}, "answer": "yes", "semanticStr": "select: skateboard (7)->relate: person,above,s (1) [0]->verify sportActivity: performing trick [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "7"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is performing trick.", "image": "n566028.jpg", "question_id": 20754562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ambulance (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tractor,to the right of,o (-)"}], "entailed": [], "equivalent": ["20923231"], "question": "Is that ambulance to the right of a tractor?", "isBalanced": true, "groups": {"global": null, "local": "13-ambulance_tractor"}, "answer": "no", "semanticStr": "select: ambulance (9)->verify rel: tractor,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9", "9:11": "27"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the ambulance is to the right of the fire truck.", "image": "n480253.jpg", "question_id": 20923231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "briefcase (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20836746", "20836747", "20836748", "20836749", "20836751", "20836750"], "equivalent": ["20836734"], "question": "Is there either a briefcase or a purse that is not blue?", "isBalanced": true, "groups": {"global": null, "local": "04-purse_n#blue"}, "answer": "no", "semanticStr": "select: purse (11)->filter color: not(blue) [0]->exist: ? [1]->select: briefcase (-) ->filter color: not(blue) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a purse but it is blue.", "image": "n507959.jpg", "question_id": 20836734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201997207", "201997205", "201997186", "201997206", "201997211", "201997212", "201997213", "201997215", "201997216", "201997225", "201997224", "201997209", "201997231", "201997223", "201997222"], "equivalent": ["201997214"], "question": "Which color is the chair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "black", "semanticStr": "select: chair (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is black.", "image": "n250715.jpg", "question_id": 201997214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "boy (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202106378"], "question": "Are there either boys or balls in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-ball_boy"}, "answer": "yes", "semanticStr": "select: ball (6)->exist: ? [0]->select: boy (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a ball.", "image": "n574498.jpg", "question_id": 202106378}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20836732"], "equivalent": ["20836733", "20836732"], "question": "Is the purse blue and large?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "no", "semanticStr": "select: purse (11)->verify color: blue [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the purse is blue but small.", "image": "n507959.jpg", "question_id": 20836733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark blue"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["201392048", "201392049"], "equivalent": ["201392050"], "question": "Is the dark blue shirt short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (4)->filter color: dark blue [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2:5": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n477702.jpg", "question_id": 201392050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (14)"}, {"operation": "verify", "dependencies": [0], "argument": "dry"}, {"operation": "verify color", "dependencies": [0], "argument": "green "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201878274"], "question": "Is the hat both dry and green?", "isBalanced": true, "groups": {"global": null, "local": "05-dry_green"}, "answer": "no", "semanticStr": "select: hat (14)->verify: dry [0]->verify color: green  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hat is dry but white.", "image": "n342511.jpg", "question_id": 201878274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201735249", "201735240", "201735243", "201735242", "201735245", "201735244", "201735247", "201735238", "201735239"], "equivalent": ["201735241"], "question": "Which color does the bowl have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bowl_color"}, "answer": "beige", "semanticStr": "select: bowl (10)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bowl has beige color.", "image": "n240973.jpg", "question_id": 201735241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scooter (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201337071"], "question": "Are there any red scooters or skateboards?", "isBalanced": true, "groups": {"global": null, "local": "04-skateboard_red"}, "answer": "no", "semanticStr": "select: skateboard (2)->filter color: red [0]->exist: ? [1]->select: scooter (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a skateboard but it is dark.", "image": "n329479.jpg", "question_id": 201337071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201711239", "201711236", "201711237", "201711234", "201711235", "201711233"], "equivalent": ["201711238"], "question": "Which color is the instrument?", "isBalanced": true, "groups": {"global": "color", "local": "10q-instrument_color"}, "answer": "black", "semanticStr": "select: instrument (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The instrument is black.", "image": "n302387.jpg", "question_id": 201711238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "safety jacket (9)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the right of,s (0)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|blue"}], "entailed": ["201983818"], "equivalent": ["201983819"], "question": "Is the bag to the right of the safety vest red or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bag_color"}, "answer": "red", "semanticStr": "select: safety jacket (9)->relate: bag,to the right of,s (0) [0]->choose color: red|blue [1]", "annotations": {"answer": {}, "question": {"8:10": "9", "2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is red.", "image": "n16378.jpg", "question_id": 201983819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wall,hanging from,o (3)"}], "entailed": [], "equivalent": ["20308272"], "question": "Do the cabinets hang from the beige wall?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinets_wall"}, "answer": "yes", "semanticStr": "select: cabinets (12)->verify rel: wall,hanging from,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "12", "6:8": "3"}, "fullAnswer": {"2": "12", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cabinets hang from the wall.", "image": "n278312.jpg", "question_id": 20308272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037035", "201037169", "201037168", "201037167", "201037170"], "equivalent": ["201037166"], "question": "What is the girl in front of?", "isBalanced": true, "groups": {"global": "sign", "local": "14-girl_in front of,o"}, "answer": "traffic sign", "semanticStr": "select: girl (2)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1": "2", "7:9": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the traffic sign.", "image": "n393305.jpg", "question_id": 201037166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201206907"], "question": "What are the papers sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-papers_sitting on,o"}, "answer": "mat", "semanticStr": "select: papers (10)->relate: _,sitting on,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "10", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The papers are sitting on the mat.", "image": "n222915.jpg", "question_id": 201206907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "knife (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "wood"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20857042", "20857041", "20857046", "20857044", "20857045"], "equivalent": ["20857040"], "question": "Are there either wood spoons or knives?", "isBalanced": true, "groups": {"global": null, "local": "04-spoon_wood"}, "answer": "no", "semanticStr": "select: spoon (5)->filter material: wood [0]->exist: ? [1]->select: knife (-) ->filter material: wood [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a spoon but it is metallic.", "image": "n293477.jpg", "question_id": 20857040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247658", "20247660", "20247656", "20247657"], "equivalent": ["20247658", "20247659"], "question": "What type of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "dress shirt", "semanticStr": "select: clothing (1)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n49310.jpg", "question_id": 20247659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647945"], "equivalent": ["20647946"], "question": "What is the man holding?", "isBalanced": true, "groups": {"global": "sign", "local": "14-man_holding,o"}, "answer": "sign", "semanticStr": "select: man (11)->relate: _,holding,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "11", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the sign.", "image": "n471866.jpg", "question_id": 20647946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (26)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "verify shape", "dependencies": [1], "argument": "square"}], "entailed": ["202262313", "202262322", "202262289", "202262323"], "equivalent": ["202262314"], "question": "Does the table that is not little have square shape?", "isBalanced": true, "groups": {"global": null, "local": "06-table_square"}, "answer": "no", "semanticStr": "select: table (26)->filter size: not(small) [0]->verify shape: square [1]", "annotations": {"answer": {}, "question": {"2": "26", "6": "26"}, "fullAnswer": {"2": "26"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the table is round.", "image": "n28572.jpg", "question_id": 202262314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,behind,o (-)"}], "entailed": [], "equivalent": ["20903215"], "question": "Is the building behind a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-building_fence"}, "answer": "no", "semanticStr": "select: building (9)->verify rel: fence,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the building is behind the van.", "image": "n411121.jpg", "question_id": 20903215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20899903", "20899902", "20899904"], "equivalent": ["20899901"], "question": "Do you see either round tables or lamps?", "isBalanced": true, "groups": {"global": null, "local": "04-table_round"}, "answer": "no", "semanticStr": "select: table (7)->filter shape: round [0]->exist: ? [1]->select: lamp (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is square.", "image": "n186491.jpg", "question_id": 20899901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,on,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201976652", "201976654", "201976646", "201976647", "201976651", "201976648", "201976649", "201976659", "201976658", "201976673", "201976660", "201976661", "201976662", "201976663", "201976664", "201976665", "201976650"], "equivalent": ["201976645"], "question": "Does the motorbike on the street look metallic and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: street (10)->relate: motorcycle,on,s (2) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "10"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the motorbike is metallic and black.", "image": "n279173.jpg", "question_id": 201976645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter", "dependencies": [0], "argument": "collared"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247653"], "equivalent": ["20247655"], "question": "Which kind of clothing is collared?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_collared"}, "answer": "dress shirt", "semanticStr": "select: clothing (1)->filter: collared [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n49310.jpg", "question_id": 20247655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bushes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "umbrella,holding,o (0)"}], "entailed": ["20247303"], "equivalent": ["20247304"], "question": "Is the person in front of the shrubs holding the umbrella that is not closed?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_umbrella"}, "answer": "yes", "semanticStr": "select: bushes (5)->relate: person,in front of,s (1) [0]->verify rel: umbrella,holding,o (0) [1]", "annotations": {"answer": {}, "question": {"10": "0", "2": "1", "14": "0", "7": "5"}, "fullAnswer": {"2": "1", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is holding the umbrella.", "image": "n223750.jpg", "question_id": 20247304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "select", "dependencies": [], "argument": "computer monitor (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20381138"], "equivalent": ["20381139"], "question": "Do the computer monitor and the chair have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-chair_computer monitor"}, "answer": "yes", "semanticStr": "select: chair (13)->select: computer monitor (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "13"}, "fullAnswer": {"8": "13", "2:4": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the computer monitor is black and the chair is white.", "image": "n398257.jpg", "question_id": 20381139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirts (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20836594", "20836588", "20836589", "20836586", "20836587", "20836585", "20836591", "20836593", "20836592"], "equivalent": ["20836589", "20836590"], "question": "What is the color of the shirts?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirts_color"}, "answer": "white", "semanticStr": "select: shirts (5)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirts are white.", "image": "n507959.jpg", "question_id": 20836590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "choose", "dependencies": [0], "argument": "sleeveless|long sleeved"}], "entailed": ["202024748", "202024749", "202024753", "202024750", "202024744", "202024745", "202024746", "202024747"], "equivalent": ["202024751"], "question": "Is that shirt sleeveless or is it long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "sleeveless", "semanticStr": "select: shirt (10)->choose: sleeveless|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is sleeveless.", "image": "n369595.jpg", "question_id": 202024751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (14)"}, {"operation": "relate", "dependencies": [0], "argument": "wall,behind,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20836596"], "equivalent": ["20836595"], "question": "What is hanging from the wall behind the palm?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-wall_hanging from,s"}, "answer": "shirts", "semanticStr": "select: palm tree (14)->relate: wall,behind,s (4) [0]->relate: _,hanging from,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8": "14", "5": "4"}, "fullAnswer": {"1": "5", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirts are hanging from the wall.", "image": "n507959.jpg", "question_id": 20836595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836595"], "equivalent": ["20836596"], "question": "What is hanging from the wall?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-wall_hanging from,s"}, "answer": "shirts", "semanticStr": "select: wall (4)->relate: _,hanging from,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirts are hanging from the wall.", "image": "n507959.jpg", "question_id": 20836596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510342", "201510341", "201510340", "201510339", "201510311", "201510312"], "equivalent": ["201510343"], "question": "Which kind of fruit is round?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_round"}, "answer": "pear", "semanticStr": "select: fruit (0)->filter shape: round [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "speaker,sitting on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2098206", "2098207", "2098204", "2098202", "2098203", "2098200", "2098201", "2098220", "2098221", "2098208", "2098209", "2098196", "2098197", "2098192", "2098193", "2098190", "2098191", "2098198", "2098199", "2098217", "2098216", "2098251", "2098253", "2098252"], "equivalent": ["2098205"], "question": "How large is the speaker that is sitting on the desk?", "isBalanced": true, "groups": {"global": "size", "local": "10q-speaker_size"}, "answer": "little", "semanticStr": "select: desk (3)->relate: speaker,sitting on,s (7) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "3", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The speaker is little.", "image": "n513429.jpg", "question_id": 2098205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20302966", "20302967", "20302971", "20302970", "20302973", "20302972", "20302968", "20302969"], "equivalent": ["20302966", "20302965"], "question": "Does that cap look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-cap_brown"}, "answer": "yes", "semanticStr": "select: cap (0)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cap is brown.", "image": "n318684.jpg", "question_id": 20302965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}], "entailed": ["20631477", "20631476", "20631471", "20631468", "20631473", "20631457", "20631456", "20631470", "20631479", "20631478", "20631482", "20631469"], "equivalent": ["20631475"], "question": "Do the black pants seem to be long?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_long"}, "answer": "yes", "semanticStr": "select: pants (13)->filter color: black [0]->verify length: long [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pants are long.", "image": "n570181.jpg", "question_id": 20631475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["20691626", "20691627", "20691624", "20691625", "20691622", "20691619", "20691582", "20691614", "20691616", "20691583", "20691562", "20691561", "20691628", "20691629", "20691603", "20691541", "20691540", "20691539", "20691623"], "equivalent": ["20691630"], "question": "Is that toilet open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-toilet_15"}, "answer": "closed", "semanticStr": "select: toilet (0)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toilet is closed.", "image": "n153293.jpg", "question_id": 20691630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,throwing,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201590122", "201589995", "201589996", "201589997"], "equivalent": ["201590123"], "question": "What is the player throwing?", "isBalanced": true, "groups": {"global": "object", "local": "14-player_throwing,o"}, "answer": "frisbee", "semanticStr": "select: player (4)->relate: _,throwing,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "4", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is throwing the frisbee.", "image": "n260762.jpg", "question_id": 201590123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,throwing,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201590123", "201589995", "201589996", "201589997"], "equivalent": ["201590122"], "question": "What is the person on the field throwing?", "isBalanced": true, "groups": {"global": "object", "local": "14-player_throwing,o"}, "answer": "frisbee", "semanticStr": "select: field (10)->relate: person,on,s (4) [0]->relate: _,throwing,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "4", "6": "10"}, "fullAnswer": {"1": "4", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is throwing the frisbee.", "image": "n260762.jpg", "question_id": 201590122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,throwing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201590119"], "equivalent": ["201590120"], "question": "Who is throwing the frisbee?", "isBalanced": true, "groups": {"global": "person", "local": "14-frisbee_throwing,s"}, "answer": "player", "semanticStr": "select: frisbee (0)->relate: person,throwing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is throwing the frisbee.", "image": "n260762.jpg", "question_id": 201590120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "baseball,throwing,o (-)"}], "entailed": ["201590127"], "equivalent": ["201590126"], "question": "Is the player throwing a baseball?", "isBalanced": true, "groups": {"global": null, "local": "13-player_baseball"}, "answer": "no", "semanticStr": "select: player (4)->verify rel: baseball,throwing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the player is throwing a frisbee.", "image": "n260762.jpg", "question_id": 201590126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "seat (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201346736", "201346561"], "equivalent": ["201346735"], "question": "What is the seat on?", "isBalanced": true, "groups": {"global": "object", "local": "14-seat_on,o"}, "answer": "motorcycle", "semanticStr": "select: seat (6)->relate: _,on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The seat is on the motorbike.", "image": "n131634.jpg", "question_id": 201346735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201576559"], "question": "What is the street in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-street_in front of,o"}, "answer": "trees", "semanticStr": "select: street (14)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "14", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street is in front of the trees.", "image": "n187961.jpg", "question_id": 201576559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201590128"], "equivalent": ["201590129"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "player", "semanticStr": "select: shirt (2)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a shirt.", "image": "n260762.jpg", "question_id": 201590129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201590129"], "equivalent": ["201590128"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "player", "semanticStr": "select: shirt (2)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "2"}, "fullAnswer": {"1": "4", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a shirt.", "image": "n260762.jpg", "question_id": 201590128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify rel", "dependencies": [1], "argument": "tree,behind,s (7)"}], "entailed": ["202060278", "202060274", "202060276", "202060277"], "equivalent": ["202060275"], "question": "Is the small tree behind the wall that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_tree"}, "answer": "no", "semanticStr": "select: wall (19)->filter material: wood [0]->verify rel: tree,behind,s (7) [1]", "annotations": {"answer": {}, "question": {"11": "19", "2:4": "7", "6": "19"}, "fullAnswer": {"8": "19", "2": "7"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the tree is in front of the wall.", "image": "n14087.jpg", "question_id": 202060275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797548"], "equivalent": ["20797547"], "question": "What is located on top of the shoe?", "isBalanced": true, "groups": {"global": "thing", "local": "14-shoe_on top of,s"}, "answer": "shoe lace", "semanticStr": "select: shoe (0)->relate: _,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {"7": "0"}, "fullAnswer": {"8": "0", "1:3": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe lace is on top of the shoe.", "image": "n16656.jpg", "question_id": 20797547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify rel", "dependencies": [1], "argument": "coffee maker,reflecting in,o (-)"}], "entailed": [], "equivalent": ["202081430"], "question": "Is the wine bottle that is made of glass reflecting in a coffee maker?", "isBalanced": true, "groups": {"global": null, "local": "13-wine bottle_coffee maker"}, "answer": "no", "semanticStr": "select: wine bottle (8)->filter material: glass [0]->verify rel: coffee maker,reflecting in,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "8", "2:4": "8"}, "fullAnswer": {"8": "3", "2:4": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the wine bottle is reflecting in a toaster.", "image": "n314630.jpg", "question_id": 202081430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20645864", "20645867", "20645863", "20645848", "20645846", "20645844", "20645843", "20645842", "20645841", "20645840", "20645869", "20645850", "20645851", "20645874", "20645839", "20645872", "20645873", "20645870", "20645871", "20645837", "20645835", "20645877", "20645875"], "equivalent": ["20645836"], "question": "Is the bathroom small and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_small"}, "answer": "yes", "semanticStr": "select: bathroom (8)->verify cleanliness: clean [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bathroom is small and clean.", "image": "n98544.jpg", "question_id": 20645836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (4)"}, {"operation": "select", "dependencies": [], "argument": "pot (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202081435", "202081434"], "equivalent": ["202081436", "202081435"], "question": "Does the plant have a different color than the pot?", "isBalanced": true, "groups": {"global": null, "local": "09diff-plant_pot"}, "answer": "no", "semanticStr": "select: plant (4)->select: pot (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "4"}, "fullAnswer": {"3": "4", "6": "2"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the plant and the pot are green.", "image": "n433692.jpg", "question_id": 202081436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (5)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "verify rel", "dependencies": [1], "argument": "stove,below,o (6)"}], "entailed": ["201623847", "201623903"], "equivalent": ["201623848"], "question": "Are the closed cabinets below the appliance that is not turned on?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinets_stove"}, "answer": "yes", "semanticStr": "select: cabinets (5)->filter: closed [0]->verify rel: stove,below,o (6) [1]", "annotations": {"answer": {}, "question": {"6": "6", "2:4": "5", "10:12": "6"}, "fullAnswer": {"2": "5", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cabinets are below the stove.", "image": "n501609.jpg", "question_id": 201623848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,below,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "table,in front of,s (14)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20226651", "20226652", "20226795", "20226559"], "equivalent": ["20226794"], "question": "Are there any tables in front of the chair below the light fixture?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_table"}, "answer": "yes", "semanticStr": "select: light fixture (7)->relate: chair,below,s (13) [0]->relate: table,in front of,s (14) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "13", "3": "14", "11:13": "7"}, "fullAnswer": {"9": "13", "4": "14"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a table in front of the chair.", "image": "n68769.jpg", "question_id": 20226794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "person,hugging,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202262560", "202262559"], "equivalent": ["202262558"], "question": "Who is hugging the old woman?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_hugging,s"}, "answer": "man", "semanticStr": "select: woman (2)->filter age: old [0]->relate: person,hugging,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"4:6": "2"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is hugging the woman.", "image": "n538039.jpg", "question_id": 202262558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623846", "201623845", "201623843", "201623842", "201623841", "201623840"], "equivalent": ["201623844"], "question": "What items of furniture are below the stove?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-stove_below,s"}, "answer": "cabinets", "semanticStr": "select: stove (6)->relate: furniture,below,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n501609.jpg", "question_id": 201623844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["201303186", "201303185"], "equivalent": ["201303187", "201303186"], "question": "Do the cups that are made of porcelain have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-cups_blue"}, "answer": "no", "semanticStr": "select: cups (10)->filter material: porcelain [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2": "10", "7": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cups are white.", "image": "n518912.jpg", "question_id": 201303187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226790", "20226792", "20226793", "20226502"], "equivalent": ["20226791"], "question": "What's the table in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_in front of,o"}, "answer": "chair", "semanticStr": "select: table (14)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "14", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the chair.", "image": "n68769.jpg", "question_id": 20226791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797547"], "equivalent": ["20797548"], "question": "What's located on top of the shoe?", "isBalanced": true, "groups": {"global": "thing", "local": "14-shoe_on top of,s"}, "answer": "shoe lace", "semanticStr": "select: shoe (0)->relate: _,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {}, "fullAnswer": {"8": "0", "1:3": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe lace is on top of the shoe.", "image": "n16656.jpg", "question_id": 20797548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "choose pose", "dependencies": [1], "argument": "sitting|running"}], "entailed": [], "equivalent": ["201982709"], "question": "Is the happy man running or sitting?", "isBalanced": true, "groups": {"global": "pose", "local": "10c-man_pose"}, "answer": "sitting", "semanticStr": "select: man (5)->filter face expression: happy [0]->choose pose: sitting|running [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is sitting.", "image": "n526228.jpg", "question_id": 201982709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter", "dependencies": [0], "argument": "pretty"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20622046", "20622047", "20622014", "20622015"], "equivalent": ["20622048"], "question": "Which kind of animal is pretty?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_pretty"}, "answer": "horses", "semanticStr": "select: animal (6)->filter: pretty [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is horses.", "image": "n210269.jpg", "question_id": 20622048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (13)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20149598", "20149590", "20149591", "20149592", "20149594", "20149595", "20149596", "20149597", "20149589", "20149588"], "equivalent": ["20149593"], "question": "What's the sink made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (13)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain.", "image": "n65866.jpg", "question_id": 20149593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "towels,to the left of,s (2)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20136610", "20136612", "20136602", "20136603", "20136613", "20136601", "20136606", "20136607", "20136604", "20136605", "20136615", "20136608", "20136609", "20136614"], "equivalent": ["20136611"], "question": "Are the towels that are to the left of her soft and white?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: she (0)->relate: towels,to the left of,s (2) [0]->verify hardness: soft [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the towels are soft and white.", "image": "n446242.jpg", "question_id": 20136611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20622026", "20622027", "20622024", "20622025", "20622015", "20622014", "20622043"], "equivalent": ["20622045"], "question": "What animals are brown?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "horses", "semanticStr": "select: animal (6)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n210269.jpg", "question_id": 20622045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20652565"], "equivalent": ["20652566"], "question": "Is there a soccer ball in the picture that is blue?", "isBalanced": true, "groups": {"global": null, "local": "04-soccer ball_blue"}, "answer": "no", "semanticStr": "select: soccer ball (3)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3:5": "3"}, "fullAnswer": {"4:6": "3"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a soccer ball but it is white.", "image": "n400036.jpg", "question_id": 20652566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grill (15)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bus driver,below,o (17)"}], "entailed": ["2072817", "2072818"], "equivalent": ["2072790"], "question": "Is the grill below a bus driver?", "isBalanced": true, "groups": {"global": null, "local": "13-grill_bus driver"}, "answer": "yes", "semanticStr": "select: grill (15)->verify rel: bus driver,below,o (17) [0]", "annotations": {"answer": {}, "question": {"2": "15", "5:7": "17"}, "fullAnswer": {"2": "15", "6:8": "17"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the grill is below a bus driver.", "image": "n498140.jpg", "question_id": 2072790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20622031", "20622030", "20622015", "20622014", "20622039", "20622028", "20622029", "20622040", "20622041"], "equivalent": ["20622042"], "question": "What animals are large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "horses", "semanticStr": "select: animal (6)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n210269.jpg", "question_id": 20622042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20622026", "20622027", "20622024", "20622025", "20622015", "20622014", "20622045"], "equivalent": ["20622043"], "question": "What do you think are the brown animals called?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "horses", "semanticStr": "select: animal (6)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"7": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n210269.jpg", "question_id": 20622043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bandana (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201752980", "201752974", "201752975", "201752976", "201752970", "201752973", "201752979", "201752969"], "equivalent": ["201752972"], "question": "Which color is the bandana?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bandana_color"}, "answer": "dark blue", "semanticStr": "select: bandana (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bandana is dark blue.", "image": "n262929.jpg", "question_id": 201752972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201902877", "201902878", "201902968", "201902969", "201902921", "201902972", "201902971", "201902970", "201902965"], "equivalent": ["201902966"], "question": "What is the device to the left of the plastic device?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer mouse_to the left of,s"}, "answer": "keyboard", "semanticStr": "select: device (9)->filter material: plastic [0]->relate: device,to the left of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "9:11": "9"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n435808.jpg", "question_id": 201902966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330387", "20330386", "20330385", "20330340", "20330338"], "equivalent": ["20330338", "20330339"], "question": "This statue is in front of what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-statue_in front of,o"}, "answer": "fence", "semanticStr": "select: statue (2)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is in front of the fence.", "image": "n260521.jpg", "question_id": 20330339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "boats,behind,s (7)"}, {"operation": "verify rel", "dependencies": [1], "argument": "dirt,scattered on,o (8)"}], "entailed": [], "equivalent": ["201765958"], "question": "Are the boats behind the beach scattered on the dirty dirt?", "isBalanced": true, "groups": {"global": null, "local": "13-boats_dirt"}, "answer": "yes", "semanticStr": "select: beach (6)->relate: boats,behind,s (7) [0]->verify rel: dirt,scattered on,o (8) [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "6", "9:11": "8"}, "fullAnswer": {"2": "7", "7": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boats are scattered on the dirt.", "image": "n488874.jpg", "question_id": 201765958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060032", "202060033", "202060026", "202060036", "202060034", "202060035", "202060025", "202060058", "202060024", "202060057"], "equivalent": ["202060059"], "question": "What piece of furniture is comfortable?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_comfortable"}, "answer": "couch", "semanticStr": "select: furniture (13)->filter: comfortable [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n14087.jpg", "question_id": 202060059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "dense"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201959772", "201959728", "201959729", "201959763", "201959723", "201959720", "201959726", "201959727", "201959724", "201959769", "201959748", "201959749", "201959744", "201959740", "201959741", "201959742", "201959743", "201959725", "201959737", "201959717", "201959738", "201959735", "201959734", "201959719", "201959736", "201959731", "201959730", "201959733", "201959732", "201959759", "201959758", "201959757", "201959770", "201959755", "201959754", "201959753", "201959764", "201959751", "201959750", "201959771", "201959756", "201959739"], "equivalent": ["201959715"], "question": "Do the green trees look tall and dense?", "isBalanced": true, "groups": {"global": null, "local": "05-dense_tall"}, "answer": "yes", "semanticStr": "select: trees (17)->filter color: green [0]->verify: dense [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are tall and dense.", "image": "n572716.jpg", "question_id": 201959715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dispenser (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pens (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201880400", "201880401"], "equivalent": ["201880402"], "question": "Are there either pens or dispensers in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-dispenser_pens"}, "answer": "no", "semanticStr": "select: dispenser (-)->exist: ? [0]->select: pens (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no pens or dispensers.", "image": "n95369.jpg", "question_id": 201880402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (8)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "relate", "dependencies": [1], "argument": "_,scattered on,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201765953", "201765954", "201765955"], "equivalent": ["201765952"], "question": "What is scattered on the dirty dirt?", "isBalanced": true, "groups": {"global": "watercraft", "local": "14-dirt_scattered on,s"}, "answer": "boats", "semanticStr": "select: dirt (8)->filter cleanliness: dirty [0]->relate: _,scattered on,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"5:7": "8"}, "fullAnswer": {"1": "7", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boats are scattered on the dirt.", "image": "n488874.jpg", "question_id": 201765952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (8)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,scattered on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765952", "201765953", "201765954"], "equivalent": ["201765955"], "question": "What watercraft is scattered on the dirt?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-dirt_scattered on,s"}, "answer": "boats", "semanticStr": "select: dirt (8)->relate: watercraft,scattered on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cord (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,same color,_ (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20717089"], "equivalent": ["20716785"], "question": "What is the item of furniture that is the same color as the cord called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cord_same color,_"}, "answer": "bed", "semanticStr": "select: cord (4)->relate: furniture,same color,_ (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"13": "4", "3:6": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n67005.jpg", "question_id": 20716785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,scattered on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765956"], "equivalent": ["201765957"], "question": "What are the boats scattered on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-boats_scattered on,o"}, "answer": "dirt", "semanticStr": "select: boats (7)->relate: _,scattered on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "7", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boats are scattered on the dirt.", "image": "n488874.jpg", "question_id": 201765957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skis (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201307403"], "equivalent": ["201307404", "201307403"], "question": "Do you see both helmets and skis?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-helmet_skis"}, "answer": "no", "semanticStr": "select: helmet (5)->exist: ? [0]->select: skis (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a helmet but no skis.", "image": "n161313.jpg", "question_id": 201307404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "drawer,in,s (12)"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "query", "dependencies": [2], "argument": "shape"}], "entailed": ["20149622", "20149620", "20149621", "20149624", "20149625"], "equivalent": ["20149623", "20149624", "20149625"], "question": "What shape is the brown thing in the cabinet?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-drawer_shape"}, "answer": "square", "semanticStr": "select: cabinet (9)->relate: drawer,in,s (12) [0]->filter color: brown [1]->query: shape [2]", "annotations": {"answer": {}, "question": {"8": "9", "4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The drawer is square.", "image": "n65866.jpg", "question_id": 20149623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,skating on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414494", "20414356", "20414492", "20414493"], "equivalent": ["20414495"], "question": "What is the skateboarder skating on?", "isBalanced": true, "groups": {"global": "object", "local": "14-skateboarder_skating on,o"}, "answer": "skateboard", "semanticStr": "select: skateboarder (0)->relate: _,skating on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is skating on the skateboard.", "image": "n16936.jpg", "question_id": 20414495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056003", "201056002", "201056005", "201056004", "201055997", "201055994", "201055995", "201055998", "201055999"], "equivalent": ["201055996"], "question": "What's in front of the trees?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-trees_in front of,s"}, "answer": "car", "semanticStr": "select: trees (10)->relate: _,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the trees.", "image": "n259002.jpg", "question_id": 201055996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20120128", "20120129", "20120123", "20120124", "20120125", "20120127", "20120136", "20120133"], "equivalent": ["20120126"], "question": "What color is the grass that is not tall?", "isBalanced": true, "groups": {"global": "color", "local": "10q-grass_color"}, "answer": "light brown", "semanticStr": "select: grass (10)->filter height: not(tall) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is light brown.", "image": "n117888.jpg", "question_id": 20120126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201952873"], "equivalent": ["201952874"], "question": "What does the train ride on?", "isBalanced": true, "groups": {"global": "", "local": "14-train_riding on,o"}, "answer": "train tracks", "semanticStr": "select: train (4)->relate: _,riding on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "4", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The train rides on the tracks.", "image": "n525029.jpg", "question_id": 201952874}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "motorcycle,behind,o (-)"}], "entailed": [], "equivalent": ["201055993"], "question": "Is the car behind a motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "13-car_motorcycle"}, "answer": "no", "semanticStr": "select: car (3)->verify rel: motorcycle,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3", "6": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is behind the trashcan.", "image": "n259002.jpg", "question_id": 201055993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202100839", "202100838", "202100837", "202100836"], "equivalent": ["202100840", "202100838", "202100839"], "question": "What is this appliance called?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "stove", "semanticStr": "select: appliance (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is a stove.", "image": "n280089.jpg", "question_id": 202100840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark brown"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "dirty|clean"}], "entailed": ["201766002", "201766018", "201766019", "201766015", "201766014", "201766017", "201766011", "201766013"], "equivalent": ["201766020"], "question": "Is the dirt that looks dark brown dirty or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-dirt_cleanliness"}, "answer": "dirty", "semanticStr": "select: dirt (8)->filter color: dark brown [0]->choose cleanliness: dirty|clean [1]", "annotations": {"answer": {}, "question": {"2": "8", "5:7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dirt is dirty.", "image": "n488874.jpg", "question_id": 201766020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202249015", "202249014", "202249013"], "equivalent": ["202249016"], "question": "Which side of the image is the beige car on?", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "left", "semanticStr": "select: car (6)->filter color: beige [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the left of the image.", "image": "n522733.jpg", "question_id": 202249016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201056003", "201056002", "201056005", "201056004", "201055996", "201055997", "201055994", "201055995", "201055999"], "equivalent": ["201055998"], "question": "What vehicle do you think is in front of the trees that are not short?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "car", "semanticStr": "select: tree (10)->filter: not(short) [0]->relate: vehicle,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "10": "10", "14": "10"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n259002.jpg", "question_id": 201055998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056003", "201056002", "201056005", "201056004", "201055996", "201055997", "201055994", "201055995", "201055998"], "equivalent": ["201055999"], "question": "What vehicle is in front of the trees?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "car", "semanticStr": "select: trees (10)->relate: vehicle,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n259002.jpg", "question_id": 201055999}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639197", "201639339", "201639198"], "equivalent": ["201639199"], "question": "What kind of animal is the vehicle behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-vehicle_behind,o"}, "answer": "zebras", "semanticStr": "select: vehicle (17)->relate: animal,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "17", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is behind the zebras.", "image": "n497789.jpg", "question_id": 201639199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "verify material", "dependencies": [2], "argument": "wood"}], "entailed": ["202053123"], "equivalent": ["202053116"], "question": "Is the fence that looks yellow and blue made of wood?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_wood"}, "answer": "no", "semanticStr": "select: fence (12)->filter color: yellow [0]->filter color: blue [1]->verify material: wood [2]", "annotations": {"answer": {}, "question": {"2": "12", "5": "12", "7": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is made of metal.", "image": "n334278.jpg", "question_id": 202053116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201885392", "201885261", "201885262"], "equivalent": ["201885393"], "question": "What is the palm tree inside of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-palm tree_inside,o"}, "answer": "fence", "semanticStr": "select: palm tree (5)->relate: _,inside,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "5", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm is inside the fence.", "image": "n222297.jpg", "question_id": 201885393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201548956", "201548955", "201548954", "201548953", "201548951", "201548950", "201548948", "201548949"], "equivalent": ["201548952"], "question": "Which side of the photo is the woman on, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (3)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is on the right of the image.", "image": "n314171.jpg", "question_id": 201548952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757977", "201757976", "201757975", "201757974", "201757980", "201757979", "201757978", "201757985"], "equivalent": ["201757981"], "question": "What kind of furniture is the bottle sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bottle_sitting on top of,o"}, "answer": "table", "semanticStr": "select: bottle (7)->relate: furniture,sitting on top of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "7", "8": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bottle is sitting on top of the table.", "image": "n4777.jpg", "question_id": 201757981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,above,o (-)"}], "entailed": [], "equivalent": ["20692580"], "question": "Is the window above a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-window_bed"}, "answer": "no", "semanticStr": "select: window (8)->verify rel: bed,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8", "6": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the window is above a counter.", "image": "n499081.jpg", "question_id": 20692580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20644753", "20644754"], "equivalent": ["20644755"], "question": "Is the man in the bottom or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-man_vposition"}, "answer": "top", "semanticStr": "select: man (5)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is in the top of the image.", "image": "n250821.jpg", "question_id": 20644755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(uncomfortable)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202266124", "202266125", "202266079"], "equivalent": ["202266123"], "question": "What is located on top of the couch that is not uncomfortable?", "isBalanced": true, "groups": {"global": "object", "local": "14-couch_on top of,s"}, "answer": "pillows", "semanticStr": "select: couch (6)->filter: not(uncomfortable) [0]->relate: _,on top of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11": "6", "7": "6"}, "fullAnswer": {"1": "9", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are on top of the couch.", "image": "n534106.jpg", "question_id": 202266123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023563", "202023564", "202023635", "202023634", "202023636", "202023633", "202023632"], "equivalent": ["202023631"], "question": "What is underneath the jacket?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-jacket_underneath,s"}, "answer": "chair", "semanticStr": "select: jacket (6)->relate: _,underneath,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "6"}, "fullAnswer": {"1": "8", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is underneath the jacket.", "image": "n95313.jpg", "question_id": 202023631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202144659", "202144658", "202144664", "202144665"], "equivalent": ["202144666"], "question": "What kind of appliance is it?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "blender", "semanticStr": "select: appliance (8)->query: name [0]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying in,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202179387"], "equivalent": ["202179425"], "question": "What is lying in the grass?", "isBalanced": true, "groups": {"global": "object", "local": "14-grass_lying in,s"}, "answer": "bike", "semanticStr": "select: grass (13)->relate: _,lying in,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bike is lying in the grass.", "image": "n523165.jpg", "question_id": 202179425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202144659", "202144658", "202144666", "202144665"], "equivalent": ["202144664", "202144665"], "question": "How is the appliance in this scene called?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "blender", "semanticStr": "select: appliance (8)->query: name [0]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144664}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (3)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201080512"], "equivalent": ["201080512", "201080511"], "question": "Do you see a horse on the field?", "isBalanced": true, "groups": {"global": null, "local": "13-field_horse"}, "answer": "no", "semanticStr": "select: field (3)->relate: horse,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"4": "0", "7": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an umpire on the field.", "image": "n154160.jpg", "question_id": 201080511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter", "dependencies": [0], "argument": "half full"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144660", "202144669", "202144659", "202144658", "202144671", "202144670", "202144672"], "equivalent": ["202144668", "202144669"], "question": "How is the half full appliance called?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_half full"}, "answer": "blender", "semanticStr": "select: appliance (8)->filter: half full [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"5": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20891476", "20891503", "20891502", "20891477", "20891498", "20891489", "20891478", "20891493", "20891492", "20891491", "20891490", "20891497", "20891496", "20891495"], "equivalent": ["20891494"], "question": "How old is the small person?", "isBalanced": true, "groups": {"global": "age", "local": "10q-child_age"}, "answer": "young", "semanticStr": "select: person (5)->filter size: small [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kid is young.", "image": "n347706.jpg", "question_id": 20891494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "cat,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20866145", "20866144", "20866143"], "equivalent": ["20866143", "20866146", "20866145", "20866144"], "question": "Do you see any cat on the floor that looks gray?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_cat"}, "answer": "no", "semanticStr": "select: floor (5)->filter color: gray [0]->relate: cat,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "5", "7": "5"}, "fullAnswer": {"4": "3", "7": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a woman on the floor.", "image": "n579256.jpg", "question_id": 20866146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201571131", "201571128", "201571129", "201571126", "201571124", "201571125", "201571123"], "equivalent": ["201571127"], "question": "How big is the suitcase that looks square?", "isBalanced": true, "groups": {"global": "size", "local": "10q-suitcase_size"}, "answer": "small", "semanticStr": "select: suitcase (5)->filter shape: square [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The suitcase is small.", "image": "n382416.jpg", "question_id": 201571127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866139", "20866140"], "equivalent": ["20866141"], "question": "Where is the woman?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_on,o"}, "answer": "floor", "semanticStr": "select: woman (3)->relate: place,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "3", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the floor.", "image": "n579256.jpg", "question_id": 20866141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "t-shirt,wearing,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201407274", "201407269", "201407267", "201407266", "201407265", "201407264", "201407270", "201407271", "201407272"], "equivalent": ["201407268"], "question": "Of what color is the tshirt the man is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-t-shirt_color"}, "answer": "orange", "semanticStr": "select: man (0)->relate: t-shirt,wearing,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "1", "7": "0"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tee shirt is orange.", "image": "n282607.jpg", "question_id": 201407268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "monitor,above,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201497891"], "equivalent": ["201497890"], "question": "Is the monitor above the keyboard gray and small?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "no", "semanticStr": "select: keyboard (7)->relate: monitor,above,s (12) [0]->verify color: gray [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "5": "7"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the monitor is gray but large.", "image": "n315887.jpg", "question_id": 201497890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023563", "202023564", "202023635", "202023636", "202023631", "202023633", "202023632"], "equivalent": ["202023634"], "question": "Which kind of furniture is underneath the jacket?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-jacket_underneath,s"}, "answer": "chair", "semanticStr": "select: jacket (6)->relate: furniture,underneath,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n95313.jpg", "question_id": 202023634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (3)"}, {"operation": "choose", "dependencies": [0], "argument": "full|empty"}], "entailed": ["202240991", "202240987", "202240984", "202240985", "202240988", "202240989"], "equivalent": ["202240990"], "question": "Is the drink full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-drink_16"}, "answer": "full", "semanticStr": "select: drink (3)->choose: full|empty [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The drink is full.", "image": "n460385.jpg", "question_id": 202240990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (7)"}, {"operation": "filter", "dependencies": [0], "argument": "leafy"}, {"operation": "verify rel", "dependencies": [1], "argument": "horse,in front of,s (3)"}], "entailed": ["202258311", "202258309", "202258308", "202258304", "202258307", "202258306", "202258310", "202258303"], "equivalent": ["202258305"], "question": "Is the brown horse in front of the leafy trees?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_horse"}, "answer": "no", "semanticStr": "select: tree (7)->filter: leafy [0]->verify rel: horse,in front of,s (3) [1]", "annotations": {"answer": {}, "question": {"8:10": "7", "2:4": "3"}, "fullAnswer": {"2": "3", "6": "7"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the horse is behind the trees.", "image": "n216553.jpg", "question_id": 202258305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "storage box (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201621733", "201621732", "201621731", "201621730", "201621735", "201621734", "201621728", "201621729", "201621726", "201621725"], "equivalent": ["201621736"], "question": "What is the storage box made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-storage box_material"}, "answer": "metal", "semanticStr": "select: storage box (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The storage box is made of metal.", "image": "n275148.jpg", "question_id": 201621736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201156351", "201156352", "201156358", "201156349", "201156348", "201156344", "201156345", "201156367", "201156347", "201156356", "201156350", "201156343"], "equivalent": ["201156346"], "question": "Does the helmet that is made of plastic look small?", "isBalanced": true, "groups": {"global": null, "local": "06-helmet_small"}, "answer": "yes", "semanticStr": "select: helmet (0)->filter material: plastic [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the helmet is small.", "image": "n146522.jpg", "question_id": 201156346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (7)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202000971", "202000998", "202000997", "202000996", "202000995", "202000994", "202000992", "202000991", "202000990", "202001028", "202001008", "202001009", "202001025", "202001026", "202001003", "202001002", "202000966", "202001001", "202001007", "202000967", "202000972", "202000988", "202000989", "202001029", "202000993", "202000987", "202000980", "202000981", "202000982", "202001019", "202001018", "202001015", "202001014", "202001017", "202001016", "202001011", "202001010", "202001013", "202001012", "202001027"], "equivalent": ["202000979"], "question": "Is the street sign metallic and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_rectangular"}, "answer": "yes", "semanticStr": "select: street sign (7)->verify material: metal [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street sign is metallic and rectangular.", "image": "n299528.jpg", "question_id": 202000979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797836", "20797835", "20797830"], "equivalent": ["20797831"], "question": "Who is in front of the tree?", "isBalanced": true, "groups": {"global": "person", "local": "14-tree_in front of,s"}, "answer": "man", "semanticStr": "select: tree (9)->relate: person,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the tree.", "image": "n16656.jpg", "question_id": 20797831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounding,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20733988"], "question": "What is surrounding the sand?", "isBalanced": true, "groups": {"global": "tree", "local": "14-sand_surrounding,s"}, "answer": "trees", "semanticStr": "select: sand (7)->relate: _,surrounding,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "19", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are surrounding the sand.", "image": "n90944.jpg", "question_id": 20733988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201109268", "201109261", "201109257", "201109256", "201109258", "201109267"], "equivalent": ["201109260"], "question": "What vehicle is in front of the red vehicle?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-truck_in front of,s"}, "answer": "suv", "semanticStr": "select: vehicle (2)->filter color: red [0]->relate: vehicle,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "7:9": "2"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a SUV.", "image": "n167164.jpg", "question_id": 201109260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "radiator (13)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20518291", "20518290", "20518288"], "equivalent": ["20518289"], "question": "Is the radiator on the left side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-radiator_left"}, "answer": "no", "semanticStr": "select: radiator (13)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the radiator is on the right of the image.", "image": "n141939.jpg", "question_id": 20518289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20734191"], "equivalent": ["20733986"], "question": "Where are the trees?", "isBalanced": true, "groups": {"global": "thing", "local": "14-trees_on,o"}, "answer": "sand", "semanticStr": "select: trees (19)->relate: place,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "19", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are on the sand.", "image": "n90944.jpg", "question_id": 20733986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202023349", "202023348", "202023336", "202023341", "202023340", "202023343", "202023345", "202023347", "202023346", "202023330", "202023331", "202023333", "202023334", "202023335", "202023350", "202023337", "202023338", "202023339", "202023329"], "equivalent": ["202023343", "202023342"], "question": "Is that bookshelf both full and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-full_wood"}, "answer": "yes", "semanticStr": "select: bookshelf (0)->verify: full [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bookshelf is full and wooden.", "image": "n95313.jpg", "question_id": 202023342}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skateboard,above,o (-)"}], "entailed": [], "equivalent": ["202119181"], "question": "Is the man above a skateboard?", "isBalanced": true, "groups": {"global": null, "local": "13-man_skateboard"}, "answer": "no", "semanticStr": "select: man (1)->verify rel: skateboard,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is above the elephant.", "image": "n544255.jpg", "question_id": 202119181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202265843"], "question": "Do the shorts have black color and long length?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: shorts (2)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are black but short.", "image": "n534106.jpg", "question_id": 202265843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "select", "dependencies": [], "argument": "pants (22) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20810779"], "equivalent": ["20810780"], "question": "Is the color of the shoes different than the pants?", "isBalanced": true, "groups": {"global": null, "local": "09diff-pants_shoes"}, "answer": "no", "semanticStr": "select: shoes (13)->select: pants (22) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "22", "5": "13"}, "fullAnswer": {"3": "13", "6": "22"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shoes and the pants are black.", "image": "n167552.jpg", "question_id": 20810780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480487", "20480589", "20480488", "20480489"], "equivalent": ["20480490"], "question": "Which kind of device is the cat on?", "isBalanced": true, "groups": {"global": "device", "local": "15-cat_on,o"}, "answer": "computer", "semanticStr": "select: cat (3)->relate: device,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is on the computer.", "image": "n520071.jpg", "question_id": 20480490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "cat,on,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20480338", "20480493", "20480492"], "equivalent": ["20480494", "20480493"], "question": "Do you see cats on the device that is in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-computer_cat"}, "answer": "yes", "semanticStr": "select: device (4)->filter vposition: middle [0]->relate: cat,on,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "3", "6": "4"}, "fullAnswer": {"4": "3", "7": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cat on the computer.", "image": "n520071.jpg", "question_id": 20480494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamps (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20480171", "20480325"], "equivalent": ["20480324"], "question": "What is the piece of furniture to the right of the lamps on the left side?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lamps_to the right of,s"}, "answer": "bookcase", "semanticStr": "select: lamps (1)->filter hposition: left [0]->relate: furniture,to the right of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"11": "1", "3:6": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n520071.jpg", "question_id": 20480324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "relate", "dependencies": [0], "argument": "faucet,to the left of,s (16)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201428936", "201428866", "201428864", "201428865", "201428863"], "equivalent": ["201428862", "201428863"], "question": "Do you see any faucets to the left of the fridge?", "isBalanced": true, "groups": {"global": null, "local": "13-refrigerator_faucet"}, "answer": "yes", "semanticStr": "select: refrigerator (0)->relate: faucet,to the left of,s (16) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "0", "4": "16"}, "fullAnswer": {"10": "0", "4": "16"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a faucet to the left of the fridge.", "image": "n64959.jpg", "question_id": 201428862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(silver)"}, {"operation": "choose name", "dependencies": [1], "argument": "monitor|keyboard"}], "entailed": [], "equivalent": ["201902745"], "question": "What type of device is not silver, the monitor or the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#silver"}, "answer": "keyboard", "semanticStr": "select: device (8)->filter color: not(silver) [0]->choose name: monitor|keyboard [1]", "annotations": {"answer": {"0": "8"}, "question": {"11": "8", "8": "4", "3": "4"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The keyboard is not silver.", "image": "n435808.jpg", "question_id": 201902745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201428858", "201428860", "201428859"], "equivalent": ["201428861"], "question": "On which side of the image is the tap?", "isBalanced": true, "groups": {"global": null, "local": "10q-faucet_hposition"}, "answer": "left", "semanticStr": "select: faucet (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tap is on the left of the image.", "image": "n64959.jpg", "question_id": 201428861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902740", "201902741"], "equivalent": ["201902743"], "question": "Which kind of device is silver?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_silver"}, "answer": "monitor", "semanticStr": "select: device (4)->filter color: silver [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n435808.jpg", "question_id": 201902743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201641142", "201641143", "201641140", "201641141", "201641146", "201641147", "201641144", "201641145", "201641148", "201641149", "201641155", "201641154", "201641157", "201641156", "201641151", "201641150", "201641153", "201641152", "201641158", "201641137", "201641136", "201641135", "201641134", "201641132", "201641139", "201641138"], "equivalent": ["201641134", "201641133", "201641132"], "question": "Do the pants have brown color and long length?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_long"}, "answer": "yes", "semanticStr": "select: pants (1)->verify color: brown [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are brown and long.", "image": "n532213.jpg", "question_id": 201641133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify shape", "dependencies": [1], "argument": "square"}, {"operation": "verify", "dependencies": [1], "argument": "wet "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201481948", "201481949"], "equivalent": ["201481948", "201481949", "201481947"], "question": "Does the umbrella that is made of cloth look square and wet?", "isBalanced": true, "groups": {"global": null, "local": "05-square_wet"}, "answer": "no", "semanticStr": "select: umbrella (16)->filter material: cloth [0]->verify shape: square [1]->verify: wet  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "7": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the umbrella is wet but round.", "image": "n470920.jpg", "question_id": 201481947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["20978797", "20978795", "20978802", "20978801", "20978798"], "equivalent": ["20978796", "20978795"], "question": "Do you think the woman is sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_sitting"}, "answer": "no", "semanticStr": "select: woman (9)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is walking.", "image": "n551964.jpg", "question_id": 20978796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "select", "dependencies": [], "argument": "pants (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201301804", "201301803"], "equivalent": ["201301805", "201301804"], "question": "Are the shorts different in color than the pants?", "isBalanced": true, "groups": {"global": null, "local": "09diff-pants_shorts"}, "answer": "no", "semanticStr": "select: shorts (8)->select: pants (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "8"}, "fullAnswer": {"3": "8", "6": "3"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shorts and the pants are blue.", "image": "n127705.jpg", "question_id": 201301805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "relate", "dependencies": [0], "argument": "van,in front of,s (0)"}, {"operation": "filter", "dependencies": [1], "argument": "parked"}, {"operation": "verify material", "dependencies": [2], "argument": "metal"}, {"operation": "verify color", "dependencies": [2], "argument": "white "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201228042"], "equivalent": ["201228041"], "question": "Is the parked van in front of the car metallic and white?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "no", "semanticStr": "select: car (1)->relate: van,in front of,s (0) [0]->filter: parked [1]->verify material: metal [2]->verify color: white  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"8": "1", "2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the van is metallic but dark.", "image": "n154856.jpg", "question_id": 201228041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20754729"], "equivalent": ["20754730", "20754729"], "question": "Is the cotton shirt green and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-green_long sleeved"}, "answer": "no", "semanticStr": "select: shirt (5)->filter material: cotton [0]->verify color: green [1]->verify: long sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is green but short sleeved.", "image": "n566028.jpg", "question_id": 20754730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel dispenser (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "toy (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201175108"], "equivalent": ["201175109"], "question": "Are there either any towel dispensers or toys in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-towel dispenser_toy"}, "answer": "no", "semanticStr": "select: towel dispenser (-)->exist: ? [0]->select: toy (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no toys or towel dispensers.", "image": "n357784.jpg", "question_id": 201175109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20754730", "20754731", "20754733", "20754734", "20754729", "20754737"], "equivalent": ["20754732"], "question": "What color is the shirt that is made of cotton?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "green", "semanticStr": "select: shirt (5)->filter material: cotton [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "5", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is green.", "image": "n566028.jpg", "question_id": 20754732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bricks (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412360", "20412545"], "equivalent": ["20412546"], "question": "What item of furniture are the bricks behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bricks_behind,o"}, "answer": "chair", "semanticStr": "select: bricks (9)->relate: furniture,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bricks are behind the chair.", "image": "n445353.jpg", "question_id": 20412546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (12)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,above,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201770880"], "question": "Are there any mirrors above the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_mirror"}, "answer": "no", "semanticStr": "select: sink (12)->relate: mirror,above,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"4": "4", "7": "12"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a faucet above the sink.", "image": "n310625.jpg", "question_id": 201770880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "grassy"}, {"operation": "relate", "dependencies": [1], "argument": "animal,walking across,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017479", "2017308", "2017309", "2017481"], "equivalent": ["2017480"], "question": "What type of animal is walking across the grassy pasture?", "isBalanced": true, "groups": {"global": "animal", "local": "15-pasture_walking across,s"}, "answer": "horse", "semanticStr": "select: pasture (12)->filter: grassy [0]->relate: animal,walking across,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"8:10": "12", "3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n324908.jpg", "question_id": 2017480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20518750"], "question": "What is the soap in?", "isBalanced": true, "groups": {"global": "", "local": "14-soap_in,o"}, "answer": "shower", "semanticStr": "select: soap (9)->relate: _,in,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "9", "5": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap is in the shower.", "image": "n141939.jpg", "question_id": 20518750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "shower,in,o (16)"}], "entailed": [], "equivalent": ["20518752"], "question": "Is the white soap in the clean shower?", "isBalanced": true, "groups": {"global": null, "local": "13-soap_shower"}, "answer": "yes", "semanticStr": "select: soap (9)->filter color: white [0]->verify rel: shower,in,o (16) [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "6:8": "16"}, "fullAnswer": {"2": "9", "6": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the soap is in the shower.", "image": "n141939.jpg", "question_id": 20518752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017337", "2017084"], "equivalent": ["2017338"], "question": "Which kind of animal isn't large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_n#large"}, "answer": "goat", "semanticStr": "select: animal (10)->filter size: not(large) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a goat.", "image": "n324908.jpg", "question_id": 2017338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "choose name", "dependencies": [1], "argument": "horse|goat"}], "entailed": [], "equivalent": ["2017336"], "question": "What kind of animal is not large, the horse or the goat?", "isBalanced": true, "groups": {"global": "animal", "local": "12c-animal_n#large"}, "answer": "goat", "semanticStr": "select: animal (10)->filter size: not(large) [0]->choose name: horse|goat [1]", "annotations": {"answer": {"0": "10"}, "question": {"11": "10", "8": "6", "3": "6"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The goat is not large.", "image": "n324908.jpg", "question_id": 2017336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017310", "2017308", "2017320", "2017319", "2017321", "2017322", "2017309", "2017332", "2017331"], "equivalent": ["2017333"], "question": "Which kind of animal is large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "horse", "semanticStr": "select: animal (6)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n324908.jpg", "question_id": 2017333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (6)"}, {"operation": "choose name", "dependencies": [1], "argument": "cows|horses"}], "entailed": [], "equivalent": ["201704530"], "question": "What type of animal is the building behind of, cows or horses?", "isBalanced": true, "groups": {"global": "animal", "local": "15-building_behind,o"}, "answer": "cows", "semanticStr": "select: building (3)->relate: animal,behind,o (6) [0]->choose name: cows|horses [1]", "annotations": {"answer": {"0": "6"}, "question": {"9": "6", "3": "6", "6": "3"}, "fullAnswer": {"1": "3", "4": "6"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The building is behind cows.", "image": "n164272.jpg", "question_id": 201704530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20785979", "20785980"], "equivalent": ["20785981"], "question": "What is the cone in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-cone_in front of,o"}, "answer": "machine", "semanticStr": "select: cone (0)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"8": "6", "1:3": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic cone is in front of the machine.", "image": "n12404.jpg", "question_id": 20785981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498266", "201498276", "201498277"], "equivalent": ["201497850"], "question": "What device is not large?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#large"}, "answer": "computer mouse", "semanticStr": "select: device (0)->filter size: not(large) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4:6": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n315887.jpg", "question_id": 201497850}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20717149"], "question": "Is the bed white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: bed (8)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bed is white but large.", "image": "n67005.jpg", "question_id": 20717149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "machine,in front of,o (6)"}], "entailed": ["20786308"], "equivalent": ["20785984"], "question": "Is the small cone in front of the machine?", "isBalanced": true, "groups": {"global": null, "local": "13-cone_machine"}, "answer": "yes", "semanticStr": "select: cone (0)->filter size: small [0]->verify rel: machine,in front of,o (6) [1]", "annotations": {"answer": {}, "question": {"8": "6", "2:4": "0"}, "fullAnswer": {"8": "6", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cone is in front of the machine.", "image": "n12404.jpg", "question_id": 20785984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202240227"], "equivalent": ["202240227", "202240228"], "question": "The skinny girl is standing where?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-girl_standing on,o"}, "answer": "ground", "semanticStr": "select: girl (1)->filter fatness: skinny [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"1:3": "1"}, "fullAnswer": {"1": "1", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is standing on the ground.", "image": "n148872.jpg", "question_id": 202240228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["2055836", "2055719", "2055718", "2055835", "2055837", "2055717", "2055716", "2055720", "2055762", "2055763", "2055761", "2055810", "2055811", "2055812"], "equivalent": ["2055821"], "question": "Is this a white bus?", "isBalanced": true, "groups": {"global": null, "local": "06-bus_white"}, "answer": "no", "semanticStr": "select: bus (12)->verify color: white [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"5": "12"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a green bus.", "image": "n263180.jpg", "question_id": 2055821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(reflective)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498692", "201498693", "201497857", "201498694"], "equivalent": ["201497858"], "question": "What kind of device is not reflective?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#reflective"}, "answer": "phone", "semanticStr": "select: device (6)->filter: not(reflective) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n315887.jpg", "question_id": 201497858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240222"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "girl", "semanticStr": "select: shorts (8)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "8"}, "fullAnswer": {"1": "1", "4": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing shorts.", "image": "n148872.jpg", "question_id": 202240222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (0)"}, {"operation": "verify", "dependencies": [0], "argument": "low"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201879086", "201879087", "201879084", "201879085", "201879082", "201879083", "201879080", "201879081", "201879077", "201879076", "201879088", "201879078", "201879075", "201879079"], "equivalent": ["201879074"], "question": "Do the sneakers seem to be white and low?", "isBalanced": true, "groups": {"global": null, "local": "05-low_white"}, "answer": "yes", "semanticStr": "select: sneakers (0)->verify: low [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sneakers are white and low.", "image": "n496803.jpg", "question_id": 201879074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hat,wearing,o (-)"}], "entailed": [], "equivalent": ["201528046"], "question": "Is she wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_hat"}, "answer": "no", "semanticStr": "select: she (6)->verify rel: hat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"2": "6", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl is wearing a shirt.", "image": "n118102.jpg", "question_id": 201528046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candles (1)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201528049", "201528047"], "equivalent": ["201528048"], "question": "Who is holding the utensil near the candles?", "isBalanced": true, "groups": {"global": "person", "local": "14-knife_holding,s"}, "answer": "girl", "semanticStr": "select: candles (1)->relate: utensil,near,s (0) [0]->relate: person,holding,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4": "0", "7": "1"}, "fullAnswer": {"1": "6", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the knife.", "image": "n118102.jpg", "question_id": 201528048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,behind,o (3)"}], "entailed": ["201882976"], "equivalent": ["201882556"], "question": "Are the white curtains behind the chair that is to the right of the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-curtains_chair"}, "answer": "yes", "semanticStr": "select: curtains (15)->filter color: white [0]->verify rel: chair,behind,o (3) [1]", "annotations": {"answer": {}, "question": {"2:4": "15", "14": "4", "6": "3"}, "fullAnswer": {"2": "15", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the curtains are behind the chair.", "image": "n125122.jpg", "question_id": 201882556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882553", "201882917"], "equivalent": ["201882554"], "question": "What kind of furniture are the curtains behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtains_behind,o"}, "answer": "chair", "semanticStr": "select: curtains (15)->relate: furniture,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "15", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtains are behind the chair.", "image": "n125122.jpg", "question_id": 201882554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitchen (21)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,decorated by,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202005826", "202005798", "202005799", "202005796", "202005795", "202005803", "202005800", "202005793", "202005841", "202005790"], "equivalent": ["202005797"], "question": "How large is the cabinet that is decorating the kitchen?", "isBalanced": true, "groups": {"global": "size", "local": "10q-cabinet_size"}, "answer": "large", "semanticStr": "select: kitchen (21)->relate: cabinet,decorated by,s (10) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8:10": "21", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is large.", "image": "n97485.jpg", "question_id": 202005797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20456469"], "question": "Is there a fence or a dog in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-dog_fence"}, "answer": "yes", "semanticStr": "select: dog (4)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a dog.", "image": "n65885.jpg", "question_id": 20456469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201481823", "201481822", "201481821", "201481820", "201481809", "201481825", "201481813", "201481810", "201481811", "201481814"], "equivalent": ["201481812"], "question": "What is the color of the soft blanket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-blanket_color"}, "answer": "white", "semanticStr": "select: blanket (19)->filter hardness: soft [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The blanket is white.", "image": "n470920.jpg", "question_id": 201481812}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201770975", "201770979"], "equivalent": ["201770974"], "question": "What do you think is inside the mug?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mug_inside,s"}, "answer": "toothpaste", "semanticStr": "select: mug (5)->relate: _,inside,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"7": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toothpaste is inside the mug.", "image": "n310625.jpg", "question_id": 201770974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201770974", "201770979"], "equivalent": ["201770975"], "question": "What is inside the mug?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mug_inside,s"}, "answer": "toothpaste", "semanticStr": "select: mug (5)->relate: _,inside,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toothpaste is inside the mug.", "image": "n310625.jpg", "question_id": 201770975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwich (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lettuce,to the left of,o (-)"}], "entailed": [], "equivalent": ["20899657"], "question": "Is the sandwich to the left of lettuce?", "isBalanced": true, "groups": {"global": null, "local": "13-sandwich_lettuce"}, "answer": "no", "semanticStr": "select: sandwich (0)->verify rel: lettuce,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"9": "1", "2": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sandwich is to the left of the tea.", "image": "n186491.jpg", "question_id": 20899657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "people,behind,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["20412092", "20412093", "20412090", "20412094"], "equivalent": ["20412091"], "question": "What ethnic group are the people behind the boy?", "isBalanced": true, "groups": {"global": "race", "local": "10q-people_race"}, "answer": "caucasian", "semanticStr": "select: boy (0)->relate: people,behind,s (1) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"8": "0", "5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The people are caucasian.", "image": "n531359.jpg", "question_id": 20412091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201175368", "201175369", "201175370", "201175365", "201175366", "201175367", "201175287", "201175286"], "equivalent": ["201175364"], "question": "What animal is in front of the person that is looking at the mirror?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_in front of,s"}, "answer": "cat", "semanticStr": "select: mirror (8)->relate: person,looking at,s (0) [0]->relate: animal,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"13": "8", "7": "0"}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is in front of the woman.", "image": "n357784.jpg", "question_id": 201175364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175368", "201175369", "201175370", "201175364", "201175366", "201175367", "201175287", "201175286"], "equivalent": ["201175365"], "question": "What animal is in front of the woman?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_in front of,s"}, "answer": "cat", "semanticStr": "select: woman (0)->relate: animal,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is in front of the woman.", "image": "n357784.jpg", "question_id": 201175365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "choose rel", "dependencies": [1], "argument": "cat,to the left of|to the right of,s (1)"}], "entailed": ["201175360", "201175361", "201175235", "201175232", "201175233", "201175230", "201175231", "201175229", "201175357", "201175234", "201175237", "201175236", "201175359", "201175358"], "equivalent": ["201175362"], "question": "Is the brown animal to the right or to the left of the open bottle?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_cat"}, "answer": "left", "semanticStr": "select: bottle (14)->filter: open [0]->choose rel: cat,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "1", "13:15": "14"}, "fullAnswer": {"1": "1", "8": "14"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cat is to the left of the bottle.", "image": "n357784.jpg", "question_id": 201175362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloons (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "relate", "dependencies": [1], "argument": "people,near,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20412099"], "question": "Do you see people near the pink balloons?", "isBalanced": true, "groups": {"global": null, "local": "13-balloons_people"}, "answer": "yes", "semanticStr": "select: balloons (4)->filter color: pink [0]->relate: people,near,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "1", "6:8": "4"}, "fullAnswer": {"3": "1", "6": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are people near the balloons.", "image": "n531359.jpg", "question_id": 20412099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (2) "}, {"operation": "filter face expression", "dependencies": [3], "argument": "happy"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2044636", "2044637", "2044634", "2044635"], "equivalent": ["2044638"], "question": "Are there any men or women that are happy?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_happy"}, "answer": "yes", "semanticStr": "select: woman (7)->filter face expression: happy [0]->exist: ? [1]->select: man (2) ->filter face expression: happy [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "2", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the woman is happy.", "image": "n184551.jpg", "question_id": 2044638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20705852", "20705851", "20705850", "20705854", "20705859", "20705858", "20705847", "20705863", "20705864"], "equivalent": ["20705853"], "question": "What makes up the desk?", "isBalanced": true, "groups": {"global": "material", "local": "10q-desk_material"}, "answer": "wood", "semanticStr": "select: desk (0)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is made of wood.", "image": "n264887.jpg", "question_id": 20705853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201711441", "201711440", "201711399", "201711398", "201711403", "201711402", "201711405", "201711404", "201711407", "201711406", "201711409", "201711408", "201711395", "201711397", "201711396", "201711400", "201711438", "201711439", "201711429", "201711428", "201711434", "201711435", "201711437", "201711430", "201711431", "201711432", "201711433", "201711416", "201711417", "201711414", "201711415", "201711412", "201711413", "201711410", "201711411", "201711401", "201711427", "201711426"], "equivalent": ["201711425"], "question": "Is the box square and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_square"}, "answer": "yes", "semanticStr": "select: box (8)->verify color: brown [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the box is square and brown.", "image": "n302387.jpg", "question_id": 201711425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|red"}], "entailed": [], "equivalent": ["201952894"], "question": "Does the car look white or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-car_color"}, "answer": "white", "semanticStr": "select: car (7)->choose color: white|red [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is white.", "image": "n525029.jpg", "question_id": 201952894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201068604", "201068605", "201068602", "201068603", "201068600", "201068601", "201068592", "201068590", "201068591", "201068597", "201068594", "201068595", "201068598", "201068599", "201068589"], "equivalent": ["201068593"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking down", "semanticStr": "select: man (2)->query: activity [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking down.", "image": "n159802.jpg", "question_id": 201068593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (11)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}, {"operation": "select", "dependencies": [], "argument": "skateboarder (8) "}, {"operation": "filter gender", "dependencies": [3], "argument": "not(male)"}, {"operation": "verify pose", "dependencies": [4], "argument": "standing"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20245750", "20245748", "20245749", "20245744", "20245745", "20245746", "20246052", "20246055", "20246054", "20246057", "20246051", "20246056"], "equivalent": ["20245744", "20245743"], "question": "Are both the person to the right of the other people and the skateboarder that is not male standing?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-person_skateboarder"}, "answer": "yes", "semanticStr": "select: people (13)->relate: person,to the right of,s (11) [0]->verify pose: standing [1]->select: skateboarder (8) ->filter gender: not(male) [3]->verify pose: standing [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"10": "13", "3": "11", "13": "8", "17": "8"}, "fullAnswer": {"3": "11", "6": "8"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the person and the skateboarder are standing.", "image": "n489190.jpg", "question_id": 20245743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["2017154", "2017153", "2017150", "2017156", "2017155", "2017172", "2017159"], "equivalent": ["2017157"], "question": "Is the pasture dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-pasture_17"}, "answer": "dry", "semanticStr": "select: pasture (12)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pasture is dry.", "image": "n324908.jpg", "question_id": 2017157}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201068604", "201068605", "201068602", "201068603", "201068600", "201068601", "201068592", "201068593", "201068590", "201068591", "201068597", "201068594", "201068598", "201068599", "201068589"], "equivalent": ["201068595"], "question": "What's the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking down", "semanticStr": "select: man (2)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking down.", "image": "n159802.jpg", "question_id": 201068595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (23)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655403", "20655307", "20655306", "20655404"], "equivalent": ["20655405"], "question": "Which kind of sign is on the sidewalk?", "isBalanced": true, "groups": {"global": "sign", "local": "15-sidewalk_on,s"}, "answer": "street sign", "semanticStr": "select: sidewalk (23)->relate: sign,on,s (25) [0]->query: name [1]", "annotations": {"answer": {"0:2": "25"}, "question": {"3": "25"}, "fullAnswer": {"1": "25", "4:6": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n199097.jpg", "question_id": 20655405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (23)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "relate", "dependencies": [1], "argument": "sign,on,s (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20655307", "20655306", "20655404", "20655405"], "equivalent": ["20655403", "20655404"], "question": "What type of sign is on the wide sidewalk?", "isBalanced": true, "groups": {"global": "sign", "local": "15-sidewalk_on,s"}, "answer": "street sign", "semanticStr": "select: sidewalk (23)->filter width: wide [0]->relate: sign,on,s (25) [1]->query: name [2]", "annotations": {"answer": {"0:2": "25"}, "question": {"3": "25", "7:9": "23"}, "fullAnswer": {"1": "25", "4:6": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n199097.jpg", "question_id": 20655403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735528", "201735521", "201735523", "201735524", "201735525", "201735526", "201735527"], "equivalent": ["201735522", "201735523", "201735524", "201735525"], "question": "What are the items of furniture to the right of the black device?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_to the right of,s"}, "answer": "shelves", "semanticStr": "select: device (1)->filter color: black [0]->relate: furniture,to the right of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"11:13": "1", "3:6": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n240973.jpg", "question_id": 201735522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20416723", "20416738", "20416765", "20416729", "20416720", "20416733", "20416732", "20416731", "20416730", "20416737", "20416736", "20416734", "20416724", "20416748", "20416725", "20416747", "20416744", "20416745", "20416743"], "equivalent": ["20416735"], "question": "What is the color of the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "dark brown", "semanticStr": "select: table (2)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is dark brown.", "image": "n234722.jpg", "question_id": 20416735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (7)"}, {"operation": "relate", "dependencies": [0], "argument": "tail,of,s (1)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20789836"], "question": "Is the horse's tail long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: horse (7)->relate: tail,of,s (1) [0]->verify length: long [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"3": "1", "2": "7"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tail is long but black.", "image": "n475030.jpg", "question_id": 20789836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2075457", "2075444", "2075458", "2075459"], "equivalent": ["2075460"], "question": "What animal stands on the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "deer", "semanticStr": "select: grass (12)->relate: animal,standing on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n469525.jpg", "question_id": 2075460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201235634", "201235643", "201235640", "201235641", "201235646", "201235647", "201235621", "201235630", "201235620", "201235628", "201235629", "201235624", "201235625", "201235626", "201235627", "201235633", "201235632", "201235631", "201235623"], "equivalent": ["201235642"], "question": "Are these small bananas?", "isBalanced": true, "groups": {"global": null, "local": "06-bananas_small"}, "answer": "yes", "semanticStr": "select: bananas (2)->verify size: small [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, these are small bananas.", "image": "n527589.jpg", "question_id": 201235642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (12)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,behind,s (10)"}, {"operation": "choose material", "dependencies": [1], "argument": "metal|wood"}], "entailed": ["201935104", "201935105"], "equivalent": ["201935104", "201935105", "201935106"], "question": "Is the lamp behind the tree wooden or metallic?", "isBalanced": true, "groups": {"global": null, "local": "10c-lamp_material"}, "answer": "metallic", "semanticStr": "select: tree (12)->relate: lamp,behind,s (10) [0]->choose material: metal|wood [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "12"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is metallic.", "image": "n556604.jpg", "question_id": 201935106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing beside,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201751670", "201751671"], "equivalent": ["201751709"], "question": "What is standing beside the person to the right of the lady?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_standing beside,s"}, "answer": "clock", "semanticStr": "select: lady (10)->relate: person,to the right of,s (13) [0]->relate: _,standing beside,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "10", "5": "13"}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The clock is standing beside the person.", "image": "n355567.jpg", "question_id": 201751709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter", "dependencies": [3], "argument": "old"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20473113", "20473115"], "equivalent": ["20473113", "20473114"], "question": "Are there either old men or women in the picture?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_old"}, "answer": "yes", "semanticStr": "select: woman (7)->filter age: old [0]->exist: ? [1]->select: man (-) ->filter: old [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an old woman.", "image": "n126891.jpg", "question_id": 20473114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["202036834", "202036831", "202036827", "202036833", "202036832", "202036828", "202036829", "202036844", "202036818", "202036843", "202036830"], "equivalent": ["202036826"], "question": "Does the pepper look green?", "isBalanced": true, "groups": {"global": null, "local": "06-pepper_green"}, "answer": "yes", "semanticStr": "select: pepper (4)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pepper is green.", "image": "n200225.jpg", "question_id": 202036826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "scarf,wearing,o (2)"}], "entailed": [], "equivalent": ["201972828"], "question": "Is the woman wearing a scarf?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_scarf"}, "answer": "yes", "semanticStr": "select: woman (0)->verify rel: scarf,wearing,o (2) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5": "2"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is wearing a scarf.", "image": "n541482.jpg", "question_id": 201972828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20588987", "20589000", "20589001", "20589007", "20588999", "20588997", "20588996", "20588995", "20588994", "20588993"], "equivalent": ["20588999", "20588998"], "question": "What is the color of the devices in the top part?", "isBalanced": true, "groups": {"global": "color", "local": "10q-speakers_color"}, "answer": "black", "semanticStr": "select: device (7)->filter vposition: top [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The speakers are black.", "image": "n258500.jpg", "question_id": 20588998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (18)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,to the left of,s (12)"}, {"operation": "choose material", "dependencies": [1], "argument": "plastic|glass"}], "entailed": ["20899322"], "equivalent": ["20899323"], "question": "Is the bottle to the left of the purse made of plastic or glass?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bottle_material"}, "answer": "plastic", "semanticStr": "select: purse (18)->relate: bottle,to the left of,s (12) [0]->choose material: plastic|glass [1]", "annotations": {"answer": {}, "question": {"8": "18", "2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is made of plastic.", "image": "n403734.jpg", "question_id": 20899323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427674"], "equivalent": ["20427673"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "gentleman", "semanticStr": "select: shirt (10)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "10"}, "fullAnswer": {"1": "7", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing a shirt.", "image": "n281241.jpg", "question_id": 20427673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201403989", "201403991", "201403990"], "equivalent": ["201403992"], "question": "On which side of the picture is the drink?", "isBalanced": true, "groups": {"global": null, "local": "10q-drink_hposition"}, "answer": "right", "semanticStr": "select: drink (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The drink is on the right of the image.", "image": "n331357.jpg", "question_id": 201403992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (22)"}, {"operation": "relate", "dependencies": [0], "argument": "suitcase,on,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}], "entailed": ["202231818"], "equivalent": ["202231819"], "question": "Does the suitcase on the floor have red color?", "isBalanced": true, "groups": {"global": null, "local": "06-suitcase_red"}, "answer": "no", "semanticStr": "select: floor (22)->relate: suitcase,on,s (12) [0]->verify color: red [1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "22"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the suitcase is black.", "image": "n232810.jpg", "question_id": 202231819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427673"], "equivalent": ["20427674"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "gentleman", "semanticStr": "select: shirt (10)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing a shirt.", "image": "n281241.jpg", "question_id": 20427674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20589020", "20589021"], "equivalent": ["20589022"], "question": "What's under the skater?", "isBalanced": true, "groups": {"global": "thing", "local": "14-skater_under,s"}, "answer": "graffiti", "semanticStr": "select: skater (5)->relate: _,under,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The graffiti is under the skater.", "image": "n258500.jpg", "question_id": 20589022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "_,sitting on,o (15)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20886981", "20887362", "20887363", "20887366", "20887364", "20887365"], "equivalent": ["20887361"], "question": "What is the dog that looks brown and black sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-dog_sitting on,o"}, "answer": "table", "semanticStr": "select: dog (5)->filter color: brown [0]->filter color: black [1]->relate: _,sitting on,o (15) [2]->query: name [3]", "annotations": {"answer": {"0": "15"}, "question": {"8": "5", "3": "5", "6": "5"}, "fullAnswer": {"1": "5", "6": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is sitting on the table.", "image": "n282436.jpg", "question_id": 20887361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20381301"], "question": "Is the chair yellow and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_yellow"}, "answer": "no", "semanticStr": "select: chair (13)->verify material: metal [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is metallic but black.", "image": "n398257.jpg", "question_id": 20381301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201593521"], "question": "Are the trees short and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: trees (4)->verify color: green [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are green but tall.", "image": "n524855.jpg", "question_id": 201593521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20381308", "20381303", "20381302", "20381301", "20381307", "20381306", "20381304", "20381312", "20381315", "20381313"], "equivalent": ["20381305"], "question": "What material is the black chair made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "metal", "semanticStr": "select: chair (13)->filter color: black [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4:6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of metal.", "image": "n398257.jpg", "question_id": 20381305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paddle (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201687368"], "equivalent": ["201687367"], "question": "Is the oar blue?", "isBalanced": true, "groups": {"global": null, "local": "06-paddle_blue"}, "answer": "no", "semanticStr": "select: paddle (0)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the oar is black.", "image": "n228268.jpg", "question_id": 201687367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20178151", "20178152", "20178153", "20178148", "20178133", "20178130", "20178144", "20178136", "20178137", "20178135", "20178132", "20178146", "20178138", "20178145"], "equivalent": ["20178147"], "question": "Does the mug appear to be round and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "yes", "semanticStr": "select: mug (7)->verify size: large [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mug is round and large.", "image": "n55058.jpg", "question_id": 20178147}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["20178138", "20178148", "20178132", "20178145", "20178144", "20178136", "20178137", "20178135", "20178133"], "equivalent": ["20178146", "20178145", "20178144"], "question": "Does the mug look small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-mug_size"}, "answer": "large", "semanticStr": "select: mug (7)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mug is large.", "image": "n55058.jpg", "question_id": 20178146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616126", "201616125", "201616254", "201616255"], "equivalent": ["201616253"], "question": "What are the shoes in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-shoes_in front of,o"}, "answer": "table", "semanticStr": "select: shoes (9)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "9", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoes are in front of the table.", "image": "n65230.jpg", "question_id": 201616253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (25)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20672828", "20672816", "20672817", "20672823", "20672822", "20672821", "20672830", "20672831", "20672825", "20672824"], "equivalent": ["20672829", "20672828"], "question": "What is the wide piece of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wide"}, "answer": "chair", "semanticStr": "select: furniture (25)->filter width: wide [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {"4:7": "25"}, "fullAnswer": {"1:4": "25", "6": "25"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n59147.jpg", "question_id": 20672829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616253", "201616126", "201616125", "201616255"], "equivalent": ["201616254"], "question": "What is the item of furniture that the shoes are in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shoes_in front of,o"}, "answer": "table", "semanticStr": "select: shoes (9)->relate: furniture,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "9", "3:6": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n65230.jpg", "question_id": 201616254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "books,on top of,s (8)"}, {"operation": "filter", "dependencies": [1], "argument": "closed"}, {"operation": "query", "dependencies": [2], "argument": "size"}], "entailed": ["201983074", "201983084", "201983085", "201983078", "201983082", "201983083", "201983075", "201983079", "201983077", "201983076", "201983089", "201983081"], "equivalent": ["201983080"], "question": "How large are the closed books on top of the coffee table?", "isBalanced": true, "groups": {"global": "size", "local": "10q-books_size"}, "answer": "small", "semanticStr": "select: coffee table (6)->relate: books,on top of,s (8) [0]->filter: closed [1]->query: size [2]", "annotations": {"answer": {}, "question": {"4:6": "8", "10:12": "6"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are small.", "image": "n526228.jpg", "question_id": 201983080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lamp,in front of,o (-)"}], "entailed": [], "equivalent": ["201616258"], "question": "Are the shoes in front of a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-shoes_lamp"}, "answer": "no", "semanticStr": "select: shoes (9)->verify rel: lamp,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"8": "3", "2": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the shoes are in front of a table.", "image": "n65230.jpg", "question_id": 201616258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201302061", "201302060", "201302066", "201302064", "201302052", "201302053", "201302051", "201302056", "201302057", "201302054", "201302055", "201302058", "201302059", "201302079", "201302075", "201302076", "201302085", "201302048", "201302081", "201302080", "201302083", "201302082", "201302049", "201302084"], "equivalent": ["201302074", "201302075"], "question": "Are the shorts clean and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "yes", "semanticStr": "select: shorts (8)->verify color: blue [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are clean and blue.", "image": "n127705.jpg", "question_id": 201302074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827472", "20827473", "20827398", "20827468"], "equivalent": ["20827469"], "question": "Which kind of furniture is in front of the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_in front of,s"}, "answer": "sofa", "semanticStr": "select: window (3)->relate: furniture,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n283587.jpg", "question_id": 20827469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20827472", "20827473", "20827398", "20827469"], "equivalent": ["20827468"], "question": "What kind of furniture is in front of the window that looks square?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_in front of,s"}, "answer": "sofa", "semanticStr": "select: window (3)->filter shape: square [0]->relate: furniture,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"9": "3", "3": "4", "12": "3"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n283587.jpg", "question_id": 20827468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201467243", "201467254", "201467255", "201467244"], "equivalent": ["201467253"], "question": "Are there any large bears?", "isBalanced": true, "groups": {"global": null, "local": "04-bear_large"}, "answer": "yes", "semanticStr": "select: bear (3)->filter size: large [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a large bear.", "image": "n437192.jpg", "question_id": 201467253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign post (2)"}, {"operation": "select", "dependencies": [], "argument": "artwork (7) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202021395"], "question": "What do the sign post and the artwork have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-artwork_sign post"}, "answer": "color", "semanticStr": "select: sign post (2)->select: artwork (7) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "7", "3:5": "2"}, "fullAnswer": {"8": "7", "4:6": "2"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the sign post and the artwork are red.", "image": "n255161.jpg", "question_id": 202021395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201795300", "201795306"], "equivalent": ["201795347"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (1)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n119944.jpg", "question_id": 201795347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboarder (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "goggles,wearing,o (3)"}], "entailed": ["20361324"], "equivalent": ["20361323"], "question": "Is the snowboarder wearing goggles?", "isBalanced": true, "groups": {"global": null, "local": "13-snowboarder_goggles"}, "answer": "yes", "semanticStr": "select: snowboarder (2)->verify rel: goggles,wearing,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "2", "4": "3"}, "fullAnswer": {"2": "2", "5": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the snowboarder is wearing goggles.", "image": "n352479.jpg", "question_id": 20361323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pie (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210945", "20211196"], "equivalent": ["20210946"], "question": "Who is the pie in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-pie_in front of,o"}, "answer": "woman", "semanticStr": "select: pie (10)->relate: person,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "10", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pie is in front of the woman.", "image": "n312206.jpg", "question_id": 20210946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify rel", "dependencies": [1], "argument": "logo,bigger than,o (11)"}], "entailed": [], "equivalent": ["201879046"], "question": "Is the blue sign bigger than the logo?", "isBalanced": true, "groups": {"global": null, "local": "13-sign_logo"}, "answer": "yes", "semanticStr": "select: sign (14)->filter color: blue [0]->verify rel: logo,bigger than,o (11) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "7": "11"}, "fullAnswer": {"2": "14", "7": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sign is bigger than the logo.", "image": "n496803.jpg", "question_id": 201879046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361219"], "equivalent": ["20361326"], "question": "Who is wearing the ground?", "isBalanced": true, "groups": {"global": "person", "local": "14-ground_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: ground (7)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing the ground.", "image": "n352479.jpg", "question_id": 20361326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361330", "20361219"], "equivalent": ["20361329"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: jacket (5)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "5"}, "fullAnswer": {"1": "2", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a jacket.", "image": "n352479.jpg", "question_id": 20361329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (12)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["201879839", "201879837", "201879858", "201879842", "201879843", "201879840", "201879841", "201879847", "201879844"], "equivalent": ["201879845"], "question": "Is the beach dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-beach_17"}, "answer": "dry", "semanticStr": "select: beach (12)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The beach is dry.", "image": "n466319.jpg", "question_id": 201879845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "standing"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201235840"], "question": "Do you see any women or men that are standing?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_standing"}, "answer": "no", "semanticStr": "select: woman (6)->filter pose: standing [0]->exist: ? [1]->select: man (-) ->filter pose: standing [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is crouching.", "image": "n527589.jpg", "question_id": 201235840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(wooded)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149838"], "equivalent": ["20149839"], "question": "What kind of furniture is not wooded?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#wooded"}, "answer": "drawer", "semanticStr": "select: furniture (12)->filter: not(wooded) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a drawer.", "image": "n65866.jpg", "question_id": 20149839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "steps (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting on top of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20183167"], "equivalent": ["20183254"], "question": "Who is sitting on top of the steps?", "isBalanced": true, "groups": {"global": "person", "local": "14-steps_sitting on top of,s"}, "answer": "woman", "semanticStr": "select: steps (1)->relate: person,sitting on top of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "8": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on top of the steps.", "image": "n151768.jpg", "question_id": 20183254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (13)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20879025", "20879026", "20879027", "20879037", "20879029", "20879030"], "equivalent": ["20879028"], "question": "The hat the skater is wearing is of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "white", "semanticStr": "select: skater (13)->relate: hat,wearing,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "1", "3": "13"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is white.", "image": "n259949.jpg", "question_id": 20879028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["20753708", "20753714", "20753713", "20753712", "20753711", "20753710"], "equivalent": ["20753709"], "question": "What is the gender of the person to the right of the other person?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "female", "semanticStr": "select: person (0)->relate: person,to the right of,s (6) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"13": "0", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is female.", "image": "n481777.jpg", "question_id": 20753709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(uncomfortable)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201878395", "201878394", "201878396", "201878393"], "equivalent": ["201878397"], "question": "Is there a dog in the image that is not uncomfortable?", "isBalanced": true, "groups": {"global": null, "local": "04-dog_n#uncomfortable"}, "answer": "no", "semanticStr": "select: dog (0)->filter: not(uncomfortable) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a dog but it is uncomfortable.", "image": "n342511.jpg", "question_id": 201878397}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735380", "201735381", "201735382"], "equivalent": ["201735383"], "question": "What is the laptop sitting beside?", "isBalanced": true, "groups": {"global": "", "local": "14-laptop_sitting beside,o"}, "answer": "chicken", "semanticStr": "select: laptop (1)->relate: _,sitting beside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting beside the chicken.", "image": "n240973.jpg", "question_id": 201735383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "chicken,sitting beside,o (0)"}], "entailed": ["201735384"], "equivalent": ["201735385"], "question": "Is the device to the left of the shelves sitting beside the chicken?", "isBalanced": true, "groups": {"global": null, "local": "13-laptop_chicken"}, "answer": "yes", "semanticStr": "select: shelves (5)->relate: device,to the left of,s (1) [0]->verify rel: chicken,sitting beside,o (0) [1]", "annotations": {"answer": {}, "question": {"2": "1", "8": "5", "12": "0"}, "fullAnswer": {"2": "1", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the laptop is sitting beside the chicken.", "image": "n240973.jpg", "question_id": 201735385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756950"], "equivalent": ["20756952"], "question": "What appliance is dark?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_dark"}, "answer": "stove", "semanticStr": "select: appliance (7)->filter color: dark [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n433532.jpg", "question_id": 20756952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "verify weather", "dependencies": [1], "argument": "cloudy"}], "entailed": ["202073366", "202073380", "202073381", "202073382", "202073377", "202073376", "202073378", "202073364", "202073365", "202073363"], "equivalent": ["202073379"], "question": "Does the wide sky look cloudy?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_cloudy"}, "answer": "yes", "semanticStr": "select: sky (6)->filter width: wide [0]->verify weather: cloudy [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sky is cloudy.", "image": "n219840.jpg", "question_id": 202073379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter gender", "dependencies": [0], "argument": "female"}, {"operation": "verify activity", "dependencies": [1], "argument": "looking down"}], "entailed": ["20753703", "20753705", "20753706", "20753707"], "equivalent": ["20753702"], "question": "Does the female person seem to be looking down?", "isBalanced": true, "groups": {"global": null, "local": "06-person_looking down"}, "answer": "yes", "semanticStr": "select: person (6)->filter gender: female [0]->verify activity: looking down [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is looking down.", "image": "n481777.jpg", "question_id": 20753702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705705"], "equivalent": ["20705704"], "question": "What is the device that is on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_on"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: on [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n264887.jpg", "question_id": 20705704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756953", "20756954", "20756955"], "equivalent": ["20756956"], "question": "What kind of appliance is warm?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_warm"}, "answer": "stove", "semanticStr": "select: appliance (7)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n433532.jpg", "question_id": 20756956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20609461", "20609460", "20609462", "20609465", "20609464", "20609467", "20609466", "20609469", "20609468", "20609450", "20609463", "20609451", "20609472", "20609449", "20609473"], "equivalent": ["20609470"], "question": "What is the fork made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fork_material"}, "answer": "metal", "semanticStr": "select: fork (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is made of metal.", "image": "n437064.jpg", "question_id": 20609470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "towel,sitting on top of,o (-)"}], "entailed": [], "equivalent": ["201482336"], "question": "Is the bag that looks brown sitting on top of a towel?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_towel"}, "answer": "no", "semanticStr": "select: bag (6)->filter color: brown [0]->verify rel: towel,sitting on top of,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"9": "19", "2": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bag is sitting on top of a blanket.", "image": "n470920.jpg", "question_id": 201482336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,around,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201639129"], "question": "What is the fence around of?", "isBalanced": true, "groups": {"global": "place", "local": "14-fence_around,o"}, "answer": "field", "semanticStr": "select: fence (10)->relate: _,around,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "10", "5": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is around the field.", "image": "n497789.jpg", "question_id": 201639129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616069", "201616068"], "equivalent": ["201616070"], "question": "What is the rug in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-rug_in front of,o"}, "answer": "toilet", "semanticStr": "select: rug (1)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the toilet.", "image": "n65230.jpg", "question_id": 201616070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20183255", "20183257", "20183256"], "equivalent": ["20183258"], "question": "What is the woman sitting on top of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_sitting on top of,o"}, "answer": "steps", "semanticStr": "select: woman (6)->relate: _,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "6", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on top of the steps.", "image": "n151768.jpg", "question_id": 20183258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20963670", "20963668", "20963669"], "equivalent": ["20963671"], "question": "On which side of the picture is the toilet?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet_hposition"}, "answer": "right", "semanticStr": "select: toilet (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is on the right of the image.", "image": "n119886.jpg", "question_id": 20963671}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738980"], "equivalent": ["201738981"], "question": "What is wearing the pants?", "isBalanced": true, "groups": {"global": "", "local": "14-pants_wearing,s"}, "answer": "pitcher", "semanticStr": "select: pants (6)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing pants.", "image": "n485969.jpg", "question_id": 201738981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738981"], "equivalent": ["201738980"], "question": "What is wearing pants?", "isBalanced": true, "groups": {"global": "", "local": "14-pants_wearing,s"}, "answer": "pitcher", "semanticStr": "select: pants (6)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "6"}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing pants.", "image": "n485969.jpg", "question_id": 201738980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,throwing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201738984"], "question": "What is throwing the baseball?", "isBalanced": true, "groups": {"global": "", "local": "14-baseball_throwing,s"}, "answer": "pitcher", "semanticStr": "select: baseball (3)->relate: _,throwing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is throwing the baseball.", "image": "n485969.jpg", "question_id": 201738984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,throwing,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201739000", "201738985", "201738986"], "equivalent": ["201738987"], "question": "What's the pitcher throwing?", "isBalanced": true, "groups": {"global": "sport", "local": "14-pitcher_throwing,o"}, "answer": "baseball", "semanticStr": "select: pitcher (0)->relate: _,throwing,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is throwing the baseball.", "image": "n485969.jpg", "question_id": 201738987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothes (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20295749", "20295748", "20295745", "20295744", "20295747", "20295741", "20295743", "20295742", "20295750", "20295751"], "equivalent": ["20295745", "20295744", "20295747", "20295746"], "question": "What is the color of the clothes made of cloth?", "isBalanced": true, "groups": {"global": "color", "local": "10q-clothes_color"}, "answer": "white", "semanticStr": "select: clothes (8)->filter material: cloth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "8", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clothes are white.", "image": "n162586.jpg", "question_id": 20295746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (2)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "verify rel", "dependencies": [1], "argument": "radio,to the right of,o (11)"}], "entailed": ["20479925"], "equivalent": ["20480529"], "question": "Are the colorful books to the right of a radio?", "isBalanced": true, "groups": {"global": null, "local": "13-books_radio"}, "answer": "yes", "semanticStr": "select: books (2)->filter: colorful [0]->verify rel: radio,to the right of,o (11) [1]", "annotations": {"answer": {}, "question": {"9": "11", "2:4": "2"}, "fullAnswer": {"9": "11", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the books are to the right of a radio.", "image": "n520071.jpg", "question_id": 20480529}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201156503", "201156502", "201156501"], "equivalent": ["201156504"], "question": "On which side of the photo is the backpack?", "isBalanced": true, "groups": {"global": null, "local": "10q-backpack_hposition"}, "answer": "left", "semanticStr": "select: backpack (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is on the left of the image.", "image": "n146522.jpg", "question_id": 201156504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (10)"}, {"operation": "verify", "dependencies": [0], "argument": "crooked"}], "entailed": ["20667310", "20667309", "20667307"], "equivalent": ["20667311"], "question": "Does the hat appear to be crooked?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_crooked"}, "answer": "yes", "semanticStr": "select: hat (10)->verify: crooked [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hat is crooked.", "image": "n181355.jpg", "question_id": 20667311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "magazine (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667644", "20667464", "20667643"], "equivalent": ["20667642"], "question": "What is the magazine lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-magazine_lying on top of,o"}, "answer": "coffee table", "semanticStr": "select: magazine (3)->relate: _,lying on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"1": "3", "8:10": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The magazine is lying on top of the coffee table.", "image": "n181355.jpg", "question_id": 20667642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "magazine (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667464", "20667643", "20667642"], "equivalent": ["20667644"], "question": "Which kind of furniture is the magazine lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-magazine_lying on top of,o"}, "answer": "coffee table", "semanticStr": "select: magazine (3)->relate: furniture,lying on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "3", "8:10": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The magazine is lying on top of the coffee table.", "image": "n181355.jpg", "question_id": 20667644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (22)"}, {"operation": "verify", "dependencies": [0], "argument": "empty"}], "entailed": ["202125993", "202125995", "202125994", "202125997", "202125996", "202125999"], "equivalent": ["202125998"], "question": "Are these empty chairs?", "isBalanced": true, "groups": {"global": null, "local": "06-chairs_empty"}, "answer": "yes", "semanticStr": "select: chairs (22)->verify: empty [0]", "annotations": {"answer": {}, "question": {"3": "22"}, "fullAnswer": {"4": "22"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, these are empty chairs.", "image": "n573460.jpg", "question_id": 202125998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sandwiches,on top of,o (5)"}], "entailed": ["20611778", "20611780", "20611777"], "equivalent": ["20611779"], "question": "Is the spoon on top of the food below the grapes?", "isBalanced": true, "groups": {"global": null, "local": "13-spoon_sandwiches"}, "answer": "yes", "semanticStr": "select: spoon (4)->verify rel: sandwiches,on top of,o (5) [0]", "annotations": {"answer": {}, "question": {"10": "2", "2": "4", "7": "5"}, "fullAnswer": {"8": "5", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the spoon is on top of the sandwiches.", "image": "n28996.jpg", "question_id": 20611779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "cloudless"}], "entailed": ["202116784"], "equivalent": ["202116785"], "question": "Does the blue sky look cloudless?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_cloudless"}, "answer": "no", "semanticStr": "select: sky (11)->filter color: blue [0]->verify weather: cloudless [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sky is cloudy.", "image": "n48494.jpg", "question_id": 202116785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667872", "20667873", "20667871", "20667874", "20667875", "20668041"], "equivalent": ["20667869"], "question": "The woman is sitting on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting on,o"}, "answer": "couch", "semanticStr": "select: woman (5)->relate: _,sitting on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the couch.", "image": "n181355.jpg", "question_id": 20667869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (2)"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless"}], "entailed": ["20247520", "20247508", "20247540", "20247519"], "equivalent": ["20247538"], "question": "Is the dress sleeveless?", "isBalanced": true, "groups": {"global": null, "local": "06-dress_sleeveless"}, "answer": "no", "semanticStr": "select: dress (2)->verify: sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the dress is short sleeved.", "image": "n223750.jpg", "question_id": 20247538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121445", "202121521", "202121446"], "equivalent": ["202121522"], "question": "What is covered by the curtains?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-curtains_covered by,s"}, "answer": "window", "semanticStr": "select: curtains (16)->relate: _,covered by,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "6": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The window is covered by the curtains.", "image": "n140421.jpg", "question_id": 202121522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "relate", "dependencies": [0], "argument": "window,near,s (15)"}, {"operation": "relate", "dependencies": [1], "argument": "_,covered by,o (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202121524"], "equivalent": ["202121523"], "question": "What is the window near the clock covered by?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_covered by,o"}, "answer": "curtains", "semanticStr": "select: clock (8)->relate: window,near,s (15) [0]->relate: _,covered by,o (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3": "15", "6": "8"}, "fullAnswer": {"1": "15", "6": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The window is covered by the curtains.", "image": "n140421.jpg", "question_id": 202121523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "bedroom|bathroom"}], "entailed": [], "equivalent": ["201832266"], "question": "Is it a bedroom or a bathroom?", "isBalanced": true, "groups": {"global": "room", "local": "02c-place"}, "answer": "bedroom", "semanticStr": "select: scene->choose place: bedroom|bathroom [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is a bedroom.", "image": "n432591.jpg", "question_id": 201832266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143251", "201143250", "201143248", "201143246", "201143245"], "equivalent": ["201143248", "201143249"], "question": "What are the pieces of furniture underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_underneath,s"}, "answer": "chairs", "semanticStr": "select: table (6)->relate: furniture,underneath,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "6", "3:6": "0"}, "fullAnswer": {"1:4": "0", "5": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n276011.jpg", "question_id": 201143249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "select", "dependencies": [], "argument": "glove (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20287255"], "equivalent": ["20287254"], "question": "Do the bat and the glove have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-bat_glove"}, "answer": "yes", "semanticStr": "select: bat (11)->select: glove (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "12"}, "fullAnswer": {"3": "11", "6": "12"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bat and the glove are black.", "image": "n317260.jpg", "question_id": 20287254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(tan)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "horse (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(tan)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201976545", "201976543", "201976544"], "equivalent": ["201976532"], "question": "Is there a horse or a cow that is not tan?", "isBalanced": true, "groups": {"global": null, "local": "04-cow_n#tan"}, "answer": "no", "semanticStr": "select: cow (0)->filter color: not(tan) [0]->exist: ? [1]->select: horse (-) ->filter color: not(tan) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cow but it is tan.", "image": "n279173.jpg", "question_id": 201976532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ham (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794205", "20794206", "20794207", "20794200", "20794201", "20794203", "20794208", "20794209", "20794210", "20794188"], "equivalent": ["20794202"], "question": "What's on the ham?", "isBalanced": true, "groups": {"global": "sauce", "local": "14-ham_on,s"}, "answer": "mustard", "semanticStr": "select: ham (4)->relate: _,on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mustard is on the ham.", "image": "n278453.jpg", "question_id": 20794202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,near,s (0)"}, {"operation": "choose", "dependencies": [1], "argument": "uncomfortable|comfortable"}], "entailed": ["201143210", "201143237", "201143193", "201143234", "201143243", "201143239", "201143238", "201143226", "201143232", "201143227", "201143242", "201143236", "201143240"], "equivalent": ["201143241"], "question": "Are the chairs near the flowers comfortable or uncomfortable?", "isBalanced": true, "groups": {"global": "10", "local": "10c-chairs_10"}, "answer": "uncomfortable", "semanticStr": "select: flowers (7)->relate: chairs,near,s (0) [0]->choose: uncomfortable|comfortable [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "7"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chairs are uncomfortable.", "image": "n276011.jpg", "question_id": 201143241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143251", "201143250", "201143248", "201143249", "201143245"], "equivalent": ["201143246"], "question": "What is underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_underneath,s"}, "answer": "chairs", "semanticStr": "select: table (6)->relate: _,underneath,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are underneath the table.", "image": "n276011.jpg", "question_id": 201143246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "filter", "dependencies": [0], "argument": "covered"}, {"operation": "relate", "dependencies": [1], "argument": "_,underneath,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201143251", "201143250", "201143248", "201143249", "201143246"], "equivalent": ["201143245"], "question": "What is underneath the covered table?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_underneath,s"}, "answer": "chairs", "semanticStr": "select: table (6)->filter: covered [0]->relate: _,underneath,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"4:6": "6"}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are underneath the table.", "image": "n276011.jpg", "question_id": 201143245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bathtub,above,o (8)"}], "entailed": [], "equivalent": ["201671758"], "question": "Is the ceiling above a bathtub?", "isBalanced": true, "groups": {"global": null, "local": "13-ceiling_bathtub"}, "answer": "yes", "semanticStr": "select: ceiling (10)->verify rel: bathtub,above,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "10", "5": "8"}, "fullAnswer": {"2": "10", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the ceiling is above a bathtub.", "image": "n410289.jpg", "question_id": 201671758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying next to,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20722042"], "question": "What is lying next to the brick building?", "isBalanced": true, "groups": {"global": "object", "local": "14-building_lying next to,s"}, "answer": "ladder", "semanticStr": "select: building (11)->filter material: brick [0]->relate: _,lying next to,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"6:8": "11"}, "fullAnswer": {"1": "4", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ladder is lying next to the building.", "image": "n89148.jpg", "question_id": 20722042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ladder (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "windows,below,o (7)"}], "entailed": ["20722104"], "equivalent": ["20722045"], "question": "Is the ladder below the windows?", "isBalanced": true, "groups": {"global": null, "local": "13-ladder_windows"}, "answer": "yes", "semanticStr": "select: ladder (4)->verify rel: windows,below,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "4", "5": "7"}, "fullAnswer": {"2": "4", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the ladder is below the windows.", "image": "n89148.jpg", "question_id": 20722045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (5)"}, {"operation": "filter weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "choose", "dependencies": [1], "argument": "ugly|beautiful"}], "entailed": ["202021434", "202021427", "202021428", "202021429", "202021426", "202021430"], "equivalent": ["202021431"], "question": "Is the cloudy sky beautiful or ugly?", "isBalanced": true, "groups": {"global": "6", "local": "10c-sky_6"}, "answer": "ugly", "semanticStr": "select: sky (5)->filter weather: cloudy [0]->choose: ugly|beautiful [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sky is ugly.", "image": "n255161.jpg", "question_id": 202021431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "toilet,above,o (6)"}], "entailed": [], "equivalent": ["201671757"], "question": "Is the ceiling above a toilet?", "isBalanced": true, "groups": {"global": null, "local": "13-ceiling_toilet"}, "answer": "yes", "semanticStr": "select: ceiling (10)->verify rel: toilet,above,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "10", "5": "6"}, "fullAnswer": {"2": "10", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the ceiling is above a toilet.", "image": "n410289.jpg", "question_id": 201671757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}], "entailed": ["201428469", "201428479", "201428478", "201428455", "201428477", "201428470", "201428465"], "equivalent": ["201428476"], "question": "Does the tall person look Asian?", "isBalanced": true, "groups": {"global": null, "local": "06-person_asian"}, "answer": "yes", "semanticStr": "select: person (1)->filter height: tall [0]->verify race: asian [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is asian.", "image": "n199758.jpg", "question_id": 201428476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20984476", "20984477", "20984487"], "equivalent": ["20984478"], "question": "What is the skater holding onto?", "isBalanced": true, "groups": {"global": "object", "local": "14-skater_holding onto,o"}, "answer": "skateboard", "semanticStr": "select: skater (4)->relate: _,holding onto,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is holding onto the skateboard.", "image": "n12214.jpg", "question_id": 20984478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding onto,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20984474"], "question": "Who is holding onto the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_holding onto,s"}, "answer": "skater", "semanticStr": "select: skateboard (7)->relate: person,holding onto,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is holding onto the skateboard.", "image": "n12214.jpg", "question_id": 20984474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "guitar (33)"}, {"operation": "relate", "dependencies": [0], "argument": "table,to the left of,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20836693"], "question": "What sits on top of the table that to the left of the guitar?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-table_sitting on top of,s"}, "answer": "jewelry", "semanticStr": "select: guitar (33)->relate: table,to the left of,s (10) [0]->relate: _,sitting on top of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"13": "33", "6": "10"}, "fullAnswer": {"1": "9", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jewelry sits on top of the table.", "image": "n507959.jpg", "question_id": 20836693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brownie (9)"}, {"operation": "select", "dependencies": [], "argument": "container (1) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20611518"], "question": "What do the brownie and the container have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-brownie_container"}, "answer": "shape", "semanticStr": "select: brownie (9)->select: container (1) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "9", "6": "1"}, "fullAnswer": {"4": "9", "7": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the brownie and the container are square.", "image": "n28996.jpg", "question_id": 20611518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (2)"}, {"operation": "relate", "dependencies": [0], "argument": "instrument,next to,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201711250"], "equivalent": ["201711250", "201711251"], "question": "Do you see instruments next to the fireplace?", "isBalanced": true, "groups": {"global": null, "local": "13-fireplace_instrument"}, "answer": "yes", "semanticStr": "select: fireplace (2)->relate: instrument,next to,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "7": "2"}, "fullAnswer": {"8": "2", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an instrument next to the fireplace.", "image": "n302387.jpg", "question_id": 201711251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,on,s (15)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20285100"], "question": "Does the chair on the carpet look dark and round?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_round"}, "answer": "no", "semanticStr": "select: carpet (0)->relate: chair,on,s (15) [0]->verify color: dark [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "15", "5": "0"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is dark but rectangular.", "image": "n192021.jpg", "question_id": 20285100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboarder,near,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202133697"], "question": "Where is the skateboarder near the fence standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-skateboarder_standing on,o"}, "answer": "skate park", "semanticStr": "select: fence (9)->relate: skateboarder,near,s (7) [0]->relate: place,standing on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "7", "6": "9"}, "fullAnswer": {"1": "7", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is standing on the skatepark.", "image": "n412144.jpg", "question_id": 202133697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20162446"], "question": "What is the fence in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-fence_in front of,o"}, "answer": "trees", "semanticStr": "select: fence (3)->relate: _,in front of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "3", "7": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the trees.", "image": "n202379.jpg", "question_id": 20162446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201987450"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "driver", "semanticStr": "select: person (5)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The driver is riding.", "image": "n501951.jpg", "question_id": 201987450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (-)"}], "entailed": ["201576610"], "equivalent": ["201576611"], "question": "Is the person near the goat wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-child_hat"}, "answer": "no", "semanticStr": "select: goat (2)->relate: person,near,s (1) [0]->verify rel: hat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "2"}, "fullAnswer": {"2": "1", "6": "15"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the child is wearing a jacket.", "image": "n187961.jpg", "question_id": 201576611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (13)"}, {"operation": "select", "dependencies": [], "argument": "name tag (5) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20982134", "20982133", "20982132", "20982131"], "equivalent": ["20982135"], "question": "Is the blouse different in color than the name tag?", "isBalanced": true, "groups": {"global": null, "local": "09diff-blouse_name tag"}, "answer": "yes", "semanticStr": "select: blouse (13)->select: name tag (5) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "5", "2": "13"}, "fullAnswer": {"2": "13", "7:9": "5"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the blouse is black and the name tag is white.", "image": "n52544.jpg", "question_id": 20982135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "orange (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201479119", "201479125", "201479124", "201479127", "201479121", "201479120", "201479123", "201479122", "201479128"], "equivalent": ["201479126"], "question": "On which side of the picture is the orange?", "isBalanced": true, "groups": {"global": null, "local": "10q-orange_hposition"}, "answer": "left", "semanticStr": "select: orange (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The orange is on the left of the image.", "image": "n181210.jpg", "question_id": 201479126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "relate", "dependencies": [0], "argument": "van,to the left of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201346516", "201346515", "201346502", "201346492", "201346493", "201346490", "201346491", "201346501", "201346494", "201346503", "201346498", "201346499", "201346508", "201346509", "201346510", "201346514", "201346504", "201346505", "201346506", "201346507", "201346496", "201346513", "201346497", "201346485", "201346484", "201346487", "201346486", "201346481", "201346480", "201346483", "201346482", "201346517", "201346495", "201346489", "201346488", "201346511", "201346518", "201346512", "201346479"], "equivalent": ["201346499", "201346500"], "question": "Is the van to the left of the car large and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "yes", "semanticStr": "select: car (1)->relate: van,to the left of,s (0) [0]->verify color: blue [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the van is large and blue.", "image": "n131634.jpg", "question_id": 201346500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576615"], "equivalent": ["201576614"], "question": "Where is the kid?", "isBalanced": true, "groups": {"global": "place", "local": "14-child_on,o"}, "answer": "street", "semanticStr": "select: child (1)->relate: place,on,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is on the street.", "image": "n187961.jpg", "question_id": 201576614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201590255", "201590256", "201590254", "201590242", "201590243", "201590240", "201590241", "201590246", "201590247", "201590245", "201590248", "201590249"], "equivalent": ["201590244"], "question": "What color is the vehicle on the field?", "isBalanced": true, "groups": {"global": "color", "local": "10q-truck_color"}, "answer": "white", "semanticStr": "select: field (10)->relate: vehicle,on,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "10"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The truck is white.", "image": "n260762.jpg", "question_id": 201590244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023459"], "equivalent": ["202023458"], "question": "What is the item of furniture that the bed is in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_in front of,o"}, "answer": "closet", "semanticStr": "select: bed (5)->relate: furniture,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"8": "5", "3:6": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a closet.", "image": "n95313.jpg", "question_id": 202023458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chicken (18)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["201795291"], "equivalent": ["201795290", "201795291"], "question": "Is the chicken standing?", "isBalanced": true, "groups": {"global": null, "local": "06-chicken_standing"}, "answer": "yes", "semanticStr": "select: chicken (18)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chicken is standing.", "image": "n119944.jpg", "question_id": 201795290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202258464", "202258460", "202258461", "202258463", "202258459", "202258437", "202258470", "202258468", "202258469"], "equivalent": ["202258462"], "question": "What color is the wood fence?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "light brown", "semanticStr": "select: fence (6)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is light brown.", "image": "n216553.jpg", "question_id": 202258462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317190", "20317193", "20317192", "20317195", "20317194", "20317141"], "equivalent": ["20317191"], "question": "What cooking utensil is to the left of the toaster?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-toaster_to the left of,s"}, "answer": "coffee pot", "semanticStr": "select: toaster (4)->relate: cooking utensil,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a coffee pot.", "image": "n350766.jpg", "question_id": 20317191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (4)"}, {"operation": "filter", "dependencies": [1], "argument": "electric"}, {"operation": "relate", "dependencies": [2], "argument": "cooking utensil,to the left of,s (5)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20317191", "20317193", "20317192", "20317195", "20317194", "20317141"], "equivalent": ["20317190"], "question": "What cooking utensil is to the left of the electric appliance above the drawer?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-toaster_to the left of,s"}, "answer": "coffee pot", "semanticStr": "select: drawer (24)->relate: appliance,above,s (4) [0]->filter: electric [1]->relate: cooking utensil,to the left of,s (5) [2]->query: name [3]", "annotations": {"answer": {"0:2": "5"}, "question": {"13": "24", "1:3": "5", "9:11": "4"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a coffee pot.", "image": "n350766.jpg", "question_id": 20317190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "cap,wearing,o (-)"}], "entailed": ["20618822"], "equivalent": ["20618821"], "question": "Is the happy man wearing a cap?", "isBalanced": true, "groups": {"global": null, "local": "13-man_cap"}, "answer": "no", "semanticStr": "select: man (1)->filter face expression: happy [0]->verify rel: cap,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a shirt.", "image": "n126087.jpg", "question_id": 20618821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20621993", "20621992", "20621991", "20621990", "20621984", "20621985", "20621986", "20621987", "20621995", "20621983", "20621989"], "equivalent": ["20621988"], "question": "Which color is the hair that is not long?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hair_color"}, "answer": "white", "semanticStr": "select: hair (4)->filter length: not(long) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "4", "4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is white.", "image": "n210269.jpg", "question_id": 20621988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,standing beside,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201303518"], "equivalent": ["201303519"], "question": "How tall is the chair that the man stands beside of?", "isBalanced": true, "groups": {"global": "height", "local": "10q-chair_height"}, "answer": "short", "semanticStr": "select: man (0)->relate: chair,standing beside,o (8) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "0"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is short.", "image": "n518912.jpg", "question_id": 201303519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "relate", "dependencies": [1], "argument": "_,walking next to,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20679414"], "question": "What is the giraffe that is walking walking next to?", "isBalanced": true, "groups": {"global": "tree", "local": "14-giraffe_walking next to,o"}, "answer": "trees", "semanticStr": "select: giraffe (4)->filter pose: walking [0]->relate: _,walking next to,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3": "4", "6": "4"}, "fullAnswer": {"1": "4", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is walking next to the trees.", "image": "n493357.jpg", "question_id": 20679414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (1)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick"}], "entailed": ["20482149", "20482148", "20482132", "20482142", "20482117", "20482153", "20482150", "20482151", "20482145", "20482154", "20482155", "20482105", "20482147", "20482143"], "equivalent": ["20482152", "20482153", "20482151"], "question": "Does the necklace look thick?", "isBalanced": true, "groups": {"global": null, "local": "06-necklace_thick"}, "answer": "no", "semanticStr": "select: necklace (1)->verify thickness: thick [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the necklace is thin.", "image": "n195249.jpg", "question_id": 20482152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795956", "201795954", "201795562", "201795955", "201795561", "201795564"], "equivalent": ["201795562", "201795563"], "question": "The male person is sitting on what?", "isBalanced": true, "groups": {"global": "object", "local": "14-child_sitting on,o"}, "answer": "bench", "semanticStr": "select: person (0)->filter gender: male [0]->relate: _,sitting on,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1:3": "0"}, "fullAnswer": {"1": "0", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is sitting on the bench.", "image": "n119944.jpg", "question_id": 201795563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "select", "dependencies": [], "argument": "charger (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20385227"], "equivalent": ["20385226"], "question": "Does the book have the same color as the charger?", "isBalanced": true, "groups": {"global": null, "local": "09same-book_charger"}, "answer": "yes", "semanticStr": "select: book (14)->select: charger (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "14"}, "fullAnswer": {"3": "14", "6": "9"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the book and the charger are white.", "image": "n90294.jpg", "question_id": 20385226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["2062411"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "people", "semanticStr": "select: person (6)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are standing.", "image": "n179136.jpg", "question_id": 2062411}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201303509", "201303500"], "equivalent": ["201303510", "201303509"], "question": "Are there chairs in this image that are not white?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_n#white"}, "answer": "yes", "semanticStr": "select: chair (8)->filter color: not(white) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a gold chair.", "image": "n518912.jpg", "question_id": 201303510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (6)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,on top of,s (4)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20621983"], "question": "Is the hair on top of the horses long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: horses (6)->relate: hair,on top of,s (4) [0]->verify length: long [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "7": "6"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair is white but short.", "image": "n210269.jpg", "question_id": 20621983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the right of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting next to,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795569", "201795567", "201795387"], "equivalent": ["201795568"], "question": "Who is sitting next to the bag that is to the right of the elephant?", "isBalanced": true, "groups": {"global": "person", "local": "14-bag_sitting next to,s"}, "answer": "child", "semanticStr": "select: elephant (14)->relate: bag,to the right of,s (5) [0]->relate: person,sitting next to,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"14": "14", "6": "5"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is sitting next to the bag.", "image": "n119944.jpg", "question_id": 201795568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bottle (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201064664", "201064666", "201064948", "201064732", "201064733", "201065093"], "equivalent": ["201064666", "201064665"], "question": "Is there a bottle or a cup?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bottle_cup"}, "answer": "no", "semanticStr": "select: cup (-)->exist: ? [0]->select: bottle (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no bottles or cups.", "image": "n88933.jpg", "question_id": 201064665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "_,eating,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2012682", "2012803"], "equivalent": ["2012681"], "question": "What is the person next to the sign eating?", "isBalanced": true, "groups": {"global": "baked good", "local": "14-person_eating,o"}, "answer": "donut", "semanticStr": "select: sign (10)->relate: person,next to,s (12) [0]->relate: _,eating,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "12", "7": "10"}, "fullAnswer": {"1": "12", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is eating a donut.", "image": "n318370.jpg", "question_id": 2012681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "baked good,eating,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2012681", "2012803"], "equivalent": ["2012682"], "question": "What type of baked good is the person to the right of the bottle eating?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-person_eating,o"}, "answer": "donut", "semanticStr": "select: bottle (8)->relate: person,to the right of,s (12) [0]->relate: baked good,eating,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"13": "8", "7": "12", "3:5": "3"}, "fullAnswer": {"1": "12", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is eating a donut.", "image": "n318370.jpg", "question_id": 2012682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (3)"}, {"operation": "relate", "dependencies": [0], "argument": "people,standing behind,s (17)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "relate", "dependencies": [2], "argument": "cabinet,to the left of,s (20)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["20836367", "20836481", "20836480"], "equivalent": ["20836481", "20836480", "20836479"], "question": "Are there cabinets to the left of the standing people that are standing behind the luggage?", "isBalanced": true, "groups": {"global": null, "local": "13-people_cabinet"}, "answer": "yes", "semanticStr": "select: luggage (3)->relate: people,standing behind,s (17) [0]->filter pose: standing [1]->relate: cabinet,to the left of,s (20) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"8:10": "17", "2": "20", "15": "3"}, "fullAnswer": {"10": "17", "4": "20"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cabinet to the left of the people.", "image": "n507959.jpg", "question_id": 20836479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202179547"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n523165.jpg", "question_id": 202179547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202228719", "202228720", "202228721", "202228717"], "equivalent": ["202228721", "202228722"], "question": "What is the shape of the book?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-book_shape"}, "answer": "rectangular", "semanticStr": "select: book (8)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is rectangular.", "image": "n77818.jpg", "question_id": 202228722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201879015", "201879014"], "equivalent": ["201879016"], "question": "Are the gray chairs in the bottom or in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-chairs_vposition"}, "answer": "top", "semanticStr": "select: chairs (12)->filter color: gray [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chairs are in the top of the image.", "image": "n496803.jpg", "question_id": 201879016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,on top of,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "curly"}], "entailed": ["202240763", "202240751", "202240769"], "equivalent": ["202240764"], "question": "Does the hair on top of the woman look curly?", "isBalanced": true, "groups": {"global": null, "local": "06-hair_curly"}, "answer": "no", "semanticStr": "select: woman (2)->relate: hair,on top of,s (8) [0]->verify: curly [1]", "annotations": {"answer": {}, "question": {"2": "8", "7": "2"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hair is straight.", "image": "n162148.jpg", "question_id": 202240764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "select", "dependencies": [], "argument": "utensils (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202005709"], "question": "Are the shelves made of the same material as the utensils?", "isBalanced": true, "groups": {"global": null, "local": "09same-shelves_utensils"}, "answer": "yes", "semanticStr": "select: shelves (15)->select: utensils (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "15"}, "fullAnswer": {"3": "15", "6": "8"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the shelves and the utensils are made of wood.", "image": "n97485.jpg", "question_id": 202005709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20596437", "20596442", "20596440", "20596434", "20596433", "20596432", "20596431", "20596430", "20596445", "20596438", "20596428", "20596429", "20596441", "20596443", "20596444", "20596427"], "equivalent": ["20596426"], "question": "Are the denim jeans blue and long?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long"}, "answer": "yes", "semanticStr": "select: jeans (3)->filter material: denim [0]->verify color: blue [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jeans are blue and long.", "image": "n514467.jpg", "question_id": 20596426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20462194", "20462195", "20462197", "20462204", "20462205", "20462193", "20462217", "20462198", "20462199", "20462201", "20462200"], "equivalent": ["20462196"], "question": "What is the color of the house made of wood?", "isBalanced": true, "groups": {"global": "color", "local": "10q-house_color"}, "answer": "gray", "semanticStr": "select: house (8)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "8", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is gray.", "image": "n571179.jpg", "question_id": 20462196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "relate", "dependencies": [0], "argument": "sandwiches,to the left of,s (0)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify shape", "dependencies": [1], "argument": "triangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201908858", "201908846", "201908849", "201908848", "201908845", "201908844", "201908847", "201908856", "201908857", "201908843", "201908855", "201908852", "201908854", "201908853", "201908850"], "equivalent": ["201908851"], "question": "Are the sandwiches to the left of the napkin triangular and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_triangular"}, "answer": "yes", "semanticStr": "select: napkin (9)->relate: sandwiches,to the left of,s (0) [0]->verify hardness: soft [1]->verify shape: triangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "9", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sandwiches are triangular and soft.", "image": "n479092.jpg", "question_id": 201908851}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "controller (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202004254"], "equivalent": ["202004255"], "question": "Are there TVs or controllers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-controller_television"}, "answer": "no", "semanticStr": "select: television (-)->exist: ? [0]->select: controller (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no controllers or tvs.", "image": "n262920.jpg", "question_id": 202004255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (25)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["20655394", "20655392", "20655393", "20655390", "20655391", "20655399", "20655402", "20655369", "20655401", "20655367", "20655366", "20655385", "20655384", "20655387", "20655386", "20655389", "20655388", "20655368", "20655400", "20655375", "20655376", "20655333", "20655334"], "equivalent": ["20655383"], "question": "Does that street sign look red?", "isBalanced": true, "groups": {"global": null, "local": "06-street sign_red"}, "answer": "yes", "semanticStr": "select: street sign (25)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2:4": "25"}, "fullAnswer": {"2:4": "25"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street sign is red.", "image": "n199097.jpg", "question_id": 20655383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (3)"}, {"operation": "filter", "dependencies": [0], "argument": "sprinkled"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244086", "202244085", "202244069", "202244068", "202244067"], "equivalent": ["202244087"], "question": "Which kind of dessert is sprinkled?", "isBalanced": true, "groups": {"global": "dessert", "local": "12q-dessert_sprinkled"}, "answer": "cupcakes", "semanticStr": "select: dessert (3)->filter: sprinkled [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The dessert is cupcakes.", "image": "n296467.jpg", "question_id": 202244087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201803836", "201803837", "201803870"], "equivalent": ["201803838"], "question": "Which kind of furniture is the pillow on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pillow_on,o"}, "answer": "couch", "semanticStr": "select: pillow (11)->relate: furniture,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "11", "5": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow is on the couch.", "image": "n51002.jpg", "question_id": 201803838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "life jacket (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20257407"], "question": "Are there people to the right of the life vest?", "isBalanced": true, "groups": {"global": null, "local": "13-life jacket_person"}, "answer": "no", "semanticStr": "select: life jacket (13)->relate: person,to the right of,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8:10": "13", "2": "8"}, "fullAnswer": {"2": "8", "9:11": "13"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is to the left of the life vest.", "image": "n441859.jpg", "question_id": 20257407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20344942"], "question": "Are there any glasses or tennis balls?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_tennis ball"}, "answer": "yes", "semanticStr": "select: tennis ball (5)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5:7": "5"}, "fullAnswer": {"4:6": "5"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a tennis ball.", "image": "n560243.jpg", "question_id": 20344942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "life jacket (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (8)"}, {"operation": "choose gender", "dependencies": [1], "argument": "male|female"}], "entailed": ["20257400", "20257399", "20257401"], "equivalent": ["20257402"], "question": "Does the person to the left of the life vest look male or female?", "isBalanced": true, "groups": {"global": "gender", "local": "10c-person_gender"}, "answer": "male", "semanticStr": "select: life jacket (13)->relate: person,to the left of,s (8) [0]->choose gender: male|female [1]", "annotations": {"answer": {}, "question": {"8:10": "13", "2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is male.", "image": "n441859.jpg", "question_id": 20257402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201803778", "201803834", "201803840"], "equivalent": ["201803833"], "question": "What do you think is on the couch?", "isBalanced": true, "groups": {"global": "object", "local": "14-couch_on,s"}, "answer": "pillow", "semanticStr": "select: couch (13)->relate: _,on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"7": "13"}, "fullAnswer": {"1": "11", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow is on the couch.", "image": "n51002.jpg", "question_id": 201803833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201480424", "201480431", "201480425", "201480427", "201480423", "201480437", "201480436", "201480426", "201480434", "201480433", "201480432", "201480422", "201480420", "201480428", "201480429", "201480421"], "equivalent": ["201480430"], "question": "Is the shirt short sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (2)->verify color: black [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and black.", "image": "n39114.jpg", "question_id": 201480430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "engineer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "policemen (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20978299"], "equivalent": ["20978300"], "question": "Are there engineers or police officers in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-engineer_policemen"}, "answer": "no", "semanticStr": "select: engineer (-)->exist: ? [0]->select: policemen (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no police officers or engineers.", "image": "n551964.jpg", "question_id": 20978300}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (13)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the left of,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201030376"], "equivalent": ["201030375"], "question": "What is the vehicle to the left of the Wii remotes that is not big?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-wii controller_to the left of,s"}, "answer": "shuttle", "semanticStr": "select: wii controller (13)->filter size: not(large) [0]->relate: vehicle,to the left of,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14", "9:11": "13", "14": "13"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a shuttle.", "image": "n54424.jpg", "question_id": 201030375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hang from,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20866021"], "question": "What is hang from the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_hang from,s"}, "answer": "poster", "semanticStr": "select: wall (0)->relate: _,hang from,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The poster is hang from the wall.", "image": "n579256.jpg", "question_id": 20866021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (17)"}, {"operation": "relate", "dependencies": [0], "argument": "bicycle,on,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201866683"], "equivalent": ["201866684"], "question": "How big is the bicycle the baby is on?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bicycle_size"}, "answer": "small", "semanticStr": "select: baby (17)->relate: bicycle,on,o (18) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "18", "6": "17"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bicycle is small.", "image": "n211324.jpg", "question_id": 201866684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974631", "201974630", "201974796", "201974629"], "equivalent": ["201974797"], "question": "What's the player in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-player_in front of,o"}, "answer": "fence", "semanticStr": "select: player (18)->relate: _,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "18", "7": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is in front of the fence.", "image": "n274905.jpg", "question_id": 201974797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (19)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012654", "202012652", "202012651", "202012650", "202012649"], "equivalent": ["202012653"], "question": "Which kind of furniture is to the left of the cabinets?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cabinets_to the left of,s"}, "answer": "shelves", "semanticStr": "select: cabinets (19)->relate: furniture,to the left of,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1:4": "18", "5": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n326988.jpg", "question_id": 202012653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mud (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201608376", "201608369", "201608377", "201608374", "201608372", "201608373", "201608371"], "equivalent": ["201608369", "201608372", "201608371", "201608370"], "question": "Is there brown mud or grass?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_brown"}, "answer": "no", "semanticStr": "select: grass (8)->filter color: brown [0]->exist: ? [1]->select: mud (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"3": "8"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is grass but it is green.", "image": "n123075.jpg", "question_id": 201608370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "earring (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974791"], "equivalent": ["201974790"], "question": "Who is wearing an earring?", "isBalanced": true, "groups": {"global": "person", "local": "14-earring_wearing,s"}, "answer": "player", "semanticStr": "select: earring (7)->relate: person,wearing,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"4": "7"}, "fullAnswer": {"1": "18", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing an earring.", "image": "n274905.jpg", "question_id": 201974790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "earring (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974790"], "equivalent": ["201974791"], "question": "Who is wearing the earring?", "isBalanced": true, "groups": {"global": "person", "local": "14-earring_wearing,s"}, "answer": "player", "semanticStr": "select: earring (7)->relate: person,wearing,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing an earring.", "image": "n274905.jpg", "question_id": 201974791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202228018", "202228016", "202228017", "202228014", "202228015", "202228012", "202228013"], "equivalent": ["202228019"], "question": "On which side of the picture is the metal device?", "isBalanced": true, "groups": {"global": null, "local": "10q-dvd player_hposition"}, "answer": "right", "semanticStr": "select: device (10)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The DVD player is on the right of the image.", "image": "n77818.jpg", "question_id": 202228019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202042056"], "equivalent": ["202042055"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "policeman", "semanticStr": "select: helmet (8)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "8"}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The policeman is wearing a helmet.", "image": "n449058.jpg", "question_id": 202042055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202042055"], "equivalent": ["202042056"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "policeman", "semanticStr": "select: helmet (8)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The policeman is wearing a helmet.", "image": "n449058.jpg", "question_id": 202042056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (27)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,chewing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20811145", "20811144", "20811147", "20811146", "20811170", "20811171", "20811158", "20811156", "20811157", "20811154", "20811155", "20811152", "20811153", "20811150", "20811151", "20811198", "20811199", "20811163", "20811162", "20811161", "20811160", "20811169", "20811168"], "equivalent": ["20811159"], "question": "How large is the animal that is chewing the toy?", "isBalanced": true, "groups": {"global": "size", "local": "10q-dog_size"}, "answer": "large", "semanticStr": "select: toy (27)->relate: animal,chewing,s (0) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "27", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dog is large.", "image": "n167552.jpg", "question_id": 20811159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20818970", "20818964", "20818965", "20818966", "20818962", "20818963", "20818968", "20818969"], "equivalent": ["20818965", "20818966", "20818967"], "question": "The net has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-net_color"}, "answer": "black", "semanticStr": "select: net (6)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The net is black.", "image": "n279581.jpg", "question_id": 20818967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456669", "20456711", "20456672", "20456673", "20456671"], "equivalent": ["20456672", "20456670", "20456671"], "question": "What kind of furniture do you think is the table in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_in front of,o"}, "answer": "cabinet", "semanticStr": "select: table (7)->relate: furniture,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"9": "7", "3": "8"}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the cabinet.", "image": "n65885.jpg", "question_id": 20456670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "phone (19) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201882795"], "equivalent": ["201882797"], "question": "Are there both a television and a phone in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-phone_television"}, "answer": "yes", "semanticStr": "select: television (0)->exist: ? [0]->select: phone (19) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "0", "7": "19"}, "fullAnswer": {"8": "19", "5": "0"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a television and a phone.", "image": "n125122.jpg", "question_id": 201882797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556466", "201556467", "201557048"], "equivalent": ["201557047"], "question": "What is the item of furniture that the window is behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_behind,o"}, "answer": "desk", "semanticStr": "select: window (8)->relate: furniture,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"8": "8", "3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n525901.jpg", "question_id": 201557047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "coffee table,in front of,s (6)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201982963", "201982964", "201982965", "201982966", "201982967", "201982968", "201982969", "201982924", "201982925", "201982926", "201982921", "201982922", "201982923", "201982914", "201982976", "201982975", "201982955", "201982979", "201982951", "201982953", "201982952", "201982936", "201982934", "201982915", "201982932", "201982917"], "equivalent": ["201982916"], "question": "Does the coffee table in front of the man look small and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-small_wood"}, "answer": "yes", "semanticStr": "select: man (5)->relate: coffee table,in front of,s (6) [0]->verify size: small [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "5", "2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the coffee table is small and wooden.", "image": "n526228.jpg", "question_id": 201982916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter", "dependencies": [0], "argument": "sturdy"}, {"operation": "choose name", "dependencies": [1], "argument": "desk|couch"}], "entailed": ["201079863"], "equivalent": ["201079862", "201079863"], "question": "Which kind of furniture is sturdy, the desk or the couch?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_sturdy"}, "answer": "desk", "semanticStr": "select: furniture (13)->filter: sturdy [0]->choose name: desk|couch [1]", "annotations": {"answer": {"0": "13"}, "question": {"10": "7", "3": "13", "7": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The desk is sturdy.", "image": "n23181.jpg", "question_id": 201079862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying next to,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081903", "202081902", "202081901", "202081900", "202081779", "202081904"], "equivalent": ["202081905"], "question": "What kind of animal is lying next to the computer mouse?", "isBalanced": true, "groups": {"global": "animal", "local": "15-computer mouse_lying next to,s"}, "answer": "cat", "semanticStr": "select: computer mouse (10)->relate: animal,lying next to,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n433692.jpg", "question_id": 202081905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "catcher,to the right of|to the left of,s (2)"}], "entailed": ["201438422", "201438420", "201438575", "201438421", "201438576", "201438573", "201438572"], "equivalent": ["201438574"], "question": "Is the catcher to the left or to the right of the umpire that is on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-umpire_catcher"}, "answer": "right", "semanticStr": "select: umpire (1)->filter hposition: left [0]->choose rel: catcher,to the right of|to the left of,s (2) [1]", "annotations": {"answer": {}, "question": {"2": "2", "12": "1"}, "fullAnswer": {"1": "2", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The catcher is to the right of the umpire.", "image": "n66756.jpg", "question_id": 201438574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202133527", "202133535", "202133536", "202133537", "202133530", "202133531", "202133532", "202133526", "202133533", "202133538", "202133539", "202133529", "202133528", "202133541", "202133540", "202133525", "202133534"], "equivalent": ["202133524"], "question": "Is the shirt white and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify: short sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is white and short sleeved.", "image": "n412144.jpg", "question_id": 202133524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20734092", "20734091", "20734090", "20734191"], "equivalent": ["20734093"], "question": "What do the people walk on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-people_walking on,o"}, "answer": "sand", "semanticStr": "select: people (1)->relate: _,walking on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "1", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people walk on the sand.", "image": "n90944.jpg", "question_id": 20734093}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "relate", "dependencies": [1], "argument": "_,walking on,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20734093", "20734092", "20734090", "20734191"], "equivalent": ["20734091", "20734092"], "question": "What do the people that are walking walk on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-people_walking on,o"}, "answer": "sand", "semanticStr": "select: person (1)->filter pose: walking [0]->relate: _,walking on,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "1", "6": "1"}, "fullAnswer": {"1": "1", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people walk on the sand.", "image": "n90944.jpg", "question_id": 20734091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489764", "20489762", "20489763"], "equivalent": ["20489761"], "question": "What are the pieces of furniture that are on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (5)->relate: furniture,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"12": "5", "3:6": "9"}, "fullAnswer": {"1:4": "9", "5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n145498.jpg", "question_id": 20489761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489764", "20489761", "20489763"], "equivalent": ["20489762"], "question": "Which kind of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (5)->relate: furniture,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n145498.jpg", "question_id": 20489762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (5)"}, {"operation": "filter opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["20783301", "20783297", "20783296", "20783295", "20783294", "20783293", "20783292"], "equivalent": ["20783298"], "question": "Is the clear glass small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-glass_size"}, "answer": "small", "semanticStr": "select: glass (5)->filter opaqness: clear [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glass is small.", "image": "n355339.jpg", "question_id": 20783298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "select", "dependencies": [], "argument": "fence (16) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201974536"], "question": "What is common to the tennis racket and the fence?", "isBalanced": true, "groups": {"global": null, "local": "09common-fence_racket"}, "answer": "material", "semanticStr": "select: racket (0)->select: fence (16) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "16", "5:7": "0"}, "fullAnswer": {"8": "16", "4:6": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the tennis racket and the fence are metallic.", "image": "n274905.jpg", "question_id": 201974536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (4)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20811334"], "equivalent": ["20811334", "20811335"], "question": "Does that chair seem to be wide and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_wide"}, "answer": "no", "semanticStr": "select: chair (4)->verify material: metal [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is wide but wooden.", "image": "n167552.jpg", "question_id": 20811335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498371", "201498372", "201498368", "201498369", "201498266"], "equivalent": ["201498370"], "question": "What kind of device is to the left of the phone?", "isBalanced": true, "groups": {"global": "device", "local": "15-phone_to the left of,s"}, "answer": "computer mouse", "semanticStr": "select: phone (6)->relate: device,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n315887.jpg", "question_id": 201498370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["202223142", "202223130", "202223131", "202223127", "202223126", "202223125", "202223139", "202223128"], "equivalent": ["202223129"], "question": "How tall is the grass?", "isBalanced": true, "groups": {"global": "height", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: grass (10)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short.", "image": "n257997.jpg", "question_id": 202223129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (18,9)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["202169026"], "question": "Are the people female?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (18,9)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n451187.jpg", "question_id": 202169026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "sweater,wearing,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20306194", "20306191", "20306190", "20306189", "20306185", "20306186"], "equivalent": ["20306188"], "question": "What color is the sweater the woman is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sweater_color"}, "answer": "blue", "semanticStr": "select: woman (1)->relate: sweater,wearing,o (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "11", "6": "1"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sweater is blue.", "image": "n554880.jpg", "question_id": 20306188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (3)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,in front of,s (2)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20262662"], "question": "Is the girl in front of the other girl short and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_short"}, "answer": "no", "semanticStr": "select: girl (3)->relate: girl,in front of,s (2) [0]->verify age: old [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "3", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the girl is short but young.", "image": "n172618.jpg", "question_id": 20262662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887110"], "equivalent": ["20887111"], "question": "What's standing on the table?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_standing on,s"}, "answer": "table lamp", "semanticStr": "select: table (15)->relate: _,standing on,s (14) [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {}, "fullAnswer": {"1:3": "14", "7": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table lamp is standing on the table.", "image": "n282436.jpg", "question_id": 20887111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879230"], "equivalent": ["201879231"], "question": "Who wears the sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "athlete", "semanticStr": "select: sneakers (0)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete wears sneakers.", "image": "n496803.jpg", "question_id": 201879231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456791", "20456790", "20456468", "20456588", "20456589", "20456585", "20456587"], "equivalent": ["20456585", "20456586"], "question": "What is the animal that is to the left of the cabinet called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-cabinet_to the left of,s"}, "answer": "dog", "semanticStr": "select: cabinet (8)->relate: animal,to the left of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"11": "8", "3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n65885.jpg", "question_id": 20456586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table lamp (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,standing on,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887113", "20887112", "20887114", "20887116", "20886981"], "equivalent": ["20887115"], "question": "What is the piece of furniture that the table lamp is standing on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table lamp_standing on,o"}, "answer": "table", "semanticStr": "select: table lamp (14)->relate: furniture,standing on,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"8:10": "14", "3:6": "15"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n282436.jpg", "question_id": 20887115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,near,s (4)"}, {"operation": "filter", "dependencies": [1], "argument": "furry"}, {"operation": "relate", "dependencies": [2], "argument": "_,lying on,o (5)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20456580", "20456579", "20456582"], "equivalent": ["20456580", "20456581"], "question": "The furry animal near the window is lying on what?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-dog_lying on,o"}, "answer": "carpet", "semanticStr": "select: window (9)->relate: animal,near,s (4) [0]->filter: furry [1]->relate: _,lying on,o (5) [2]->query: name [3]", "annotations": {"answer": {"0": "5"}, "question": {"1:3": "4", "5": "9"}, "fullAnswer": {"1": "4", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is lying on the carpet.", "image": "n65885.jpg", "question_id": 20456581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306179", "20306180"], "equivalent": ["20306182"], "question": "What piece of clothing is blue?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_blue"}, "answer": "sweater", "semanticStr": "select: clothing (11)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1:4": "11"}, "fullAnswer": {"1:3": "11", "5": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n554880.jpg", "question_id": 20306182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202223141", "202223140", "202223143", "202223142", "202223145", "202223144", "202223147", "202223146", "202223130", "202223131", "202223127", "202223153", "202223125", "202223139", "202223129", "202223128", "202223126"], "equivalent": ["202223124"], "question": "Is the grass short and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "yes", "semanticStr": "select: grass (10)->verify color: green [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is short and green.", "image": "n257997.jpg", "question_id": 202223124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "filter", "dependencies": [3], "argument": "dark"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201859186", "201859189", "201859188", "201859192", "201859191"], "equivalent": ["201859188", "201859190", "201859191", "201859189"], "question": "Do you see dark backpacks or cars?", "isBalanced": true, "groups": {"global": null, "local": "04-backpack_dark"}, "answer": "yes", "semanticStr": "select: backpack (2)->filter color: dark [0]->exist: ? [1]->select: car (-) ->filter: dark [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a dark backpack.", "image": "n460556.jpg", "question_id": 201859190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202245938", "202245934", "202245935", "202245937", "202245930", "202245931", "202245932", "202245933"], "equivalent": ["202245937", "202245936"], "question": "Which side is the person on?", "isBalanced": true, "groups": {"global": null, "local": "10q-person_hposition"}, "answer": "left", "semanticStr": "select: person (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is on the left of the image.", "image": "n310828.jpg", "question_id": 202245936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119277", "202119276", "202119275", "202119274", "202119237", "202119236", "202119235", "202119238"], "equivalent": ["202119278"], "question": "What animal is brown?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "elephant", "semanticStr": "select: animal (0)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n544255.jpg", "question_id": 202119278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "dvd players,to the right of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202003707"], "question": "Is there a DVD player to the right of him?", "isBalanced": true, "groups": {"global": null, "local": "13-man_dvd players"}, "answer": "no", "semanticStr": "select: he (0)->relate: dvd players,to the right of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "0"}, "fullAnswer": {"9": "0", "3": "11"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are laptops to the right of the man.", "image": "n262920.jpg", "question_id": 202003707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "fluffy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157101", "20157103", "20157104"], "equivalent": ["20157101", "20157102"], "question": "What is the fluffy food called?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_fluffy"}, "answer": "eggs", "semanticStr": "select: food (1)->filter: fluffy [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is eggs.", "image": "n170941.jpg", "question_id": 20157102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20183044", "20183045", "20183043", "20183035", "20183034", "20183037", "20183036", "20183031", "20183030", "20183033", "20183032", "20183029"], "equivalent": ["20183028"], "question": "Is the purse black?", "isBalanced": true, "groups": {"global": null, "local": "06-purse_black"}, "answer": "yes", "semanticStr": "select: purse (5)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the purse is black.", "image": "n151768.jpg", "question_id": 20183028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157105"], "equivalent": ["20157107"], "question": "Which kind of food is yellow?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_yellow"}, "answer": "eggs", "semanticStr": "select: food (1)->filter color: yellow [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is eggs.", "image": "n170941.jpg", "question_id": 20157107}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201428998", "201428893", "201428983", "201428984", "201428987", "201428986", "201428989", "201428988", "201428990"], "equivalent": ["201428985"], "question": "What is bigger than the stove?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-stove_bigger than,s"}, "answer": "refrigerator", "semanticStr": "select: stove (2)->relate: _,bigger than,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The refrigerator is bigger than the stove.", "image": "n64959.jpg", "question_id": 201428985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pancake (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157456"], "equivalent": ["20157457"], "question": "What is located on top of the pancake?", "isBalanced": true, "groups": {"global": "ingredient", "local": "14-pancake_on top of,s"}, "answer": "butter", "semanticStr": "select: pancake (3)->relate: _,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The butter is on top of the pancake.", "image": "n170941.jpg", "question_id": 20157457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11,9)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["202243255"], "question": "Are these people the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (11,9)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n557666.jpg", "question_id": 202243255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fan (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201393807", "201393806", "201393805", "201393804", "201393803", "201393812", "201393809", "201393808"], "equivalent": ["201393802"], "question": "Is the fan small?", "isBalanced": true, "groups": {"global": null, "local": "06-fan_small"}, "answer": "yes", "semanticStr": "select: fan (6)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fan is small.", "image": "n305495.jpg", "question_id": 201393802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201527733"], "equivalent": ["201528184"], "question": "Behind what kind of furniture is the stove?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-stove_behind,o"}, "answer": "table", "semanticStr": "select: stove (8)->relate: furniture,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "5"}, "fullAnswer": {"1": "8", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove is behind the table.", "image": "n118102.jpg", "question_id": 201528184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528186", "201528181"], "equivalent": ["201528182"], "question": "What appliance is behind the table?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-table_behind,s"}, "answer": "stove", "semanticStr": "select: table (5)->relate: appliance,behind,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n118102.jpg", "question_id": 201528182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "select", "dependencies": [], "argument": "fireplace (5) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201803710"], "equivalent": ["201803710", "201803709"], "question": "What is common to the pillow and the fireplace?", "isBalanced": true, "groups": {"global": null, "local": "09common-fireplace_pillow"}, "answer": "shape", "semanticStr": "select: pillow (11)->select: fireplace (5) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "5": "11"}, "fullAnswer": {"4": "11", "7": "5"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the pillow and the fireplace are square.", "image": "n51002.jpg", "question_id": 201803709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20551640", "20551484", "20551633", "20551635", "20551636", "20551637", "20551638", "20551639"], "equivalent": ["20551634"], "question": "What is in front of the brick buildings?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-buildings_in front of,s"}, "answer": "train", "semanticStr": "select: building (18)->filter material: brick [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "18"}, "fullAnswer": {"1": "0", "7": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The train is in front of the buildings.", "image": "n153118.jpg", "question_id": 20551634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}], "entailed": ["202174522", "202174523", "202174520", "202174528", "202174518", "202174516", "202174532", "202174500"], "equivalent": ["202174521"], "question": "Does the white window look closed?", "isBalanced": true, "groups": {"global": null, "local": "06-window_closed"}, "answer": "yes", "semanticStr": "select: window (9)->filter color: white [0]->verify: closed [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the window is closed.", "image": "n398429.jpg", "question_id": 202174521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose color", "dependencies": [1], "argument": "gray|yellow"}], "entailed": [], "equivalent": ["20716935"], "question": "Is the jacket that is made of cotton yellow or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-jacket_color"}, "answer": "gray", "semanticStr": "select: jacket (3)->filter material: cotton [0]->choose color: gray|yellow [1]", "annotations": {"answer": {}, "question": {"2": "3", "7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is gray.", "image": "n67005.jpg", "question_id": 20716935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (2)"}, {"operation": "choose rel", "dependencies": [0], "argument": "chair,to the left of|to the right of,s (7)"}], "entailed": ["20306714", "20306980", "20306982", "20306711", "20306713", "20306712", "20306979"], "equivalent": ["20306981"], "question": "Is the chair to the left or to the right of the cellphone?", "isBalanced": true, "groups": {"global": null, "local": "13-cell phone_chair"}, "answer": "left", "semanticStr": "select: cell phone (2)->choose rel: chair,to the left of|to the right of,s (7) [0]", "annotations": {"answer": {}, "question": {"2": "7", "12": "2"}, "fullAnswer": {"1": "7", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the left of the cellphone.", "image": "n554880.jpg", "question_id": 20306981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996987", "201996893", "201996894"], "equivalent": ["201996988"], "question": "Who is wearing the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "pilot", "semanticStr": "select: glasses (0)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing glasses.", "image": "n250715.jpg", "question_id": 201996988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996893", "201996894", "201996988"], "equivalent": ["201996987"], "question": "Who is wearing glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "pilot", "semanticStr": "select: glasses (0)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "0"}, "fullAnswer": {"1": "5", "4": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing glasses.", "image": "n250715.jpg", "question_id": 201996987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "choose", "dependencies": [1], "argument": "raw|cooked"}], "entailed": ["20636920", "20636918"], "equivalent": ["20636919", "20636920"], "question": "Is the round vegetable cooked or raw?", "isBalanced": true, "groups": {"global": "23", "local": "10c-potato_23"}, "answer": "raw", "semanticStr": "select: vegetable (0)->filter shape: round [0]->choose: raw|cooked [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The potato is raw.", "image": "n184385.jpg", "question_id": 20636919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "verify height", "dependencies": [0], "argument": "short"}], "entailed": ["201061278", "201061269", "201061268", "201061275", "201061270", "201061271", "201061267", "201061266", "201061265", "201061276", "201061280", "201061264"], "equivalent": ["201061277"], "question": "Is that a short fence?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_short"}, "answer": "yes", "semanticStr": "select: fence (9)->verify height: short [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, that is a short fence.", "image": "n25275.jpg", "question_id": 201061277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996895"], "equivalent": ["201996982"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "pilot", "semanticStr": "select: person (5)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pilot is sitting.", "image": "n250715.jpg", "question_id": 201996982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20827557", "20827556", "20827689", "20827688", "20827681", "20827680", "20827690", "20827691", "20827679"], "equivalent": ["20827678"], "question": "What is in front of the large sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-sofa_in front of,s"}, "answer": "coffee table", "semanticStr": "select: sofa (4)->filter size: large [0]->relate: _,in front of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0:2": "9"}, "question": {"6:8": "4"}, "fullAnswer": {"8": "4", "1:3": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee table is in front of the sofa.", "image": "n283587.jpg", "question_id": 20827678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827557", "20827556", "20827689", "20827688", "20827681", "20827680", "20827690", "20827691", "20827678"], "equivalent": ["20827679"], "question": "What's in front of the sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-sofa_in front of,s"}, "answer": "coffee table", "semanticStr": "select: sofa (4)->relate: _,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"8": "4", "1:3": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee table is in front of the sofa.", "image": "n283587.jpg", "question_id": 20827679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (17)"}, {"operation": "relate", "dependencies": [0], "argument": "flowers,above,s (9)"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,sitting next to,o (8)"}], "entailed": [], "equivalent": ["20452178"], "question": "Are the flowers above the leaves sitting next to the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-flowers_chair"}, "answer": "yes", "semanticStr": "select: leaves (17)->relate: flowers,above,s (9) [0]->verify rel: chair,sitting next to,o (8) [1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "9", "5": "17"}, "fullAnswer": {"8": "8", "2": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the flowers are sitting next to the chair.", "image": "n6908.jpg", "question_id": 20452178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheet (14)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201763765", "201763764", "201763767", "201763766", "201763761", "201763760", "201763789", "201763788", "201763787", "201763786", "201763785", "201763784", "201763783", "201763782", "201763781", "201763780", "201763769", "201763768", "201763772", "201763773", "201763770", "201763771", "201763776", "201763777", "201763774", "201763775", "201763778", "201763790", "201763791"], "equivalent": ["201763777", "201763778", "201763779"], "question": "Does this sheet have long length and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: sheet (14)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sheet is long and white.", "image": "n246334.jpg", "question_id": 201763779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20307048", "20307049", "20307050", "20307053", "20307052", "20306863", "20306862"], "equivalent": ["20307051"], "question": "What is the item of furniture that the laptop computer to the right of the woman is sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_sitting on top of,o"}, "answer": "chair", "semanticStr": "select: woman (1)->relate: laptop,to the right of,s (6) [0]->relate: furniture,sitting on top of,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:6": "7", "8:10": "6", "15": "1"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n554880.jpg", "question_id": 20307051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307048", "20307049", "20307051", "20307053", "20307052", "20306863", "20306862"], "equivalent": ["20307050"], "question": "What is the laptop sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-laptop_sitting on top of,o"}, "answer": "chair", "semanticStr": "select: laptop (6)->relate: _,sitting on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"9": "7", "1:3": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop computer is sitting on top of the chair.", "image": "n554880.jpg", "question_id": 20307050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452172"], "equivalent": ["20452173"], "question": "What is sitting next to the chair?", "isBalanced": true, "groups": {"global": "plant", "local": "14-chair_sitting next to,s"}, "answer": "flowers", "semanticStr": "select: chair (8)->relate: _,sitting next to,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are sitting next to the chair.", "image": "n6908.jpg", "question_id": 20452173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting next to,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20452173"], "equivalent": ["20452172"], "question": "What is sitting next to the comfortable chair?", "isBalanced": true, "groups": {"global": "plant", "local": "14-chair_sitting next to,s"}, "answer": "flowers", "semanticStr": "select: chair (8)->filter: comfortable [0]->relate: _,sitting next to,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"6:8": "8"}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are sitting next to the chair.", "image": "n6908.jpg", "question_id": 20452172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452177", "20452176", "20452190"], "equivalent": ["20452175"], "question": "What are the flowers sitting next to?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-flowers_sitting next to,o"}, "answer": "chair", "semanticStr": "select: flowers (9)->relate: _,sitting next to,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are sitting next to the chair.", "image": "n6908.jpg", "question_id": 20452175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting next to,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452175", "20452176", "20452190"], "equivalent": ["20452177"], "question": "What item of furniture are the flowers sitting next to?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-flowers_sitting next to,o"}, "answer": "chair", "semanticStr": "select: flowers (9)->relate: furniture,sitting next to,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are sitting next to the chair.", "image": "n6908.jpg", "question_id": 20452177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (7)"}, {"operation": "relate", "dependencies": [0], "argument": "doll,below,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20721888", "20721889", "20721891", "20721890", "20721893", "20721895", "20721894", "20721897", "20721896", "20721903", "20721859", "20721858", "20721902", "20721857", "20721885", "20721886"], "equivalent": ["20721892"], "question": "What color is the doll below the windows?", "isBalanced": true, "groups": {"global": "color", "local": "10q-doll_color"}, "answer": "red", "semanticStr": "select: windows (7)->relate: doll,below,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "7"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The doll is red.", "image": "n89148.jpg", "question_id": 20721892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,hanging above,o (6)"}, {"operation": "choose name", "dependencies": [2], "argument": "table|bed"}], "entailed": [], "equivalent": ["201143422"], "question": "What is the old picture hanging above, a bed or a table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-picture_hanging above,o"}, "answer": "table", "semanticStr": "select: picture (8)->filter age: old [0]->relate: furniture,hanging above,o (6) [1]->choose name: table|bed [2]", "annotations": {"answer": {"0": "6"}, "question": {"11": "6", "3:5": "8"}, "fullAnswer": {"1": "8", "6": "6"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The picture is hanging above a table.", "image": "n276011.jpg", "question_id": 201143422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20785862", "20785861", "20785859"], "equivalent": ["20785860"], "question": "Is the hydrant on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-fire hydrant_right"}, "answer": "no", "semanticStr": "select: fire hydrant (1)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hydrant is on the left of the image.", "image": "n12404.jpg", "question_id": 20785860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044519"], "equivalent": ["2044518"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "man", "semanticStr": "select: shoes (5)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "5"}, "fullAnswer": {"1": "2", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing shoes.", "image": "n184551.jpg", "question_id": 2044518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "choose state", "dependencies": [0], "argument": "rough|smooth"}], "entailed": [], "equivalent": ["20901983"], "question": "Is the road rough or smooth?", "isBalanced": true, "groups": {"global": "state", "local": "10c-road_state"}, "answer": "rough", "semanticStr": "select: road (8)->choose state: rough|smooth [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is rough.", "image": "n28792.jpg", "question_id": 20901983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345078"], "equivalent": ["20345079"], "question": "Who is the shirt worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_worn on,o"}, "answer": "athlete", "semanticStr": "select: shirt (7)->relate: person,worn on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "7", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the athlete.", "image": "n560243.jpg", "question_id": 20345079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "room (15)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20740986", "20740985", "20740988"], "equivalent": ["20740987"], "question": "Does the room have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-room_small"}, "answer": "no", "semanticStr": "select: room (15)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the room is large.", "image": "n23762.jpg", "question_id": 20740987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (2)"}, {"operation": "select", "dependencies": [], "argument": "forks (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201908668"], "question": "Are the knives made of the same material as the forks?", "isBalanced": true, "groups": {"global": null, "local": "09same-forks_knives"}, "answer": "yes", "semanticStr": "select: knives (2)->select: forks (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "2": "2"}, "fullAnswer": {"3": "2", "6": "1"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the knives and the forks are made of metal.", "image": "n479092.jpg", "question_id": 201908668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (7)"}, {"operation": "relate", "dependencies": [0], "argument": "mountains,next to,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201505103", "201505102"], "equivalent": ["201505104"], "question": "What color are the mountains next to the ocean?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mountains_color"}, "answer": "gray", "semanticStr": "select: ocean (7)->relate: mountains,next to,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "7", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mountains are gray.", "image": "n298104.jpg", "question_id": 201505104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (11) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202049417"], "question": "Do you see either a cake or a plate there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cake_plate"}, "answer": "yes", "semanticStr": "select: cake (5)->exist: ? [0]->select: plate (11) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"8": "11", "5": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cake.", "image": "n381072.jpg", "question_id": 202049417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (13) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20861267", "20861266", "20861270", "20861076", "20861077"], "equivalent": ["20861270", "20861269"], "question": "Are there both windows and doors in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "yes", "semanticStr": "select: door (9)->exist: ? [0]->select: window (13) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "13", "5": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a door and a window.", "image": "n434283.jpg", "question_id": 20861269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "select", "dependencies": [], "argument": "jar (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201908664"], "question": "What do the plate and the jar have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-jar_plate"}, "answer": "material", "semanticStr": "select: plate (14)->select: jar (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "14", "6": "4"}, "fullAnswer": {"4": "14", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the plate and the jar are glass.", "image": "n479092.jpg", "question_id": 201908664}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "mirror,under,o (5)"}], "entailed": ["20861186"], "equivalent": ["20861264"], "question": "Is the brown sand under the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-sand_mirror"}, "answer": "yes", "semanticStr": "select: sand (6)->filter color: brown [0]->verify rel: mirror,under,o (5) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "5"}, "fullAnswer": {"2": "6", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sand is under the mirror.", "image": "n434283.jpg", "question_id": 20861264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20861262", "20861226"], "equivalent": ["20861263"], "question": "What is under the mirror?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mirror_under,s"}, "answer": "sand", "semanticStr": "select: mirror (5)->relate: _,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is under the mirror.", "image": "n434283.jpg", "question_id": 20861263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20861263", "20861226"], "equivalent": ["20861262"], "question": "What is under the mirror in the top?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mirror_under,s"}, "answer": "sand", "semanticStr": "select: mirror (5)->filter vposition: top [0]->relate: _,under,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is under the mirror.", "image": "n434283.jpg", "question_id": 20861262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the right of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20303097"], "question": "Are there men to the right of the glasses in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_man"}, "answer": "no", "semanticStr": "select: glasses (2)->filter vposition: middle [0]->relate: man,to the right of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "2", "2": "8"}, "fullAnswer": {"9": "2", "2": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of the glasses.", "image": "n318684.jpg", "question_id": 20303097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623609", "201623612", "201623473", "201623610", "201623615"], "equivalent": ["201623611"], "question": "What is the appliance on the floor?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-floor_on,s"}, "answer": "refrigerator", "semanticStr": "select: floor (8)->relate: appliance,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "8"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n501609.jpg", "question_id": 201623611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "select", "dependencies": [], "argument": "blouse (6) "}, {"operation": "filter pattern", "dependencies": [2], "argument": "striped"}, {"operation": "verify color", "dependencies": [3], "argument": "black"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["201068820", "201068858", "201068808", "201068809", "201068868", "201068869", "201068866", "201068804", "201068863", "201068806", "201068844", "201068870", "201068873", "201068871", "201068843", "201068819", "201068872", "201068792", "201068813", "201068812", "201068811", "201068810", "201068814", "201068857"], "equivalent": ["201068865"], "question": "Are both the sweatshirt and the striped blouse black?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-blouse_sweatshirt"}, "answer": "yes", "semanticStr": "select: sweatshirt (8)->verify color: black [0]->select: blouse (6) ->filter pattern: striped [2]->verify color: black [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"3": "8", "6:8": "6"}, "fullAnswer": {"3": "8", "6": "6"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the sweatshirt and the blouse are black.", "image": "n159802.jpg", "question_id": 201068865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654423", "201654421", "201654398"], "equivalent": ["201654422"], "question": "What kind of animal is to the left of the fence?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_to the left of,s"}, "answer": "horses", "semanticStr": "select: fence (8)->relate: animal,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n6309.jpg", "question_id": 201654422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (21)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,to the right of,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100381", "202100380", "202100375", "202100376", "202100377", "202100378"], "equivalent": ["202100379"], "question": "Which kind of watercraft is to the right of the boats?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-boats_to the right of,s"}, "answer": "sailboats", "semanticStr": "select: boats (21)->relate: watercraft,to the right of,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "22", "3": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is sailboats.", "image": "n386688.jpg", "question_id": 202100379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "verify activity", "dependencies": [0], "argument": "eating"}], "entailed": ["201064912", "201064911", "201064910", "201064899", "201064905", "201064913", "201064907", "201064906", "201064901", "201064900", "201064903", "201064902", "201064909", "201064908"], "equivalent": ["201064898"], "question": "Is the boy eating?", "isBalanced": true, "groups": {"global": null, "local": "06-boy_eating"}, "answer": "yes", "semanticStr": "select: boy (4)->verify activity: eating [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boy is eating.", "image": "n88933.jpg", "question_id": 201064898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (4)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["201826641", "201826640", "201826649", "201826652", "201826653", "201826637", "201826636", "201826639", "201826638", "201826650"], "equivalent": ["201826648"], "question": "Is the blanket large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-blanket_size"}, "answer": "large", "semanticStr": "select: blanket (4)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The blanket is large.", "image": "n59627.jpg", "question_id": 201826648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (4)"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow"}], "entailed": ["201641304", "201641305", "201641306", "201641307", "201641301", "201641302", "201641310", "201641317", "201641298", "201641311", "201641330", "201641303"], "equivalent": ["201641308"], "question": "Is the street narrow?", "isBalanced": true, "groups": {"global": null, "local": "06-street_narrow"}, "answer": "no", "semanticStr": "select: street (4)->verify width: narrow [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the street is wide.", "image": "n532213.jpg", "question_id": 201641308}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "filter width", "dependencies": [0], "argument": "narrow"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20753277", "20753289", "20753288", "20753298", "20753299", "20753285", "20753297", "20753287", "20753281", "20753279", "20753290", "20753291", "20753339", "20753303", "20753302", "20753316", "20753366", "20753367", "20753282", "20753317"], "equivalent": ["20753286"], "question": "Does the narrow bed have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-bed_small"}, "answer": "yes", "semanticStr": "select: bed (4)->filter width: narrow [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bed is small.", "image": "n49438.jpg", "question_id": 20753286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006728", "202006694", "202006692", "202006693", "202006691", "202006713", "202006715", "202006714"], "equivalent": ["202006730"], "question": "What piece of furniture is clean?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_clean"}, "answer": "cabinet", "semanticStr": "select: furniture (5)->filter cleanliness: clean [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n97485.jpg", "question_id": 202006730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,petting,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201490982", "201490983", "201490981", "201490986", "201490984", "201491052"], "equivalent": ["201490987"], "question": "Which kind of animal is the woman petting?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_petting,o"}, "answer": "goats", "semanticStr": "select: woman (0)->relate: animal,petting,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is petting the goats.", "image": "n86120.jpg", "question_id": 201490987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "they (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "window frame,in front of,o (7)"}], "entailed": ["201319778", "201319777"], "equivalent": ["201319553"], "question": "Are they in front of the window frame that is square?", "isBalanced": true, "groups": {"global": null, "local": "13-women_window frame"}, "answer": "yes", "semanticStr": "select: they (0)->verify rel: window frame,in front of,o (7) [0]", "annotations": {"answer": {}, "question": {"1": "0", "10": "7", "6:8": "7"}, "fullAnswer": {"8:10": "7", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the women are in front of the window frame.", "image": "n508733.jpg", "question_id": 201319553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covering,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468877", "20468876", "20468773"], "equivalent": ["20468878"], "question": "What does the man cover?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_covering,o"}, "answer": "helmet", "semanticStr": "select: man (2)->relate: _,covering,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "2", "4": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man covers the helmet.", "image": "n171169.jpg", "question_id": 20468878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flags (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201639103"], "question": "Is there either a fence or a flag in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_flags"}, "answer": "yes", "semanticStr": "select: fence (10)->exist: ? [0]->select: flags (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n497789.jpg", "question_id": 201639103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "women (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319549"], "equivalent": ["201319550"], "question": "What are the women in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-women_in front of,o"}, "answer": "window frame", "semanticStr": "select: women (0)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1": "0", "7:9": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are in front of the window frame.", "image": "n508733.jpg", "question_id": 201319550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "select", "dependencies": [], "argument": "tool (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201410973"], "question": "Are both the toilet brush and the tool made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-toilet brush_tool"}, "answer": "no", "semanticStr": "select: toilet brush (9)->select: tool (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "4", "3:5": "9"}, "fullAnswer": {"10": "4", "2:4": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the toilet brush is made of plastic and the tool is made of metal.", "image": "n415215.jpg", "question_id": 201410973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "select", "dependencies": [], "argument": "tool (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201410972"], "question": "Is the mirror made of the same material as the tool?", "isBalanced": true, "groups": {"global": null, "local": "09same-mirror_tool"}, "answer": "no", "semanticStr": "select: mirror (2)->select: tool (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "4", "2": "2"}, "fullAnswer": {"9": "4", "2": "2"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mirror is made of glass and the tool is made of metal.", "image": "n415215.jpg", "question_id": 201410972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (5)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify rel", "dependencies": [1], "argument": "giraffes,standing in front of,o (4)"}], "entailed": ["201639459", "201639460", "201639461"], "equivalent": ["201639458"], "question": "Are the striped zebras standing in front of the giraffes?", "isBalanced": true, "groups": {"global": null, "local": "13-zebras_giraffes"}, "answer": "yes", "semanticStr": "select: zebras (5)->filter pattern: striped [0]->verify rel: giraffes,standing in front of,o (4) [1]", "annotations": {"answer": {}, "question": {"9": "4", "2:4": "5"}, "fullAnswer": {"9": "4", "2": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the zebras are standing in front of the giraffes.", "image": "n497789.jpg", "question_id": 201639458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,underneath,s (2)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20940258"], "question": "Does the toilet paper underneath the window look large and round?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: window (3)->relate: toilet paper,underneath,s (2) [0]->verify size: large [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "3"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet paper is round but small.", "image": "n240666.jpg", "question_id": 20940258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (22)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}], "entailed": ["2076248", "2076249", "2076242", "2076243", "2076240", "2076241", "2076246", "2076247", "2076244", "2076245", "2076218", "2076239", "2076258", "2076217", "2076216", "2076251", "2076250", "2076253", "2076252", "2076255", "2076257", "2076256"], "equivalent": ["2076254"], "question": "Do the large buildings look short?", "isBalanced": true, "groups": {"global": null, "local": "06-houses_short"}, "answer": "no", "semanticStr": "select: building (22)->filter size: large [0]->verify height: short [1]", "annotations": {"answer": {}, "question": {"2:4": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the houses are tall.", "image": "n173807.jpg", "question_id": 2076254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "papers (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201599845"], "question": "Are there both pillows and papers in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-papers_pillow"}, "answer": "no", "semanticStr": "select: pillow (6)->exist: ? [0]->select: papers (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pillow but no papers.", "image": "n285391.jpg", "question_id": 201599845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffes (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639453", "201639452", "201639339", "201639457", "201639456", "201639455"], "equivalent": ["201639454"], "question": "What animal is standing in front of the giraffes?", "isBalanced": true, "groups": {"global": "animal", "local": "14-giraffes_standing in front of,s"}, "answer": "zebras", "semanticStr": "select: giraffes (4)->relate: animal,standing in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "8": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are standing in front of the giraffes.", "image": "n497789.jpg", "question_id": 201639454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,covering,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20468875"], "question": "Who covers the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_covering,s"}, "answer": "man", "semanticStr": "select: helmet (0)->relate: person,covering,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "4": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man covers the helmet.", "image": "n171169.jpg", "question_id": 20468875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (9)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201080356", "201080354", "201080355", "201080352", "201080353", "201080351", "201080363", "201080349", "201080348", "201080378", "201080379", "201080375", "201080381", "201080376", "201080377", "201080389", "201080362", "201080347", "201080380"], "equivalent": ["201080374"], "question": "Is the lamp that is not turned-on silver and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-silver_tall"}, "answer": "yes", "semanticStr": "select: lamp (9)->filter: not(on) [0]->verify color: silver [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "6": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the lamp is silver and tall.", "image": "n23181.jpg", "question_id": 201080374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dirt,touching,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing beside,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20786063", "20786158"], "equivalent": ["20786157"], "question": "Who is standing beside the dirt the water is touching?", "isBalanced": true, "groups": {"global": "person", "local": "14-dirt_standing beside,s"}, "answer": "woman", "semanticStr": "select: water (3)->relate: dirt,touching,o (8) [0]->relate: person,standing beside,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"5": "8", "7": "3"}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing beside the dirt.", "image": "n12404.jpg", "question_id": 20786157}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "choose", "dependencies": [1], "argument": "off|on"}], "entailed": ["201080367", "201080366", "201080365", "201080364", "201080371", "201080372"], "equivalent": ["201080372", "201080373", "201080371"], "question": "How does the silver lamp appear to be, on or off?", "isBalanced": true, "groups": {"global": "39", "local": "10c-lamp_39"}, "answer": "off", "semanticStr": "select: lamp (9)->filter color: silver [0]->choose: off|on [1]", "annotations": {"answer": {}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is off.", "image": "n23181.jpg", "question_id": 201080373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119837", "202119836", "202119808", "202119809", "202119818", "202119810", "202119817", "202119816", "202119815"], "equivalent": ["202119839"], "question": "Which kind of appliance is clean?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_clean"}, "answer": "refrigerator", "semanticStr": "select: appliance (0)->filter cleanliness: clean [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n500308.jpg", "question_id": 202119839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (6)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20259004", "20259005", "20259002", "20259003", "20259000", "20258999"], "equivalent": ["20259002", "20259001"], "question": "Which color does the rug on the right side of the picture have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-rug_color"}, "answer": "white", "semanticStr": "select: rug (6)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug has white color.", "image": "n204894.jpg", "question_id": 20259001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "verify rel", "dependencies": [1], "argument": "grass,standing on,o (2)"}], "entailed": [], "equivalent": ["20550581"], "question": "Are the grouped people standing on the grass?", "isBalanced": true, "groups": {"global": null, "local": "13-people_grass"}, "answer": "yes", "semanticStr": "select: person (9)->filter: grouped [0]->verify rel: grass,standing on,o (2) [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "7": "2"}, "fullAnswer": {"2": "9", "7": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the people are standing on the grass.", "image": "n579928.jpg", "question_id": 20550581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20472906", "20472907", "20472904", "20472905", "20472911", "20472910", "20472913", "20472909", "20472903"], "equivalent": ["20472907", "20472908"], "question": "What color is the boy's hair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hair_color"}, "answer": "white", "semanticStr": "select: boy (0)->relate: hair,of,s (15) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "15", "4": "0"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is white.", "image": "n126891.jpg", "question_id": 20472908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865413", "20865412", "20865428", "20865425", "20865427", "20865426", "20865414", "20865431"], "equivalent": ["20865433"], "question": "What kind of animal is large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "cow", "semanticStr": "select: animal (1)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cow.", "image": "n143935.jpg", "question_id": 20865433}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}], "entailed": ["20826990", "20826987", "20826984", "20826982", "20826989", "20826988"], "equivalent": ["20826986"], "question": "Is the cupboard square?", "isBalanced": true, "groups": {"global": null, "local": "06-cupboard_square"}, "answer": "yes", "semanticStr": "select: cupboard (11)->verify shape: square [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cupboard is square.", "image": "n283587.jpg", "question_id": 20826986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (20)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (8) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2093736", "2093734"], "equivalent": ["2093735", "2093734"], "question": "Is there a small hat or fence?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_small"}, "answer": "yes", "semanticStr": "select: hat (20)->filter size: small [0]->exist: ? [1]->select: fence (8) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "20", "6": "8"}, "fullAnswer": {"5": "20"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a small hat.", "image": "n450919.jpg", "question_id": 2093735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "verify material", "dependencies": [0], "argument": "wood"}], "entailed": ["201412197", "201412196", "201412195"], "equivalent": ["201412195", "201412194"], "question": "Is the forest made of wood?", "isBalanced": true, "groups": {"global": null, "local": "06-forest_wood"}, "answer": "yes", "semanticStr": "select: forest (11)->verify material: wood [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the forest is made of wood.", "image": "n143672.jpg", "question_id": 201412194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "filter", "dependencies": [0], "argument": "snowy"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|green"}], "entailed": ["201412192"], "equivalent": ["201412193", "201412192"], "question": "Is the snowy forest green or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-forest_color"}, "answer": "brown", "semanticStr": "select: forest (11)->filter: snowy [0]->choose color: brown|green [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The forest is brown.", "image": "n143672.jpg", "question_id": 201412193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202159090", "202159088", "202159092", "202159089"], "equivalent": ["202159092", "202159091"], "question": "On which side of the image are the metal cars?", "isBalanced": true, "groups": {"global": null, "local": "10q-cars_hposition"}, "answer": "right", "semanticStr": "select: cars (6)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cars are on the right of the image.", "image": "n406334.jpg", "question_id": 202159091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jockey (4)"}, {"operation": "relate", "dependencies": [0], "argument": "horses,to the left of,s (2)"}, {"operation": "verify", "dependencies": [1], "argument": "adult"}], "entailed": ["201654419"], "equivalent": ["201654420"], "question": "Do the horses to the left of the jockey look adult?", "isBalanced": true, "groups": {"global": null, "local": "06-horses_adult"}, "answer": "yes", "semanticStr": "select: jockey (4)->relate: horses,to the left of,s (2) [0]->verify: adult [1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the horses are adult.", "image": "n6309.jpg", "question_id": 201654420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "verify rel", "dependencies": [1], "argument": "glasses,wearing,o (-)"}], "entailed": [], "equivalent": ["201391955"], "question": "Is the bald man wearing glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "no", "semanticStr": "select: man (15)->filter: bald [0]->verify rel: glasses,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2": "15", "5": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing eyeglasses.", "image": "n477702.jpg", "question_id": 201391955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201430919", "201430917", "201430916", "201430899"], "equivalent": ["201430918", "201430919"], "question": "What kind of furniture is this?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinet", "semanticStr": "select: furniture (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"3": "7"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a cabinet.", "image": "n206785.jpg", "question_id": 201430918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "choose rel", "dependencies": [1], "argument": "backpack,to the left of|to the right of,s (1)"}], "entailed": ["20903062", "20903063", "20903060", "20903061", "20902638", "20902635", "20902636", "20902637"], "equivalent": ["20902639"], "question": "Is the small bag to the right or to the left of the person that is not male?", "isBalanced": true, "groups": {"global": null, "local": "13-person_backpack"}, "answer": "left", "semanticStr": "select: person (7)->filter gender: not(male) [0]->choose rel: backpack,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "1", "17": "7"}, "fullAnswer": {"1": "1", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The backpack is to the left of the person.", "image": "n411121.jpg", "question_id": 20902639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20903000", "20902978", "20902976", "20902988", "20902974", "20902987", "20902984", "20903014", "20902983", "20902980", "20902981", "20903028", "20902979"], "equivalent": ["20902982", "20902981"], "question": "What is the color of the clean shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: shirt (4)->filter cleanliness: clean [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue.", "image": "n411121.jpg", "question_id": 20902982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201391842", "201391960", "201391961"], "equivalent": ["201391959"], "question": "What is the bald man sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_sitting on,o"}, "answer": "sofa", "semanticStr": "select: man (15)->filter: bald [0]->relate: _,sitting on,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "15"}, "fullAnswer": {"1": "15", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the sofa.", "image": "n477702.jpg", "question_id": 201391959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201360627", "201360643", "201360642", "201360641", "201360647", "201360646", "201360645", "201360644", "201360629", "201360628", "201360673", "201360670", "201360674", "201360675", "201360690", "201360691", "201360692", "201360693", "201360635", "201360652", "201360653", "201360633", "201360630", "201360631", "201360634", "201360669", "201360689", "201360688", "201360687", "201360686", "201360685", "201360684", "201360683", "201360682"], "equivalent": ["201360632"], "question": "Is the person in front of the table small and blond?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_small"}, "answer": "yes", "semanticStr": "select: table (16)->relate: person,in front of,s (1) [0]->verify color: blond [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "16"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boy is small and blond.", "image": "n541688.jpg", "question_id": 201360632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201879695", "201879701", "201879703", "201879702", "201879697", "201879675", "201879708", "201879699", "201879698"], "equivalent": ["201879700"], "question": "What is the color of the basket that the truck is in front of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-basket_color"}, "answer": "light blue", "semanticStr": "select: truck (18)->relate: basket,in front of,o (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "18", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The basket is light blue.", "image": "n290409.jpg", "question_id": 201879700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247498", "20247497"], "equivalent": ["20247499"], "question": "Which kind of clothing is gray?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "dress", "semanticStr": "select: clothing (2)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress.", "image": "n223750.jpg", "question_id": 20247499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "glass"}], "entailed": [], "equivalent": ["202285625"], "question": "Is the cup made of glass?", "isBalanced": true, "groups": {"global": null, "local": "06-cup_glass"}, "answer": "no", "semanticStr": "select: cup (6)->verify material: glass [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cup is made of plastic.", "image": "n100991.jpg", "question_id": 202285625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,bigger than,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "athlete,to the left of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201879255"], "question": "Are there any athletes to the left of the person that is bigger than the sneakers?", "isBalanced": true, "groups": {"global": null, "local": "13-person_athlete"}, "answer": "yes", "semanticStr": "select: sneakers (0)->relate: person,bigger than,s (4) [0]->relate: athlete,to the left of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "4", "3": "7", "15": "0"}, "fullAnswer": {"10": "4", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an athlete to the left of the person.", "image": "n496803.jpg", "question_id": 201879255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201480631", "201480630", "201480628", "201480629"], "equivalent": ["201480632"], "question": "On which side of the image is the bench?", "isBalanced": true, "groups": {"global": null, "local": "10q-bench_hposition"}, "answer": "left", "semanticStr": "select: bench (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is on the left of the image.", "image": "n39114.jpg", "question_id": 201480632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044574", "2044745", "2044573"], "equivalent": ["2044572"], "question": "What is the man covered by?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_covered by,o"}, "answer": "umbrella", "semanticStr": "select: man (2)->relate: _,covered by,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is covered by the umbrella.", "image": "n184551.jpg", "question_id": 2044572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2055538", "2055537"], "equivalent": ["2055537", "2055536"], "question": "Where is this?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "road", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "This is at the road.", "image": "n263180.jpg", "question_id": 2055536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "socks (5)"}, {"operation": "select", "dependencies": [], "argument": "shorts (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20952950"], "equivalent": ["20952949"], "question": "Do the socks and the shorts have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-shorts_socks"}, "answer": "yes", "semanticStr": "select: socks (5)->select: shorts (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "4"}, "fullAnswer": {"3": "5", "6": "4"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the socks and the shorts are white.", "image": "n413319.jpg", "question_id": 20952949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (2)"}, {"operation": "verify rel", "dependencies": [1], "argument": "umbrella,covered by,o (6)"}], "entailed": ["2044575", "2044823", "2044824"], "equivalent": ["2044576"], "question": "Is the person to the left of the bag covered by an umbrella?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "yes", "semanticStr": "select: bag (8)->relate: person,to the left of,s (2) [0]->verify rel: umbrella,covered by,o (6) [1]", "annotations": {"answer": {}, "question": {"2": "2", "8": "8", "12": "6"}, "fullAnswer": {"2": "2", "7": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is covered by an umbrella.", "image": "n184551.jpg", "question_id": 2044576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044580", "2044581"], "equivalent": ["2044580", "2044579"], "question": "What is the man on?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_on,o"}, "answer": "steps", "semanticStr": "select: man (2)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the steps.", "image": "n184551.jpg", "question_id": 2044579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "steps (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044582"], "equivalent": ["2044578"], "question": "Who is on the steps?", "isBalanced": true, "groups": {"global": "person", "local": "14-steps_on,s"}, "answer": "man", "semanticStr": "select: steps (1)->relate: person,on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the steps.", "image": "n184551.jpg", "question_id": 2044578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (18)"}, {"operation": "verify rel", "dependencies": [0], "argument": "snowboarder,below,o (-)"}], "entailed": ["202101044"], "equivalent": ["202101042"], "question": "Is the staircase below a snowboarder?", "isBalanced": true, "groups": {"global": null, "local": "13-staircase_snowboarder"}, "answer": "no", "semanticStr": "select: staircase (18)->verify rel: snowboarder,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the staircase is below a skateboarder.", "image": "n472825.jpg", "question_id": 202101042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (1)"}, {"operation": "verify", "dependencies": [1], "argument": "open"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201067549", "201067543", "201067545", "201067546", "201067575", "201067574", "201067577", "201067571", "201067570", "201067573", "201067572", "201067567", "201067566", "201067579", "201067578", "201067591", "201067590", "201067558", "201067553", "201067552", "201067551", "201067550", "201067557", "201067556", "201067555", "201067554", "201067588", "201067589", "201067565", "201067568", "201067569", "201067580", "201067581", "201067582"], "equivalent": ["201067544"], "question": "Is the device to the right of the bag white and open?", "isBalanced": true, "groups": {"global": null, "local": "05-open_white"}, "answer": "yes", "semanticStr": "select: bag (8)->relate: device,to the right of,s (1) [0]->verify: open [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the laptop is white and open.", "image": "n367944.jpg", "question_id": 201067544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201711210", "201711212"], "equivalent": ["201711210", "201711211"], "question": "What is this suitcase on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-suitcase_on,o"}, "answer": "rug", "semanticStr": "select: suitcase (1)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The suitcase is on the rug.", "image": "n302387.jpg", "question_id": 201711211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201711210", "201711211"], "equivalent": ["201711212"], "question": "What is the suitcase on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-suitcase_on,o"}, "answer": "rug", "semanticStr": "select: suitcase (1)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The suitcase is on the rug.", "image": "n302387.jpg", "question_id": 201711212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounded by,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865409"], "equivalent": ["20865410"], "question": "What is the pasture surrounded by?", "isBalanced": true, "groups": {"global": "tree", "local": "14-pasture_surrounded by,o"}, "answer": "trees", "semanticStr": "select: pasture (14)->relate: _,surrounded by,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "14", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pasture is surrounded by the trees.", "image": "n143935.jpg", "question_id": 20865410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (16)"}, {"operation": "choose rel", "dependencies": [0], "argument": "chair,to the right of|to the left of,s (8)"}], "entailed": ["201996703", "201996702", "201996704", "201997274", "201997273"], "equivalent": ["201997274", "201997275"], "question": "Is the large chair to the right or to the left of the controller?", "isBalanced": true, "groups": {"global": null, "local": "13-controller_chair"}, "answer": "right", "semanticStr": "select: controller (16)->choose rel: chair,to the right of|to the left of,s (8) [0]", "annotations": {"answer": {}, "question": {"13": "16", "2:4": "8"}, "fullAnswer": {"1": "8", "8": "16"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the right of the controller.", "image": "n250715.jpg", "question_id": 201997275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "giraffe (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20865414"], "question": "Is there a giraffe or a cow in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cow_giraffe"}, "answer": "yes", "semanticStr": "select: cow (1)->exist: ? [0]->select: giraffe (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cow.", "image": "n143935.jpg", "question_id": 20865414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frame (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201047298", "201047297"], "equivalent": ["201047296"], "question": "Who is in front of the frame made of wood?", "isBalanced": true, "groups": {"global": "person", "local": "14-frame_in front of,s"}, "answer": "man", "semanticStr": "select: frame (7)->filter material: wood [0]->relate: person,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "7", "6": "7"}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the frame.", "image": "n234683.jpg", "question_id": 201047296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201444864"], "equivalent": ["201444863"], "question": "What place is shown?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lawn", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a lawn.", "image": "n289376.jpg", "question_id": 201444863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (5)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["2075707", "2075695", "2075696", "2075697", "2075670", "2075701", "2075699"], "equivalent": ["2075698"], "question": "What is the shape of the windows?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-windows_shape"}, "answer": "square", "semanticStr": "select: windows (5)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The windows are square.", "image": "n315859.jpg", "question_id": 2075698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201444865", "201444867", "201444870", "201444868", "201444869"], "equivalent": ["201444866", "201444865"], "question": "What type of weather do you see?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy.", "image": "n289376.jpg", "question_id": 201444866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "filter", "dependencies": [0], "argument": "plain"}, {"operation": "verify rel", "dependencies": [1], "argument": "man,behind,s (0)"}], "entailed": ["201047292", "201047293", "201047294", "201047295"], "equivalent": ["201047291"], "question": "Is the fat man behind the plain wall?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_man"}, "answer": "no", "semanticStr": "select: wall (8)->filter: plain [0]->verify rel: man,behind,s (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6:8": "8"}, "fullAnswer": {"8": "8", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is in front of the wall.", "image": "n234683.jpg", "question_id": 201047291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202266004", "202266003", "202265982"], "equivalent": ["202266002"], "question": "What is the item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "couch", "semanticStr": "select: furniture (6)->query: name [0]", "annotations": {"answer": {"0": "6"}, "question": {"3:6": "6"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n534106.jpg", "question_id": 202266002}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towel (9)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,reflected in,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081381", "202081380", "202081383", "202081382", "202081060", "202081379", "202081061"], "equivalent": ["202081384"], "question": "What appliance is the paper towel reflected in?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-paper towel_reflected in,o"}, "answer": "toaster", "semanticStr": "select: paper towel (9)->relate: appliance,reflected in,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1:3": "9", "7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The paper towel is reflected in the toaster.", "image": "n314630.jpg", "question_id": 202081384}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340638", "20340639", "20340643", "20340642", "20340645", "20340644", "20340667"], "equivalent": ["20340640"], "question": "What is the bird standing on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bird_standing on top of,o"}, "answer": "table", "semanticStr": "select: bird (4)->relate: _,standing on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "4", "8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bird is standing on top of the table.", "image": "n513100.jpg", "question_id": 20340640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201952744"], "question": "Is there a bus in this image?", "isBalanced": true, "groups": {"global": null, "local": "03-buses"}, "answer": "no", "semanticStr": "select: buses (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no buses.", "image": "n525029.jpg", "question_id": 201952744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (7)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (16)"}], "entailed": ["20978748"], "equivalent": ["20978749"], "question": "Is the person to the left of the motorcycle wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "yes", "semanticStr": "select: motorcycle (0)->relate: person,to the left of,s (7) [0]->verify rel: jeans,wearing,o (16) [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "7", "10": "16"}, "fullAnswer": {"2": "7", "5": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing jeans.", "image": "n551964.jpg", "question_id": 20978749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,watching,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644699", "20644782", "20644780", "20644779"], "equivalent": ["20644781"], "question": "What animal is the man watching?", "isBalanced": true, "groups": {"global": "animal", "local": "14-man_watching,o"}, "answer": "cat", "semanticStr": "select: man (5)->relate: animal,watching,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the cat.", "image": "n250821.jpg", "question_id": 20644781}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20320210"], "equivalent": ["20320209"], "question": "What place is this picture in?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "sidewalk", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is at the sidewalk.", "image": "n206358.jpg", "question_id": 20320209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["202231554", "202231553"], "equivalent": ["202231552"], "question": "Is the shirt red?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_red"}, "answer": "no", "semanticStr": "select: shirt (8)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is gray.", "image": "n79078.jpg", "question_id": 202231552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20411732", "20411733", "20411730", "20411731", "20411734", "20411735"], "equivalent": ["20411736"], "question": "What is the food container made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-food container_material"}, "answer": "plastic", "semanticStr": "select: food container (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The food container is made of plastic.", "image": "n363445.jpg", "question_id": 20411736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20411738"], "equivalent": ["20411737"], "question": "What is on the table made of wood?", "isBalanced": true, "groups": {"global": "container", "local": "14-table_on,s"}, "answer": "food container", "semanticStr": "select: table (10)->filter material: wood [0]->relate: _,on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"4": "10", "7": "10"}, "fullAnswer": {"1:3": "0", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food container is on the table.", "image": "n363445.jpg", "question_id": 20411737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "device,same material,_ (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20381118", "20381117"], "equivalent": ["20381119"], "question": "What kind of device is made of the same material as the device above the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-keyboard_same material,_"}, "answer": "computer monitor", "semanticStr": "select: desk (11)->relate: device,above,s (8) [0]->relate: device,same material,_ (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6", "12": "8", "15": "11"}, "fullAnswer": {"11": "8", "1:3": "6"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer monitor is made of the same material as the keyboard.", "image": "n398257.jpg", "question_id": 20381119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411737"], "equivalent": ["20411738"], "question": "What's on the table?", "isBalanced": true, "groups": {"global": "container", "local": "14-table_on,s"}, "answer": "food container", "semanticStr": "select: table (10)->relate: _,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food container is on the table.", "image": "n363445.jpg", "question_id": 20411738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411519", "20411742", "20411741", "20411740"], "equivalent": ["20411739"], "question": "What is the food container on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-food container_on,o"}, "answer": "table", "semanticStr": "select: food container (0)->relate: _,on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "0"}, "fullAnswer": {"1:3": "0", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food container is on the table.", "image": "n363445.jpg", "question_id": 20411739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "choose shape", "dependencies": [0], "argument": "square|round"}], "entailed": [], "equivalent": ["202081532"], "question": "What shape is the mousepad, square or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-mouse pad_shape"}, "answer": "square", "semanticStr": "select: mouse pad (11)->choose shape: square|round [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mousepad is square.", "image": "n433692.jpg", "question_id": 202081532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "catcher,to the left of|to the right of,s (6)"}], "entailed": ["201864488", "201864489", "201864385", "201864384", "201864383", "201864382"], "equivalent": ["201864490"], "question": "Is the catcher to the left or to the right of the person in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_catcher"}, "answer": "left", "semanticStr": "select: person (5)->filter vposition: middle [0]->choose rel: catcher,to the left of|to the right of,s (6) [1]", "annotations": {"answer": {}, "question": {"2": "6", "12": "5"}, "fullAnswer": {"1": "6", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The catcher is to the left of the batter.", "image": "n481655.jpg", "question_id": 201864490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}], "entailed": ["20631496"], "equivalent": ["20631495"], "question": "Does the shirt made of cotton look orange?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_orange"}, "answer": "no", "semanticStr": "select: shirt (12)->filter material: cotton [0]->verify color: orange [1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is blue.", "image": "n570181.jpg", "question_id": 20631495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (2)"}, {"operation": "relate", "dependencies": [0], "argument": "television,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201882874", "201882884", "201882879", "201882878", "201882882", "201882883", "201882875", "201882880", "201882877", "201882876"], "equivalent": ["201882881", "201882882", "201882883"], "question": "What is the shape of the television on top of the desk?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-television_shape"}, "answer": "rectangular", "semanticStr": "select: desk (2)->relate: television,on top of,s (0) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"11": "2", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The TV is rectangular.", "image": "n125122.jpg", "question_id": 201882881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100471"], "equivalent": ["202100470"], "question": "In front of what is the ocean?", "isBalanced": true, "groups": {"global": "tree", "local": "14-ocean_in front of,o"}, "answer": "trees", "semanticStr": "select: ocean (0)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"6": "0"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ocean is in front of the trees.", "image": "n386688.jpg", "question_id": 202100470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,to the right of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "device,on top of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201882886", "201882887", "201882795"], "equivalent": ["201882885"], "question": "What is the device on top of the desk that is to the right of the bed called?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "television", "semanticStr": "select: bed (8)->relate: desk,to the right of,s (2) [0]->relate: device,on top of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "2", "3": "0", "16": "8"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n125122.jpg", "question_id": 201882885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "verify rel", "dependencies": [1], "argument": "purse,behind,o (2)"}], "entailed": ["20151859", "20151762", "20151763", "20151861", "20151862"], "equivalent": ["20151860"], "question": "Is the short person behind the purse that is made of leather?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_purse"}, "answer": "yes", "semanticStr": "select: person (7)->filter height: short [0]->verify rel: purse,behind,o (2) [1]", "annotations": {"answer": {}, "question": {"11": "2", "2:4": "7", "6": "2"}, "fullAnswer": {"2": "7", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is behind the purse.", "image": "n313060.jpg", "question_id": 20151860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "verify face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201576602", "201576601", "201576581", "201576580", "201576583", "201576582", "201576585", "201576584", "201576587", "201576586", "201576588", "201576575", "201576576", "201576577", "201576578", "201576579", "201576596", "201576594", "201576595", "201576592", "201576593", "201576591"], "equivalent": ["201576574"], "question": "Is the kid small and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_small"}, "answer": "yes", "semanticStr": "select: child (1)->verify face expression: happy [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the kid is small and happy.", "image": "n187961.jpg", "question_id": 201576574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,petting,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201490982", "201490983", "201490986", "201490987", "201490984", "201491052"], "equivalent": ["201490982", "201490981"], "question": "What animal is this woman petting?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_petting,o"}, "answer": "goats", "semanticStr": "select: woman (0)->relate: animal,petting,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "0"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is petting the goats.", "image": "n86120.jpg", "question_id": 201490981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ornaments (21)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tree,hanging from,o (7)"}], "entailed": ["202060212"], "equivalent": ["202060213"], "question": "Are the ornaments hanging from the green tree?", "isBalanced": true, "groups": {"global": null, "local": "13-ornaments_tree"}, "answer": "yes", "semanticStr": "select: ornaments (21)->verify rel: tree,hanging from,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "21", "6:8": "7"}, "fullAnswer": {"2": "21", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the ornaments are hanging from the tree.", "image": "n14087.jpg", "question_id": 202060213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ornaments (21)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202060211"], "equivalent": ["202060210"], "question": "What are the ornaments made of glass hanging from?", "isBalanced": true, "groups": {"global": "tree", "local": "14-ornaments_hanging from,o"}, "answer": "tree", "semanticStr": "select: ornaments (21)->filter material: glass [0]->relate: _,hanging from,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "21", "6": "21"}, "fullAnswer": {"1": "21", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ornaments are hanging from the tree.", "image": "n14087.jpg", "question_id": 202060210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201535730", "201535798", "201535800"], "equivalent": ["201535799"], "question": "Who is holding the open container?", "isBalanced": true, "groups": {"global": "person", "local": "14-box_holding,s"}, "answer": "woman", "semanticStr": "select: container (12)->filter: open [0]->relate: person,holding,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"4:6": "12"}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the box.", "image": "n272098.jpg", "question_id": 201535799}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201570653", "201570652", "201570644", "201570645", "201570647", "201570655", "201570654"], "equivalent": ["201570646"], "question": "What is the cabinet made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cabinet_material"}, "answer": "glass", "semanticStr": "select: cabinet (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is made of glass.", "image": "n382416.jpg", "question_id": 201570646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skirt,wearing,o (-)"}], "entailed": [], "equivalent": ["201535791"], "question": "Is she wearing a skirt?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_skirt"}, "answer": "no", "semanticStr": "select: she (13)->verify rel: skirt,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "13"}, "fullAnswer": {"2": "13", "6": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing a coat.", "image": "n272098.jpg", "question_id": 201535791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201972910", "201972907", "201972911", "201972906", "201972909"], "equivalent": ["201972908"], "question": "What color is the cotton sweater?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sweater_color"}, "answer": "black", "semanticStr": "select: sweater (5)->filter material: cotton [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sweater is black.", "image": "n541482.jpg", "question_id": 201972908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer ball,kicking,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20652573", "20652534", "20652552", "20652555", "20652551", "20652537", "20652539", "20652538", "20652543", "20652540", "20652541", "20652546", "20652544", "20652545"], "equivalent": ["20652542"], "question": "How big is the soccer ball that the woman is kicking?", "isBalanced": true, "groups": {"global": "size", "local": "10q-soccer ball_size"}, "answer": "small", "semanticStr": "select: woman (0)->relate: soccer ball,kicking,o (3) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8": "0", "4:6": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soccer ball is small.", "image": "n400036.jpg", "question_id": 20652542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20891255", "20891253", "20891710", "20891530", "20891531", "20891303", "20891302", "20891301", "20891432"], "equivalent": ["20891255", "20891254"], "question": "Are there any cars or bags?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bag_car"}, "answer": "no", "semanticStr": "select: bag (-)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cars or bags.", "image": "n347706.jpg", "question_id": 20891254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (6)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20622072", "20622075", "20622052", "20622062", "20622063", "20622060", "20622066", "20622064", "20622065", "20622053", "20622071", "20622051", "20622057", "20622056", "20622055", "20622070", "20622059", "20622058", "20622073"], "equivalent": ["20622061"], "question": "How big are the horses?", "isBalanced": true, "groups": {"global": "size", "local": "10q-horses_size"}, "answer": "large", "semanticStr": "select: horses (6)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horses are large.", "image": "n210269.jpg", "question_id": 20622061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "jacket,wearing,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20655266", "20655267", "20655265", "20655262", "20655263", "20655259", "20655261", "20655252", "20655268", "20655251"], "equivalent": ["20655264"], "question": "Which color is the jacket the man is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "black", "semanticStr": "select: man (2)->relate: jacket,wearing,o (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "6": "2"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is black.", "image": "n199097.jpg", "question_id": 20655264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20541245", "20541246", "20541248", "20541249", "20541255", "20541257", "20541256"], "equivalent": ["20541247"], "question": "What color is the chair on top of the floor?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "gray", "semanticStr": "select: floor (8)->relate: chair,on top of,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "8", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is gray.", "image": "n527290.jpg", "question_id": 20541247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the left of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20136676", "20136675", "20136674", "20136672", "20136671", "20136681"], "equivalent": ["20136673"], "question": "What color does the mirror the picture is to the left of have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mirror_color"}, "answer": "silver", "semanticStr": "select: picture (1)->relate: mirror,to the left of,o (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "6": "1"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror has silver color.", "image": "n446242.jpg", "question_id": 20136673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (18)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100820", "202100819", "202100818", "202100817", "202100816"], "equivalent": ["202100821"], "question": "What kind of appliance is the bowl sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-bowl_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: bowl (18)->relate: appliance,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "18", "8": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20299609"], "equivalent": ["20299608"], "question": "The bridge is in front of what?", "isBalanced": true, "groups": {"global": "place", "local": "14-bridge_in front of,o"}, "answer": "mountain", "semanticStr": "select: bridge (0)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bridge is in front of the mountain.", "image": "n195925.jpg", "question_id": 20299608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20299608"], "equivalent": ["20299609"], "question": "What is the bridge in front of?", "isBalanced": true, "groups": {"global": "place", "local": "14-bridge_in front of,o"}, "answer": "mountain", "semanticStr": "select: bridge (0)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bridge is in front of the mountain.", "image": "n195925.jpg", "question_id": 20299609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (26)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["20810951", "20810943", "20810942", "20810950", "20810941", "20810946", "20810947", "20810944", "20810945", "20810948", "20810949"], "equivalent": ["20810940"], "question": "Does that rug look red?", "isBalanced": true, "groups": {"global": null, "local": "06-rug_red"}, "answer": "yes", "semanticStr": "select: rug (26)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "26"}, "fullAnswer": {"2": "26"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the rug is red.", "image": "n167552.jpg", "question_id": 20810940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2098089"], "equivalent": ["2098088"], "question": "What is the bottle in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-bottle_in front of,o"}, "answer": "bowl", "semanticStr": "select: bottle (5)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bottle is in front of the bowl.", "image": "n513429.jpg", "question_id": 2098088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2098088"], "equivalent": ["2098089"], "question": "What's the bottle in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-bottle_in front of,o"}, "answer": "bowl", "semanticStr": "select: bottle (5)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bottle is in front of the bowl.", "image": "n513429.jpg", "question_id": 2098089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201972790", "201972791", "201972793", "201972794", "201972795", "201972796", "201972789", "201972804", "201972805", "201972806", "201972802", "201972787"], "equivalent": ["201972791", "201972792", "201972793"], "question": "What color does the kite have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-kite_color"}, "answer": "purple", "semanticStr": "select: kite (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kite has purple color.", "image": "n541482.jpg", "question_id": 201972792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (6)"}, {"operation": "filter", "dependencies": [0], "argument": "busy"}, {"operation": "relate", "dependencies": [1], "argument": "_,watching,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20516147", "20516146", "20516145", "20516149", "20516148", "20515888"], "equivalent": ["20516144"], "question": "What do you think are the busy people watching?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-people_watching,o"}, "answer": "train", "semanticStr": "select: people (6)->filter: busy [0]->relate: _,watching,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"6:8": "6"}, "fullAnswer": {"1": "6", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are watching the train.", "image": "n70461.jpg", "question_id": 20516144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954158", "20954137"], "equivalent": ["20954138"], "question": "Who is the girl in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-girl_in front of,o"}, "answer": "woman", "semanticStr": "select: girl (5)->relate: person,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the woman.", "image": "n498712.jpg", "question_id": 20954138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (11)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["202257133", "202257132", "202257131", "202257130", "202257142", "202257143", "202257126", "202257127", "202257128", "202257139", "202257134", "202257141", "202257140", "202257138"], "equivalent": ["202257129"], "question": "What is the dog doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-dog_activity"}, "answer": "playing", "semanticStr": "select: dog (11)->query: activity [0]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dog is playing.", "image": "n92308.jpg", "question_id": 202257129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20596528", "20596525", "20596524", "20596527", "20596526", "20596521", "20596523"], "equivalent": ["20596523", "20596522"], "question": "Which kind of material is the wet sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (7)->filter: wet [0]->query: material [1]", "annotations": {"answer": {}, "question": {"6:8": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is made of cement.", "image": "n514467.jpg", "question_id": 20596522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "plastic"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2098082"], "equivalent": ["2098081"], "question": "Are there any bottles or cups that are made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "04-bottle_plastic"}, "answer": "no", "semanticStr": "select: bottle (5)->filter material: plastic [0]->exist: ? [1]->select: cup (-) ->filter material: plastic [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bottle but it is made of glass.", "image": "n513429.jpg", "question_id": 2098081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20692231", "20692204", "20692206", "20692212", "20692210", "20692209", "20692208", "20692254", "20692220"], "equivalent": ["20692211"], "question": "How big is the silver mirror?", "isBalanced": true, "groups": {"global": "size", "local": "10q-mirror_size"}, "answer": "small", "semanticStr": "select: mirror (0)->filter color: silver [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is small.", "image": "n499081.jpg", "question_id": 20692211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watercraft (7)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765936", "201765937"], "equivalent": ["201765938"], "question": "What kind of watercraft is colorful?", "isBalanced": true, "groups": {"global": "watercraft", "local": "12q-watercraft_colorful"}, "answer": "boats", "semanticStr": "select: watercraft (7)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "verify weight", "dependencies": [0], "argument": "heavy"}], "entailed": ["201438594", "201438589", "201438596", "201438595", "201438587", "201438593", "201438592", "201438591", "201438590"], "equivalent": ["201438588", "201438587"], "question": "Do you think the batter is heavy?", "isBalanced": true, "groups": {"global": null, "local": "06-batter_heavy"}, "answer": "yes", "semanticStr": "select: batter (5)->verify weight: heavy [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the batter is heavy.", "image": "n66756.jpg", "question_id": 201438588}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watercraft (7)"}, {"operation": "filter", "dependencies": [0], "argument": "scattered"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765934", "201765933"], "equivalent": ["201765935"], "question": "Which kind of watercraft is scattered?", "isBalanced": true, "groups": {"global": "watercraft", "local": "12q-watercraft_scattered"}, "answer": "boats", "semanticStr": "select: watercraft (7)->filter: scattered [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watercraft (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201765932", "201765931"], "equivalent": ["201765930"], "question": "What type of watercraft is shown in the photograph?", "isBalanced": true, "groups": {"global": "watercraft", "local": "11q-watercraft"}, "answer": "boats", "semanticStr": "select: watercraft (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watercraft (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201765932", "201765930"], "equivalent": ["201765931"], "question": "What kind of watercraft is it?", "isBalanced": true, "groups": {"global": "watercraft", "local": "11q-watercraft"}, "answer": "boats", "semanticStr": "select: watercraft (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223352", "202223353"], "equivalent": ["202223354"], "question": "Who is in front of the trees?", "isBalanced": true, "groups": {"global": "", "local": "14-trees_in front of,s"}, "answer": "crowd", "semanticStr": "select: trees (11)->relate: person,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is in front of the trees.", "image": "n257997.jpg", "question_id": 202223354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223356"], "equivalent": ["202223355"], "question": "What is the crowd in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-crowd_in front of,o"}, "answer": "trees", "semanticStr": "select: crowd (9)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is in front of the trees.", "image": "n257997.jpg", "question_id": 202223355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223355"], "equivalent": ["202223356"], "question": "What's the crowd in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-crowd_in front of,o"}, "answer": "trees", "semanticStr": "select: crowd (9)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "9", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is in front of the trees.", "image": "n257997.jpg", "question_id": 202223356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (12)"}, {"operation": "relate", "dependencies": [0], "argument": "man,near,s (8)"}, {"operation": "filter height", "dependencies": [1], "argument": "tall"}, {"operation": "verify rel", "dependencies": [2], "argument": "glasses,wearing,o (-)"}], "entailed": ["202179622"], "equivalent": ["202179621"], "question": "Is the tall man near the rope wearing glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "no", "semanticStr": "select: rope (12)->relate: man,near,s (8) [0]->filter height: tall [1]->verify rel: glasses,wearing,o (-) [2]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "12"}, "fullAnswer": {"2": "8", "5": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shorts.", "image": "n523165.jpg", "question_id": 202179621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202179626", "202179625", "202179432"], "equivalent": ["202179627"], "question": "What is the man looking at?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_looking at,o"}, "answer": "kite", "semanticStr": "select: man (8)->relate: _,looking at,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "8", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the kite.", "image": "n523165.jpg", "question_id": 202179627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202223353", "202223354"], "equivalent": ["202223352"], "question": "Who is in front of the trees that are not short?", "isBalanced": true, "groups": {"global": "", "local": "14-trees_in front of,s"}, "answer": "crowd", "semanticStr": "select: trees (11)->filter: not(short) [0]->relate: person,in front of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"10": "11", "6": "11"}, "fullAnswer": {"1": "9", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is in front of the trees.", "image": "n257997.jpg", "question_id": 202223352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202179626", "202179627", "202179432"], "equivalent": ["202179625"], "question": "What is the tall man looking at?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_looking at,o"}, "answer": "kite", "semanticStr": "select: man (8)->filter height: tall [0]->relate: _,looking at,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the kite.", "image": "n523165.jpg", "question_id": 202179625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "trees,in front of,o (11)"}], "entailed": ["202223110", "202223109", "202223357"], "equivalent": ["202223358"], "question": "Is the crowd in front of the tall trees?", "isBalanced": true, "groups": {"global": null, "local": "13-crowd_trees"}, "answer": "yes", "semanticStr": "select: crowd (9)->verify rel: trees,in front of,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "9", "7:9": "11"}, "fullAnswer": {"8": "11", "2": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the crowd is in front of the trees.", "image": "n257997.jpg", "question_id": 202223358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "guitar (33)"}, {"operation": "select", "dependencies": [], "argument": "pole (13) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20836315", "20836313"], "equivalent": ["20836315", "20836314"], "question": "Does the guitar have a different color than the pole?", "isBalanced": true, "groups": {"global": null, "local": "09diff-guitar_pole"}, "answer": "no", "semanticStr": "select: guitar (33)->select: pole (13) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "13", "2": "33"}, "fullAnswer": {"3": "33", "6": "13"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the guitar and the pole are black.", "image": "n507959.jpg", "question_id": 20836314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202227843"], "equivalent": ["202227844", "202227843"], "question": "What is the name of the piece of furniture that is made of the same material as the pepper grinder on the right?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pepper shaker_same material,_"}, "answer": "entertainment center", "semanticStr": "select: pepper shaker (0)->filter hposition: right [0]->relate: furniture,same material,_ (11) [1]->query: name [2]", "annotations": {"answer": {"0:2": "11"}, "question": {"6:9": "11", "18:20": "0"}, "fullAnswer": {"6:8": "11", "1:4": "11"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an entertainment center.", "image": "n77818.jpg", "question_id": 202227844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (13)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856869", "20856867"], "equivalent": ["20856868"], "question": "What food is to the left of the hair clip?", "isBalanced": true, "groups": {"global": "food", "local": "15-hair clip_to the left of,s"}, "answer": "snack", "semanticStr": "select: hair clip (13)->relate: food,to the left of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a snack.", "image": "n293477.jpg", "question_id": 20856868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "select", "dependencies": [], "argument": "pepper shaker (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202227840"], "question": "Is the entertainment center made of the same material as the pepper grinder?", "isBalanced": true, "groups": {"global": null, "local": "09same-entertainment center_pepper shaker"}, "answer": "yes", "semanticStr": "select: entertainment center (11)->select: pepper shaker (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11:13": "0", "2:4": "11"}, "fullAnswer": {"3:5": "11", "7:9": "0"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the entertainment center and the pepper grinder are made of wood.", "image": "n77818.jpg", "question_id": 202227840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201766002", "201766009", "201766008", "201766007", "201766005", "201766004", "201766003", "201766011"], "equivalent": ["201766006"], "question": "Which color is the dirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dirt_color"}, "answer": "dark brown", "semanticStr": "select: dirt (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is dark brown.", "image": "n488874.jpg", "question_id": 201766006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify rel", "dependencies": [1], "argument": "wallet,to the left of,o (14)"}], "entailed": ["20856734", "20856735", "20856864"], "equivalent": ["20856865"], "question": "Is the black food to the left of the wallet that is lying on top of the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-snack_wallet"}, "answer": "yes", "semanticStr": "select: food (16)->filter color: black [0]->verify rel: wallet,to the left of,o (14) [1]", "annotations": {"answer": {}, "question": {"9": "14", "2:4": "16", "17": "17"}, "fullAnswer": {"9": "14", "2": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the snack is to the left of the wallet.", "image": "n293477.jpg", "question_id": 20856865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201467698"], "equivalent": ["201467699"], "question": "Do you see doors that are green?", "isBalanced": true, "groups": {"global": null, "local": "04-door_green"}, "answer": "no", "semanticStr": "select: door (8)->filter color: green [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a door but it is white.", "image": "n295771.jpg", "question_id": 201467699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (6)"}, {"operation": "relate", "dependencies": [0], "argument": "building,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201273249", "201273256", "201273255", "201273254", "201273253"], "equivalent": ["201273248"], "question": "What is in front of the building near the streetlight?", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "palm tree", "semanticStr": "select: street light (6)->relate: building,near,s (3) [0]->relate: _,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"9": "6", "6": "3"}, "fullAnswer": {"8": "3", "1:3": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm tree is in front of the building.", "image": "n46510.jpg", "question_id": 201273248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273248", "201273256", "201273255", "201273254", "201273253"], "equivalent": ["201273249"], "question": "What is in front of the building?", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "palm tree", "semanticStr": "select: building (3)->relate: _,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"8": "3", "1:3": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm tree is in front of the building.", "image": "n46510.jpg", "question_id": 201273249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (2)"}, {"operation": "select", "dependencies": [], "argument": "jet (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201959593", "201959592"], "equivalent": ["201959594"], "question": "Is the mountain different in color than the jet?", "isBalanced": true, "groups": {"global": null, "local": "09diff-jet_mountain"}, "answer": "yes", "semanticStr": "select: mountain (2)->select: jet (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "2"}, "fullAnswer": {"2": "2", "7": "10"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the mountain is green and the jet is white.", "image": "n572716.jpg", "question_id": 201959594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202258055", "202258054", "202258079", "202258114", "202258115", "202258091", "202258090", "202258093", "202258095", "202258094", "202258097", "202258099", "202258098", "202258105", "202258104", "202258088", "202258089", "202258086", "202258087", "202258084", "202258085", "202258080"], "equivalent": ["202258092"], "question": "How big is the bag?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bag_size"}, "answer": "large", "semanticStr": "select: bag (0)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is large.", "image": "n216553.jpg", "question_id": 202258092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (4)"}, {"operation": "select", "dependencies": [], "argument": "crane (18) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201959590"], "equivalent": ["201959591", "201959590"], "question": "What is common to the building and the crane?", "isBalanced": true, "groups": {"global": null, "local": "09common-building_crane"}, "answer": "color", "semanticStr": "select: building (4)->select: crane (18) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "18", "5": "4"}, "fullAnswer": {"4": "4", "7": "18"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the building and the crane are red.", "image": "n572716.jpg", "question_id": 201959591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["202244335", "202244334", "202244337", "202244336", "202244333", "202244332", "202244311", "202244310", "202244317", "202244316", "202244308", "202244309", "202244300", "202244301", "202244302", "202244303", "202244304", "202244305", "202244306", "202244307", "202244296", "202244297", "202244295", "202244298", "202244299"], "equivalent": ["202244312", "202244311"], "question": "What size is the food that is not thin, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-dip_size"}, "answer": "small", "semanticStr": "select: food (5)->filter: not(thin) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"8": "5", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dip is small.", "image": "n296467.jpg", "question_id": 202244312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201998093", "201998085", "201998107", "201998108", "201998062", "201998110", "201998109", "201998104"], "equivalent": ["201998116"], "question": "Are the glass windows open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-windows_15"}, "answer": "closed", "semanticStr": "select: windows (0)->filter material: glass [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The windows are closed.", "image": "n319845.jpg", "question_id": 201998116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fire truck,in front of,o (0)"}], "entailed": ["201873550", "201873551", "201873173"], "equivalent": ["201873172"], "question": "Is the sticker in front of the fire truck that looks white and red?", "isBalanced": true, "groups": {"global": null, "local": "13-sticker_fire truck"}, "answer": "yes", "semanticStr": "select: sticker (16)->verify rel: fire truck,in front of,o (0) [0]", "annotations": {"answer": {}, "question": {"11": "0", "13": "0", "2": "16", "7:9": "0"}, "fullAnswer": {"8:10": "0", "2": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sticker is in front of the fire truck.", "image": "n309148.jpg", "question_id": 201873172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202266147"], "equivalent": ["202266148"], "question": "Are there cones or mirrors?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cone_mirror"}, "answer": "no", "semanticStr": "select: cone (-)->exist: ? [0]->select: mirror (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no mirrors or cones.", "image": "n534106.jpg", "question_id": 202266148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20903171", "20903172", "20903173", "20903175", "20903180", "20903179"], "equivalent": ["20903174"], "question": "What is the name of the vehicle in front of the old building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_in front of,s"}, "answer": "van", "semanticStr": "select: building (9)->filter: old [0]->relate: vehicle,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"11:13": "9", "6": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n411121.jpg", "question_id": 20903174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skateboard (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201998117"], "equivalent": ["201998118"], "question": "Are there skateboards or cabinets in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_skateboard"}, "answer": "no", "semanticStr": "select: cabinet (-)->exist: ? [0]->select: skateboard (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no skateboards or cabinets.", "image": "n319845.jpg", "question_id": 201998118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (28)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["202262197", "202262199", "202262198"], "equivalent": ["202262196"], "question": "Is the chair on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_left"}, "answer": "yes", "semanticStr": "select: chair (28)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "28"}, "fullAnswer": {"2": "28"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is on the left of the image.", "image": "n28572.jpg", "question_id": 202262196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "choose rel", "dependencies": [1], "argument": "boy,to the left of|to the right of,s (4)"}], "entailed": ["201030588", "201030773", "201030772", "201030771", "201030770", "201030590", "201030768", "201030769", "201030586", "201030587"], "equivalent": ["201030588", "201030589"], "question": "Is the boy to the left or to the right of the pillow that looks square?", "isBalanced": true, "groups": {"global": null, "local": "13-pillow_boy"}, "answer": "left", "semanticStr": "select: pillow (7)->filter shape: square [0]->choose rel: boy,to the left of|to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"2": "4", "12": "7", "15": "7"}, "fullAnswer": {"1": "4", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the left of the pillow.", "image": "n54424.jpg", "question_id": 201030589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apples (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "banana (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201207198", "201207185", "201207186", "201207197", "201207196"], "equivalent": ["201207184", "201207185", "201207186"], "question": "Are there either apples or bananas that are not brown?", "isBalanced": true, "groups": {"global": null, "local": "04-apples_n#brown"}, "answer": "no", "semanticStr": "select: apples (2)->filter color: not(brown) [0]->exist: ? [1]->select: banana (-) ->filter color: not(brown) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are apples but they are brown.", "image": "n222915.jpg", "question_id": 201207184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "covered"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023565", "202023587", "202023563", "202023564"], "equivalent": ["202023589"], "question": "What item of furniture is covered?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_covered"}, "answer": "chair", "semanticStr": "select: furniture (8)->filter: covered [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n95313.jpg", "question_id": 202023589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (7)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,next to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20652815", "20652816", "20652810", "20652811", "20652812", "20652813", "20652809", "20652799", "20652798", "20652820", "20652807"], "equivalent": ["20652814"], "question": "Which color are the trees next to the cars?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trees_color"}, "answer": "green", "semanticStr": "select: cars (7)->relate: trees,next to,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "7", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are green.", "image": "n400036.jpg", "question_id": 20652814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20442456", "20442454", "20442453", "20442452"], "equivalent": ["20442456", "20442455"], "question": "On which side is the drawer?", "isBalanced": true, "groups": {"global": null, "local": "10q-drawer_hposition"}, "answer": "right", "semanticStr": "select: drawer (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The drawer is on the right of the image.", "image": "n207708.jpg", "question_id": 20442455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023584"], "equivalent": ["202023585"], "question": "Which kind of furniture is not metallic?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#metal"}, "answer": "bookshelf", "semanticStr": "select: furniture (0)->filter material: not(metal) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookshelf.", "image": "n95313.jpg", "question_id": 202023585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "verify opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201467690", "201467692", "201467693", "201467687", "201467696", "201467697", "201467689", "201467688", "201467701", "201467694"], "equivalent": ["201467691"], "question": "Does the door look white and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_white"}, "answer": "yes", "semanticStr": "select: door (8)->verify opaqness: clear [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is white and clear.", "image": "n295771.jpg", "question_id": 201467691}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (5)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,parked along,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,same material,_ (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201346319"], "question": "What type of vehicle is made of the same material as the motorbike that is parked along the sidewalk?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-motorcycle_same material,_"}, "answer": "car", "semanticStr": "select: sidewalk (5)->relate: motorcycle,parked along,s (3) [0]->relate: vehicle,same material,_ (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"18": "5", "3": "1", "12": "3"}, "fullAnswer": {"1": "1", "10": "3"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is made of the same material as the motorbike.", "image": "n131634.jpg", "question_id": 201346319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "socks (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose height", "dependencies": [1], "argument": "tall|short"}], "entailed": ["20162159", "20162173", "20162169", "20162163", "20162162", "20162170", "20162160", "20162161", "20162166", "20162167", "20162164"], "equivalent": ["20162168", "20162169", "20162170"], "question": "Are the white socks tall or short?", "isBalanced": true, "groups": {"global": "height", "local": "10c-socks_height"}, "answer": "tall", "semanticStr": "select: socks (14)->filter color: white [0]->choose height: tall|short [1]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The socks are tall.", "image": "n202379.jpg", "question_id": 20162168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053394"], "equivalent": ["202053395"], "question": "What is the batter looking at?", "isBalanced": true, "groups": {"global": "sport", "local": "14-batter_looking at,o"}, "answer": "baseball", "semanticStr": "select: batter (4)->relate: _,looking at,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "4", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is looking at the baseball.", "image": "n334278.jpg", "question_id": 202053395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (10)"}, {"operation": "select", "dependencies": [], "argument": "mirror (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201346309"], "equivalent": ["201346309", "201346310"], "question": "Are both the door and the mirror made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-door_mirror"}, "answer": "yes", "semanticStr": "select: door (10)->select: mirror (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "10", "6": "2"}, "fullAnswer": {"3": "10", "6": "2"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the door and the mirror are made of glass.", "image": "n131634.jpg", "question_id": 201346310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (4)"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": ["202053390"], "equivalent": ["202053391"], "question": "Is the person to the left of the baseball wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_helmet"}, "answer": "no", "semanticStr": "select: baseball (9)->relate: person,to the left of,s (4) [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "4"}, "fullAnswer": {"2": "4", "6": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the batter is wearing a uniform.", "image": "n334278.jpg", "question_id": 202053391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053392"], "equivalent": ["202053393"], "question": "Who is looking at the baseball?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball_looking at,s"}, "answer": "batter", "semanticStr": "select: baseball (9)->relate: person,looking at,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is looking at the baseball.", "image": "n334278.jpg", "question_id": 202053393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chickens (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201370417", "201370415", "201370387", "201370385"], "equivalent": ["201370417", "201370416"], "question": "Are there any chickens or chairs in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_chickens"}, "answer": "no", "semanticStr": "select: chickens (-)->exist: ? [0]->select: chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no chairs or chickens.", "image": "n351318.jpg", "question_id": 201370416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["201303332", "201303333", "201303334", "201303335", "201303336", "201303337", "201303339", "201303316", "201303317", "201303341", "201303340", "201303343", "201303342", "201303344"], "equivalent": ["201303338", "201303339"], "question": "What ethnic group is the person that is wearing a jacket?", "isBalanced": true, "groups": {"global": "race", "local": "10q-man_race"}, "answer": "caucasian", "semanticStr": "select: jacket (3)->relate: person,wearing,s (0) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"10": "3", "5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is caucasian.", "image": "n518912.jpg", "question_id": 201303338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "picture (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201621759"], "question": "Are there either any pictures or speakers in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-picture_speaker"}, "answer": "yes", "semanticStr": "select: speaker (7)->exist: ? [0]->select: picture (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a speaker.", "image": "n275148.jpg", "question_id": 201621759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896698", "20896700"], "equivalent": ["20896701"], "question": "Which kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "cabinets", "semanticStr": "select: furniture (8)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n548534.jpg", "question_id": 20896701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "choose name", "dependencies": [0], "argument": "giraffe|monkeys"}], "entailed": [], "equivalent": ["2093853"], "question": "Which animal is this, a giraffe or a monkey?", "isBalanced": true, "groups": {"global": "animal", "local": "11c-animal"}, "answer": "giraffe", "semanticStr": "select: animal (4)->choose name: giraffe|monkeys [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4", "5": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a giraffe.", "image": "n450919.jpg", "question_id": 2093853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "storage box (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "empty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201621750"], "question": "Is the storage box that is made of metal empty and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_empty"}, "answer": "no", "semanticStr": "select: storage box (4)->filter material: metal [0]->verify color: black [1]->verify: empty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "4", "2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the storage box is black but full.", "image": "n275148.jpg", "question_id": 201621750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["202158959", "202158958", "202158960", "202158961", "202158962", "202158964", "202158965"], "equivalent": ["202158963"], "question": "Are the old people on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-people_hposition"}, "answer": "right", "semanticStr": "select: person (3)->filter age: old [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The people are on the right of the image.", "image": "n406334.jpg", "question_id": 202158963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20342382", "20342381", "20342353", "20342352", "20342374", "20342373", "20342372", "20342371", "20342370", "20342354", "20342355"], "equivalent": ["20342383"], "question": "Which kind of vehicle is blue?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_blue"}, "answer": "bus", "semanticStr": "select: vehicle (3)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n16425.jpg", "question_id": 20342383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202286908"], "question": "Do the pants look long and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-long_yellow"}, "answer": "no", "semanticStr": "select: pants (6)->verify length: long [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are long but red.", "image": "n413002.jpg", "question_id": 202286908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20342391", "20342390", "20342392", "20342386", "20342394", "20342405", "20342388"], "equivalent": ["20342389"], "question": "Which color is the bus to the right of the other bus?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bus_color"}, "answer": "blue", "semanticStr": "select: bus (2)->relate: bus,to the right of,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "2", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bus is blue.", "image": "n16425.jpg", "question_id": 20342389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20511399", "20511398", "20511393", "20511392", "20511397", "20511396", "20511395"], "equivalent": ["20511394"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy.", "image": "n229548.jpg", "question_id": 20511394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "verify color", "dependencies": [1], "argument": "brunette"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20508585"], "equivalent": ["20508584"], "question": "Is the woman that is not sad brunette and young?", "isBalanced": true, "groups": {"global": null, "local": "05-brunette_young"}, "answer": "no", "semanticStr": "select: woman (0)->filter face expression: not(sad) [0]->verify color: brunette [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is young but blond.", "image": "n511913.jpg", "question_id": 20508584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper container (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757985", "201758060", "201758061", "201758062", "201758063", "201758059", "201758058"], "equivalent": ["201758057"], "question": "What is the paper container sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-paper container_sitting on top of,o"}, "answer": "table", "semanticStr": "select: paper container (8)->relate: _,sitting on top of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3:5": "8"}, "fullAnswer": {"9": "6", "1:3": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The paper container is sitting on top of the table.", "image": "n4777.jpg", "question_id": 201758057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "filter", "dependencies": [0], "argument": "sturdy"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201593778"], "equivalent": ["201593920"], "question": "What is in front of the sturdy fence?", "isBalanced": true, "groups": {"global": "object", "local": "14-fence_in front of,s"}, "answer": "pole", "semanticStr": "select: fence (2)->filter: sturdy [0]->relate: _,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"6:8": "2"}, "fullAnswer": {"1": "4", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pole is in front of the fence.", "image": "n200907.jpg", "question_id": 201593920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "pot,to the right of|to the left of,s (3)"}], "entailed": ["201759553", "201759285", "201759554"], "equivalent": ["201759286"], "question": "Is the pot to the right or to the left of the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_pot"}, "answer": "right", "semanticStr": "select: chair (6)->choose rel: pot,to the right of|to the left of,s (3) [0]", "annotations": {"answer": {}, "question": {"2": "3", "12": "6"}, "fullAnswer": {"1": "3", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pot is to the right of the chair.", "image": "n150962.jpg", "question_id": 201759286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201322715", "201322733", "201322714", "201322735", "201322734", "201322736", "201322752"], "equivalent": ["201322754"], "question": "What sign is made of metal?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_metal"}, "answer": "street sign", "semanticStr": "select: sign (9)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n311910.jpg", "question_id": 201322754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201322715", "201322733", "201322714", "201322735", "201322734", "201322736", "201322754"], "equivalent": ["201322752"], "question": "What is the name of the metal sign?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_metal"}, "answer": "street sign", "semanticStr": "select: sign (9)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"7": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n311910.jpg", "question_id": 201322752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201322748", "201322749", "201322715", "201322714", "201322737", "201322739", "201322738", "201322750", "201322747"], "equivalent": ["201322751"], "question": "What sign is white?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_white"}, "answer": "street sign", "semanticStr": "select: sign (9)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n311910.jpg", "question_id": 201322751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}], "entailed": ["202244414", "202244415", "202244416", "202244417", "202244410", "202244411", "202244412", "202244420", "202244421", "202244418", "202244419", "202244393", "202244392", "202244422"], "equivalent": ["202244412", "202244413"], "question": "Do you think that container is closed?", "isBalanced": true, "groups": {"global": null, "local": "06-container_closed"}, "answer": "yes", "semanticStr": "select: container (4)->verify: closed [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the container is closed.", "image": "n296467.jpg", "question_id": 202244413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "child,to the right of,s (8)"}, {"operation": "filter gender", "dependencies": [1], "argument": "female"}, {"operation": "relate", "dependencies": [2], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["20710518"], "question": "The female kid to the right of the helmet is standing where?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-child_standing on,o"}, "answer": "ground", "semanticStr": "select: helmet (7)->relate: child,to the right of,s (8) [0]->filter gender: female [1]->relate: place,standing on,o (10) [2]->query: name [3]", "annotations": {"answer": {"0": "10"}, "question": {"8": "7", "1:3": "8"}, "fullAnswer": {"1": "8", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is standing on the ground.", "image": "n489699.jpg", "question_id": 20710518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,pulled by,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984001", "201984002"], "equivalent": ["201983988"], "question": "Who is the luggage cart pulled by?", "isBalanced": true, "groups": {"global": "person", "local": "14-luggage cart_pulled by,o"}, "answer": "woman", "semanticStr": "select: luggage cart (5)->relate: person,pulled by,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1:3": "5", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The luggage cart is pulled by the woman.", "image": "n16378.jpg", "question_id": 201983988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201227986", "201227985", "201228072", "201228071", "201228070", "201228067"], "equivalent": ["201228066"], "question": "What is in front of the silver car?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-car_in front of,s"}, "answer": "van", "semanticStr": "select: car (1)->filter color: silver [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "1"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the car.", "image": "n154856.jpg", "question_id": 201228066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202241130", "202241131", "202241132", "202241127", "202241128"], "equivalent": ["202241133"], "question": "What piece of furniture is the plant on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-plant_on,o"}, "answer": "shelf", "semanticStr": "select: plant (6)->relate: furniture,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13"}, "fullAnswer": {"1": "6", "5": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on the shelf.", "image": "n460385.jpg", "question_id": 202241133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bread,to the left of,o (25)"}], "entailed": ["20308414", "20308132"], "equivalent": ["20308413"], "question": "Is the oven to the left of the bread on the counter?", "isBalanced": true, "groups": {"global": null, "local": "13-oven_bread"}, "answer": "yes", "semanticStr": "select: oven (14)->verify rel: bread,to the left of,o (25) [0]", "annotations": {"answer": {}, "question": {"11": "26", "8": "25", "2": "14"}, "fullAnswer": {"9": "25", "2": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the oven is to the left of the bread.", "image": "n278312.jpg", "question_id": 20308413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710513", "20710446", "20710447"], "equivalent": ["20710512"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "child", "semanticStr": "select: pants (9)->relate: person,wearing,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "9"}, "fullAnswer": {"1": "8", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing pants.", "image": "n489699.jpg", "question_id": 20710512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710512", "20710446", "20710447"], "equivalent": ["20710513"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "child", "semanticStr": "select: pants (9)->relate: person,wearing,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing pants.", "image": "n489699.jpg", "question_id": 20710513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (8)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20710515"], "equivalent": ["20710514", "20710515"], "question": "The kid that is not male is wearing what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-child_wearing,o"}, "answer": "pants", "semanticStr": "select: child (8)->filter gender: not(male) [0]->relate: _,wearing,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"1": "8", "5": "8"}, "fullAnswer": {"1": "8", "4": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing pants.", "image": "n489699.jpg", "question_id": 20710514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "relate", "dependencies": [1], "argument": "_,pulled by,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201983985", "201983986"], "equivalent": ["201983984"], "question": "What is pulled by the woman that is not sad?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_pulled by,s"}, "answer": "luggage cart", "semanticStr": "select: woman (6)->filter face expression: not(sad) [0]->relate: _,pulled by,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"9": "6", "5": "6"}, "fullAnswer": {"1:3": "5", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The luggage cart is pulled by the woman.", "image": "n16378.jpg", "question_id": 201983984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (8)"}, {"operation": "filter gender", "dependencies": [0], "argument": "female"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": [], "equivalent": ["20710517"], "question": "Is the female child wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-child_jeans"}, "answer": "no", "semanticStr": "select: child (8)->filter gender: female [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8", "5": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the child is wearing pants.", "image": "n489699.jpg", "question_id": 20710517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "verify rel", "dependencies": [1], "argument": "coat,wearing,o (-)"}], "entailed": [], "equivalent": ["20754716"], "question": "Is the person that is looking down wearing a coat?", "isBalanced": true, "groups": {"global": null, "local": "13-person_coat"}, "answer": "no", "semanticStr": "select: person (2)->filter activity: looking down [0]->verify rel: coat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "2"}, "fullAnswer": {"2": "2", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing a shirt.", "image": "n566028.jpg", "question_id": 20754716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482434", "20482422", "20482433", "20482432"], "equivalent": ["20482456"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (6)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n195249.jpg", "question_id": 20482456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "briefcase (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201185273", "201185272", "201185275", "201185274", "201185277", "201185276"], "equivalent": ["201185260"], "question": "Are there any briefcases or backpacks that are not blue?", "isBalanced": true, "groups": {"global": null, "local": "04-backpack_n#blue"}, "answer": "no", "semanticStr": "select: backpack (2)->filter color: not(blue) [0]->exist: ? [1]->select: briefcase (-) ->filter color: not(blue) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a backpack but it is blue.", "image": "n95904.jpg", "question_id": 201185260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201430645"], "question": "Are there both windows and doors in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "no", "semanticStr": "select: door (1)->exist: ? [0]->select: window (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a door but no windows.", "image": "n206785.jpg", "question_id": 201430645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "nightstand,below,o (-)"}], "entailed": [], "equivalent": ["20403522"], "question": "Is the trashcan below a nightstand?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_nightstand"}, "answer": "no", "semanticStr": "select: trash can (7)->verify rel: nightstand,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the trashcan is below a mirror.", "image": "n249639.jpg", "question_id": 20403522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,running on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056155"], "equivalent": ["201056156"], "question": "Who runs on the grass?", "isBalanced": true, "groups": {"global": "person", "local": "14-grass_running on,s"}, "answer": "soccer player", "semanticStr": "select: grass (9)->relate: person,running on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player runs on the grass.", "image": "n259002.jpg", "question_id": 201056156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,underneath,s (9)"}, {"operation": "filter color", "dependencies": [1], "argument": "green"}, {"operation": "relate", "dependencies": [2], "argument": "person,running on,s (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201056156"], "equivalent": ["201056155"], "question": "Who runs on the green grass underneath the ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-grass_running on,s"}, "answer": "soccer player", "semanticStr": "select: ball (0)->relate: grass,underneath,s (9) [0]->filter color: green [1]->relate: person,running on,s (6) [2]->query: name [3]", "annotations": {"answer": {"0:2": "6"}, "question": {"8": "0", "4:6": "9"}, "fullAnswer": {"1:3": "6", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player runs on the grass.", "image": "n259002.jpg", "question_id": 201056155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246359", "202246358"], "equivalent": ["202246360"], "question": "What kind of furniture is the laptop on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_on,o"}, "answer": "computer desk", "semanticStr": "select: laptop (2)->relate: furniture,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "2", "5:7": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is on the computer desk.", "image": "n310828.jpg", "question_id": 202246360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["201704551", "201704550", "201704552", "201704555", "201704554", "201704561", "201704563", "201704549"], "equivalent": ["201704553"], "question": "How tall is the grass?", "isBalanced": true, "groups": {"global": "height", "local": "10q-grass_height"}, "answer": "tall", "semanticStr": "select: grass (2)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is tall.", "image": "n164272.jpg", "question_id": 201704553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (22)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,covering,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201482068"], "question": "What do you think is covering the man that is wearing jeans?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_covering,s"}, "answer": "jacket", "semanticStr": "select: jeans (22)->relate: man,wearing,s (2) [0]->relate: _,covering,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"11": "22", "7": "2"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jacket is covering the man.", "image": "n470920.jpg", "question_id": 201482068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201704560"], "equivalent": ["201704559", "201704560"], "question": "Is there any grass in the picture that is not tall?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_n#tall"}, "answer": "no", "semanticStr": "select: grass (2)->filter height: not(tall) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is grass but it is tall.", "image": "n164272.jpg", "question_id": 201704559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,under,s (6)"}, {"operation": "choose", "dependencies": [1], "argument": "off|on"}], "entailed": ["201804558", "201804559", "201804554", "201804555", "201804556", "201804557", "201804565", "201804567", "201804560"], "equivalent": ["201804567", "201804566"], "question": "Does the device under the artwork seem to be off or on?", "isBalanced": true, "groups": {"global": "39", "local": "10c-television_39"}, "answer": "off", "semanticStr": "select: artwork (10)->relate: device,under,s (6) [0]->choose: off|on [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "10"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The TV is off.", "image": "n51002.jpg", "question_id": 201804566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jars (17)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100784", "202100781", "202100779", "202100783", "202100782", "202100780"], "equivalent": ["202100785"], "question": "Which kind of appliance are the jars sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-jars_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: jars (17)->relate: appliance,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "17", "8": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jars are sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,under,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381238", "20381237", "20381236", "20381235", "20381234", "20381192", "20381191", "20381240", "20381241"], "equivalent": ["20381239"], "question": "What kind of furniture is under the keyboard?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-keyboard_under,s"}, "answer": "desk", "semanticStr": "select: keyboard (8)->relate: furniture,under,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n398257.jpg", "question_id": 20381239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879338", "201879434"], "equivalent": ["201879336"], "question": "What is the logo in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-logo_in front of,o"}, "answer": "truck", "semanticStr": "select: logo (10)->relate: _,in front of,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "10", "7": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The logo is in front of the truck.", "image": "n290409.jpg", "question_id": 201879336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "relate", "dependencies": [0], "argument": "buildings,behind,s (3)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["20734105", "20734118", "20734119", "20734130", "20734131", "20734133", "20734127", "20734126", "20734125", "20734124", "20734123", "20734122", "20734121", "20734120", "20734106", "20734129", "20734128"], "equivalent": ["20734131", "20734132"], "question": "Are the buildings behind the trees large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-buildings_size"}, "answer": "small", "semanticStr": "select: trees (19)->relate: buildings,behind,s (3) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "19"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The buildings are small.", "image": "n90944.jpg", "question_id": 20734132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097684"], "equivalent": ["2097685"], "question": "What is the monitor in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-monitor_in front of,o"}, "answer": "poster", "semanticStr": "select: monitor (1)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The monitor is in front of the poster.", "image": "n513429.jpg", "question_id": 2097685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20734137"], "question": "What is in front of the sky?", "isBalanced": true, "groups": {"global": "building", "local": "14-sky_in front of,s"}, "answer": "buildings", "semanticStr": "select: sky (8)->relate: _,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The buildings are in front of the sky.", "image": "n90944.jpg", "question_id": 20734137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spinach (10)"}, {"operation": "select", "dependencies": [], "argument": "pizza (6) "}, {"operation": "choose healthier", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202036618"], "question": "Which is healthier, the pizza or the spinach?", "isBalanced": true, "groups": {"global": "vegetable", "local": "09compare-pizza_spinach"}, "answer": "spinach", "semanticStr": "select: spinach (10)->select: pizza (6) ->choose healthier:  [0, 1]", "annotations": {"answer": {"0": "10"}, "question": {"4": "6", "7": "10"}, "fullAnswer": {"1": "10", "6": "6"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The spinach is healthier than the pizza.", "image": "n200225.jpg", "question_id": 202036618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202081015", "202081014", "202081016", "202081010", "202081012", "202081008", "202081009", "202080993", "202080978", "202081006"], "equivalent": ["202081011"], "question": "How big is the house?", "isBalanced": true, "groups": {"global": "size", "local": "10q-house_size"}, "answer": "tiny", "semanticStr": "select: house (0)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is tiny.", "image": "n314630.jpg", "question_id": 202081011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "child,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202286531"], "equivalent": ["202286530"], "question": "Is there a child to the right of the backpack on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_child"}, "answer": "no", "semanticStr": "select: backpack (4)->filter hposition: left [0]->relate: child,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "4"}, "fullAnswer": {"10": "4", "4": "11"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an elephant to the right of the backpack.", "image": "n413002.jpg", "question_id": 202286530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286532", "202286459"], "equivalent": ["202286533"], "question": "What animal is standing on the ground?", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_standing on,s"}, "answer": "elephant", "semanticStr": "select: ground (9)->relate: animal,standing on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n413002.jpg", "question_id": 202286533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286533", "202286459"], "equivalent": ["202286532"], "question": "What is the animal that is standing on the ground?", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_standing on,s"}, "answer": "elephant", "semanticStr": "select: ground (9)->relate: animal,standing on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"9": "9", "3": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n413002.jpg", "question_id": 202286532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,above,s (1)"}, {"operation": "choose gender", "dependencies": [1], "argument": "male|female"}], "entailed": ["20754572", "20754573", "20754571", "20754576", "20754566"], "equivalent": ["20754574"], "question": "Do you think the person above the skateboard is male or female?", "isBalanced": true, "groups": {"global": "gender", "local": "10c-person_gender"}, "answer": "male", "semanticStr": "select: skateboard (7)->relate: person,above,s (1) [0]->choose gender: male|female [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "7"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is male.", "image": "n566028.jpg", "question_id": 20754574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gift (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306512", "20306511", "20306517", "20306516", "20306515", "20306514", "20306638"], "equivalent": ["20306512", "20306513"], "question": "The person near the gift is holding what?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "cell phone", "semanticStr": "select: gift (5)->relate: person,near,s (0) [0]->relate: _,holding,o (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "0", "4": "5"}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the cell phone.", "image": "n554880.jpg", "question_id": 20306513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175379", "201175382", "201175381", "201175287", "201175286"], "equivalent": ["201175380", "201175379"], "question": "What is the animal in front of the mirror?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mirror_in front of,s"}, "answer": "cat", "semanticStr": "select: mirror (8)->relate: animal,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"8": "8", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n357784.jpg", "question_id": 201175380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(dark brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bear (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(dark brown)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20536152", "20536150", "20536151"], "equivalent": ["20536137"], "question": "Are there either any giraffes or bears that are not dark brown?", "isBalanced": true, "groups": {"global": null, "local": "04-giraffe_n#dark brown"}, "answer": "no", "semanticStr": "select: giraffe (1)->filter color: not(dark brown) [0]->exist: ? [1]->select: bear (-) ->filter color: not(dark brown) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a giraffe but it is dark brown.", "image": "n410476.jpg", "question_id": 20536137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306513", "20306512", "20306511", "20306516", "20306515", "20306514", "20306638"], "equivalent": ["20306517"], "question": "Which kind of device is the man holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "cell phone", "semanticStr": "select: man (0)->relate: device,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the cellphone.", "image": "n554880.jpg", "question_id": 20306517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "teddy bear (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,around,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456422", "20456446"], "equivalent": ["20456447"], "question": "What is around the teddy bear?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-teddy bear_around,s"}, "answer": "tie", "semanticStr": "select: teddy bear (3)->relate: _,around,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tie is around the teddy bear.", "image": "n65885.jpg", "question_id": 20456447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306513", "20306512", "20306511", "20306517", "20306516", "20306515", "20306638"], "equivalent": ["20306514"], "question": "What's the man holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "cell phone", "semanticStr": "select: man (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the cell phone.", "image": "n554880.jpg", "question_id": 20306514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201859049", "201859040", "201859041", "201859042", "201859039", "201859038", "201859034", "201859037", "201859036", "201859059", "201859058", "201859057", "201859056", "201859055", "201859054", "201859053", "201859051", "201859050", "201859066", "201859060", "201859061"], "equivalent": ["201859033"], "question": "Does the hat have large size and red color?", "isBalanced": true, "groups": {"global": null, "local": "05-large_red"}, "answer": "yes", "semanticStr": "select: hat (1)->verify size: large [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hat is large and red.", "image": "n460556.jpg", "question_id": 201859033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "not(large)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201859048", "201859044", "201859045", "201859046", "201859047"], "equivalent": ["201859035"], "question": "Are there any gloves or hats that are not large?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_n#large"}, "answer": "no", "semanticStr": "select: hat (1)->filter size: not(large) [0]->exist: ? [1]->select: gloves (-) ->filter size: not(large) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is large.", "image": "n460556.jpg", "question_id": 201859035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "car,to the right of,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20984336"], "question": "Are there cars to the right of the skateboard?", "isBalanced": true, "groups": {"global": null, "local": "13-skateboard_car"}, "answer": "no", "semanticStr": "select: skateboard (7)->relate: car,to the right of,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "7", "2": "0"}, "fullAnswer": {"9": "7", "2": "0"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is to the left of the skateboard.", "image": "n12214.jpg", "question_id": 20984336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding onto,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201682450"], "equivalent": ["201682449"], "question": "Who is watching the person that is holding onto the tennis racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_watching,s"}, "answer": "people", "semanticStr": "select: racket (1)->relate: person,holding onto,s (0) [0]->relate: person,watching,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"4": "0", "10:12": "1"}, "fullAnswer": {"1": "8", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are watching the man.", "image": "n51658.jpg", "question_id": 201682449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "relate", "dependencies": [2], "argument": "blinds,behind,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["201682447", "201682445"], "equivalent": ["201682446", "201682447"], "question": "Do you see any blinds behind the standing person that is wearing a wrist band?", "isBalanced": true, "groups": {"global": null, "local": "13-man_blinds"}, "answer": "no", "semanticStr": "select: wristband (7)->relate: person,wearing,s (0) [0]->filter pose: standing [1]->relate: blinds,behind,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"13:15": "7", "7:9": "0"}, "fullAnswer": {"3": "8", "6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are people behind the man.", "image": "n51658.jpg", "question_id": 201682446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20245998", "20245988", "20245986", "20245994", "20245985", "20245991", "20245990", "20245993", "20245992"], "equivalent": ["20245989", "20245992", "20245991", "20245990"], "question": "What is the color of the helmet the skateboarder is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-helmet_color"}, "answer": "black", "semanticStr": "select: skateboarder (1)->relate: helmet,wearing,o (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "1", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is black.", "image": "n489190.jpg", "question_id": 20245989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201065575", "201065574", "201065573", "201065571", "201065570", "201065569"], "equivalent": ["201065572"], "question": "What color is that suit?", "isBalanced": true, "groups": {"global": "color", "local": "10q-suit_color"}, "answer": "black", "semanticStr": "select: suit (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The suit is black.", "image": "n429883.jpg", "question_id": 201065572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416571", "20416716"], "equivalent": ["20416717"], "question": "What kind of furniture isn't clean?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#clean"}, "answer": "chair", "semanticStr": "select: furniture (1)->filter cleanliness: not(clean) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n234722.jpg", "question_id": 20416717}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "select", "dependencies": [], "argument": "jar (7) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["202218478"], "equivalent": ["202218477", "202218478"], "question": "What do both the window and the jar have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-jar_window"}, "answer": "material", "semanticStr": "select: window (14)->select: jar (7) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "7"}, "fullAnswer": {"4": "14", "7": "7"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the window and the jar are glass.", "image": "n578564.jpg", "question_id": 202218477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towels (13)"}, {"operation": "select", "dependencies": [], "argument": "canisters (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202218475"], "equivalent": ["202218474"], "question": "Do the paper towels and the canisters have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-canisters_paper towels"}, "answer": "yes", "semanticStr": "select: paper towels (13)->select: canisters (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "13", "6": "10"}, "fullAnswer": {"7": "10", "3:5": "13"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the paper towels and the canisters are white.", "image": "n578564.jpg", "question_id": 202218474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201972805", "201972806"], "equivalent": ["201972804", "201972805", "201972806"], "question": "Is the kite green and large?", "isBalanced": true, "groups": {"global": null, "local": "05-green_large"}, "answer": "no", "semanticStr": "select: kite (1)->verify color: green [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the kite is large but purple.", "image": "n541482.jpg", "question_id": 201972804}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (13)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["201593321", "201593322", "201593323", "201593319", "201593325", "201593324"], "equivalent": ["201593320"], "question": "What length is the tail?", "isBalanced": true, "groups": {"global": "length", "local": "10q-tail_length"}, "answer": "long", "semanticStr": "select: tail (13)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tail is long.", "image": "n524855.jpg", "question_id": 201593320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2075428", "2075441", "2075443"], "equivalent": ["2075441", "2075442"], "question": "What is the animal that is standing on the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "deer", "semanticStr": "select: grass (12)->relate: animal,standing on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"9": "12", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n469525.jpg", "question_id": 2075442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (10)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20258717", "20258716", "20258719", "20258718", "20258726", "20258730", "20258720", "20258723", "20258724", "20258725", "20258732", "20258733", "20258734", "20258731"], "equivalent": ["20258721"], "question": "What's the child doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-child_activity"}, "answer": "talking", "semanticStr": "select: child (10)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The child is talking.", "image": "n204894.jpg", "question_id": 20258721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tomato (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["202036805"], "equivalent": ["202036805", "202036806"], "question": "Are there both peppers and tomatoes in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-pepper_tomato"}, "answer": "no", "semanticStr": "select: pepper (4)->exist: ? [0]->select: tomato (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pepper but no tomatoes.", "image": "n200225.jpg", "question_id": 202036806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20244581", "20244580", "20244554", "20244555", "20244582"], "equivalent": ["20244582", "20244583"], "question": "What is the name of this vehicle?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "bus", "semanticStr": "select: vehicle (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"6": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a bus.", "image": "n19152.jpg", "question_id": 20244583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20543135", "20543136", "20543137", "20543130", "20543131", "20543132", "20543133", "20543129", "20543128", "20543138", "20543139", "20543142"], "equivalent": ["20543134"], "question": "Which color is the container made of metal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-container_color"}, "answer": "white", "semanticStr": "select: container (6)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is white.", "image": "n100552.jpg", "question_id": 20543134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3,2,7)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["202073127"], "equivalent": ["202073126"], "question": "Are these animals of the same species?", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "no", "semanticStr": "select: animal (3,2,7)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, there are both horses and deer.", "image": "n219840.jpg", "question_id": 202073126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (18)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "bush,behind,o (4)"}], "entailed": ["202000941"], "equivalent": ["202000853"], "question": "Is the brown fence behind the leafy bush?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_bush"}, "answer": "yes", "semanticStr": "select: fence (18)->filter color: brown [0]->verify rel: bush,behind,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "18", "6:8": "4"}, "fullAnswer": {"2": "18", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the fence is behind the shrub.", "image": "n299528.jpg", "question_id": 202000853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473227", "20473228"], "equivalent": ["20473229"], "question": "Which kind of clothing is short sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_short sleeved"}, "answer": "jersey", "semanticStr": "select: clothing (6)->filter: short sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jersey.", "image": "n126891.jpg", "question_id": 20473229}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20427835", "20427837", "20427838"], "equivalent": ["20427836"], "question": "Is the blue chair on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_left"}, "answer": "no", "semanticStr": "select: chair (9)->filter color: blue [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is on the right of the image.", "image": "n281241.jpg", "question_id": 20427836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177727", "20177728"], "equivalent": ["20177729"], "question": "Which kind of meat is small?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-meat_small"}, "answer": "burger", "semanticStr": "select: meat (1)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is a burger.", "image": "n55058.jpg", "question_id": 20177729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify race", "dependencies": [0], "argument": "caucasian"}, {"operation": "verify gender", "dependencies": [0], "argument": "female "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20953044", "20953047"], "equivalent": ["20953045", "20953044"], "question": "Is he female and Caucasian?", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_female"}, "answer": "no", "semanticStr": "select: he (0)->verify race: caucasian [0]->verify gender: female  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the player is Caucasian but male.", "image": "n413319.jpg", "question_id": 20953045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20177726", "20177725", "20177723"], "equivalent": ["20177724"], "question": "Which kind of meat is it?", "isBalanced": true, "groups": {"global": "meat", "local": "11q-meat"}, "answer": "burger", "semanticStr": "select: meat (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is a burger.", "image": "n55058.jpg", "question_id": 20177724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20177726", "20177724", "20177723"], "equivalent": ["20177726", "20177725"], "question": "How is that meat called?", "isBalanced": true, "groups": {"global": "meat", "local": "11q-meat"}, "answer": "burger", "semanticStr": "select: meat (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a burger.", "image": "n55058.jpg", "question_id": 20177725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (15)"}, {"operation": "relate", "dependencies": [0], "argument": "sofa,inside,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20177722"], "question": "Is there any sofa inside the restaurant?", "isBalanced": true, "groups": {"global": null, "local": "13-restaurant_sofa"}, "answer": "no", "semanticStr": "select: restaurant (15)->relate: sofa,inside,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"4": "18", "7": "15"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table inside the restaurant.", "image": "n55058.jpg", "question_id": 20177722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473224", "20473226", "20473222", "20473223"], "equivalent": ["20473225"], "question": "What kind of clothing is green?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_green"}, "answer": "jersey", "semanticStr": "select: clothing (6)->filter color: green [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jersey.", "image": "n126891.jpg", "question_id": 20473225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473224", "20473225", "20473222", "20473223"], "equivalent": ["20473226"], "question": "Which kind of clothing is green?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_green"}, "answer": "jersey", "semanticStr": "select: clothing (6)->filter color: green [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jersey.", "image": "n126891.jpg", "question_id": 20473226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178165", "20178164", "20178166", "20178162", "20178111"], "equivalent": ["20178163"], "question": "What's located on top of the plate?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-plate_on top of,s"}, "answer": "mug", "semanticStr": "select: plate (6)->relate: _,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mug is on top of the plate.", "image": "n55058.jpg", "question_id": 20178163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178165", "20178164", "20178166", "20178163", "20178111"], "equivalent": ["20178162"], "question": "What is located on top of the plate?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-plate_on top of,s"}, "answer": "mug", "semanticStr": "select: plate (6)->relate: _,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"7": "6"}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mug is on top of the plate.", "image": "n55058.jpg", "question_id": 20178162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "onion (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cutting board,on top of,o (5)"}], "entailed": ["20177870"], "equivalent": ["20177871"], "question": "Is the onion on top of the cooking utensil that is on top of the table?", "isBalanced": true, "groups": {"global": null, "local": "13-onion_cutting board"}, "answer": "yes", "semanticStr": "select: onion (3)->verify rel: cutting board,on top of,o (5) [0]", "annotations": {"answer": {}, "question": {"2": "3", "15": "18", "7:9": "5"}, "fullAnswer": {"8:10": "5", "2": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the onion is on top of the cutting board.", "image": "n55058.jpg", "question_id": 20177871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "lady,near,s (10)"}, {"operation": "verify", "dependencies": [1], "argument": "antique"}], "entailed": ["201751574", "201751526", "201751528", "201751540", "201751532", "201751534", "201751511", "201751539", "201751524", "201751522", "201751556"], "equivalent": ["201751533"], "question": "Does the lady near the tennis ball appear to be antique?", "isBalanced": true, "groups": {"global": null, "local": "06-lady_antique"}, "answer": "no", "semanticStr": "select: tennis ball (5)->relate: lady,near,s (10) [0]->verify: antique [1]", "annotations": {"answer": {}, "question": {"2": "10", "5:7": "5"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lady is modern.", "image": "n355567.jpg", "question_id": 201751533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20753498", "20753478", "20753494", "20753496", "20753497", "20753490", "20753491", "20753492", "20753493"], "equivalent": ["20753495"], "question": "How big is the curtain?", "isBalanced": true, "groups": {"global": "size", "local": "10q-curtain_size"}, "answer": "small", "semanticStr": "select: curtain (8)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain is small.", "image": "n49438.jpg", "question_id": 20753495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (11)"}, {"operation": "select", "dependencies": [], "argument": "toilet paper (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201446898", "201446897"], "equivalent": ["201446899"], "question": "Is the color of the toilet paper different than the wall?", "isBalanced": true, "groups": {"global": null, "local": "09diff-toilet paper_wall"}, "answer": "yes", "semanticStr": "select: wall (11)->select: toilet paper (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "11", "5:7": "2"}, "fullAnswer": {"2": "11", "7:9": "2"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the wall is green and the toilet paper is white.", "image": "n54180.jpg", "question_id": 201446899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202162463"], "question": "Is there a door in this photo?", "isBalanced": true, "groups": {"global": null, "local": "03-door"}, "answer": "no", "semanticStr": "select: door (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no doors.", "image": "n69237.jpg", "question_id": 202162463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (2)"}, {"operation": "verify rel", "dependencies": [1], "argument": "sofa,standing in front of,o (-)"}], "entailed": [], "equivalent": ["201935383"], "question": "Is the woman to the right of the camera standing in front of a sofa?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_sofa"}, "answer": "no", "semanticStr": "select: camera (9)->relate: woman,to the right of,s (2) [0]->verify rel: sofa,standing in front of,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "2"}, "fullAnswer": {"9": "13", "2": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is standing in front of the table.", "image": "n556604.jpg", "question_id": 201935383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20936138", "20936135", "20936137"], "equivalent": ["20936136"], "question": "Is the fence on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_left"}, "answer": "no", "semanticStr": "select: fence (4)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is on the right of the image.", "image": "n44249.jpg", "question_id": 20936136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bread (9)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201479446", "201479450", "201479448", "201479449", "201479445", "201479451", "201479452"], "equivalent": ["201479447"], "question": "Is the bread on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-bread_left"}, "answer": "no", "semanticStr": "select: bread (9)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bread is on the right of the image.", "image": "n181210.jpg", "question_id": 201479447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201498629", "201498628", "201498630", "201498627", "201498626"], "equivalent": ["201498631"], "question": "What is the keyboard made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-keyboard_material"}, "answer": "plastic", "semanticStr": "select: keyboard (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is made of plastic.", "image": "n315887.jpg", "question_id": 201498631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "device,on top of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201498635", "201498488"], "equivalent": ["201498633"], "question": "What is the device on top of the desk that is made of wood?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "keyboard", "semanticStr": "select: desk (15)->filter material: wood [0]->relate: device,on top of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "15", "3": "7", "13": "15"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n315887.jpg", "question_id": 201498633}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "filter", "dependencies": [0], "argument": "modern"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "faucet (-) "}, {"operation": "filter", "dependencies": [3], "argument": "modern"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20149818", "20149817", "20149816"], "equivalent": ["20149819"], "question": "Do you see either faucets or cabinets that are modern?", "isBalanced": true, "groups": {"global": null, "local": "04-cabinet_modern"}, "answer": "yes", "semanticStr": "select: cabinet (9)->filter: modern [0]->exist: ? [1]->select: faucet (-) ->filter: modern [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the cabinet is modern.", "image": "n65866.jpg", "question_id": 20149819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "not(soft)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479103", "201479443", "201479102"], "equivalent": ["201479444"], "question": "Which kind of food isn't soft?", "isBalanced": true, "groups": {"global": "color", "local": "12q-food_n#soft"}, "answer": "orange", "semanticStr": "select: food (1)->filter hardness: not(soft) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is an orange.", "image": "n181210.jpg", "question_id": 201479444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,opening,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953954"], "equivalent": ["20953955"], "question": "What is the door opening?", "isBalanced": true, "groups": {"global": "room", "local": "14-door_opening,o"}, "answer": "office", "semanticStr": "select: door (10)->relate: _,opening,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "10", "5": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is opening the office.", "image": "n498712.jpg", "question_id": 20953955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "blue"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20827447"], "equivalent": ["20827448", "20827447"], "question": "Is there either a blue bed or sofa?", "isBalanced": true, "groups": {"global": null, "local": "04-sofa_blue"}, "answer": "no", "semanticStr": "select: sofa (4)->filter color: blue [0]->exist: ? [1]->select: bed (-) ->filter color: blue [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a sofa but it is beige.", "image": "n283587.jpg", "question_id": 20827448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942902"], "equivalent": ["20942901"], "question": "Who is wearing a shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "soccer player", "semanticStr": "select: shoe (10)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"4": "10"}, "fullAnswer": {"1:3": "2", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a shoe.", "image": "n244826.jpg", "question_id": 20942901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "verify rel", "dependencies": [1], "argument": "glove,wearing,o (1)"}], "entailed": ["20361306"], "equivalent": ["20361307"], "question": "Is the person that is not male wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-snowboarder_glove"}, "answer": "yes", "semanticStr": "select: person (2)->filter gender: not(male) [0]->verify rel: glove,wearing,o (1) [1]", "annotations": {"answer": {}, "question": {"9": "1", "2": "2", "6": "2"}, "fullAnswer": {"2": "2", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the snowboarder is wearing a glove.", "image": "n352479.jpg", "question_id": 20361307}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201879068", "201879069", "201879070", "201879062", "201879063", "201879064", "201879065", "201879066", "201879053"], "equivalent": ["201879066", "201879067"], "question": "What color is the skirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-skirt_color"}, "answer": "black", "semanticStr": "select: skirt (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skirt is black.", "image": "n496803.jpg", "question_id": 201879067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "verify", "dependencies": [1], "argument": "grassy"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2017175"], "equivalent": ["2017175", "2017176"], "question": "Is the dry pasture grassy and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-grassy_tall"}, "answer": "no", "semanticStr": "select: pasture (12)->filter: dry [0]->verify: grassy [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pasture is grassy but short.", "image": "n324908.jpg", "question_id": 2017176}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sink,above,o (-)"}], "entailed": [], "equivalent": ["201798413"], "question": "Is the mirror above a sink?", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_sink"}, "answer": "no", "semanticStr": "select: mirror (0)->verify rel: sink,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the mirror is above the counter.", "image": "n530733.jpg", "question_id": 201798413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying next to,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20856691"], "equivalent": ["20856690"], "question": "What do you think is lying next to the wallet that is not large?", "isBalanced": true, "groups": {"global": "object", "local": "14-wallet_lying next to,s"}, "answer": "hair clip", "semanticStr": "select: wallet (14)->filter size: not(large) [0]->relate: _,lying next to,s (13) [1]->query: name [2]", "annotations": {"answer": {"0:2": "13"}, "question": {"9": "14", "13": "14"}, "fullAnswer": {"8": "14", "1:3": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hair clip is lying next to the wallet.", "image": "n293477.jpg", "question_id": 20856690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20757003", "20757007", "20757006", "20757004"], "equivalent": ["20757005"], "question": "What appliance is to the left of the lady?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-lady_to the left of,s"}, "answer": "stove", "semanticStr": "select: lady (9)->relate: appliance,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n433532.jpg", "question_id": 20757005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tie,wearing,o (3)"}], "entailed": [], "equivalent": ["201047331"], "question": "Is he wearing a necktie?", "isBalanced": true, "groups": {"global": null, "local": "13-man_tie"}, "answer": "yes", "semanticStr": "select: he (0)->verify rel: tie,wearing,o (3) [0]", "annotations": {"answer": {}, "question": {"1": "0", "4": "3"}, "fullAnswer": {"2": "0", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a necktie.", "image": "n234683.jpg", "question_id": 201047331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (13)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20879005"], "equivalent": ["20879006"], "question": "Where is the skater?", "isBalanced": true, "groups": {"global": "place", "local": "14-skater_in,o"}, "answer": "parking lot", "semanticStr": "select: skater (13)->relate: place,in,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"1": "13", "5:7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is in the parking lot.", "image": "n259949.jpg", "question_id": 20879006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "printer (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201956903", "201956904"], "equivalent": ["201956902"], "question": "Are there large televisions or printers?", "isBalanced": true, "groups": {"global": null, "local": "04-television_large"}, "answer": "no", "semanticStr": "select: television (1)->filter size: large [0]->exist: ? [1]->select: printer (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a television but it is small.", "image": "n536256.jpg", "question_id": 201956902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (13)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20879006"], "equivalent": ["20879005"], "question": "Where is that skater?", "isBalanced": true, "groups": {"global": "place", "local": "14-skater_in,o"}, "answer": "parking lot", "semanticStr": "select: skater (13)->relate: place,in,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "5:7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is in the parking lot.", "image": "n259949.jpg", "question_id": 20879005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (6)"}, {"operation": "select", "dependencies": [], "argument": "dress shirt (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201430585", "201430586", "201430583"], "equivalent": ["201430584", "201430583"], "question": "Do the tie and the dress shirt have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-dress shirt_tie"}, "answer": "yes", "semanticStr": "select: tie (6)->select: dress shirt (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "10"}, "fullAnswer": {"3": "6", "6:8": "10"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the tie and the dress shirt are white.", "image": "n206785.jpg", "question_id": 201430584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (2)"}, {"operation": "relate", "dependencies": [0], "argument": "television,on top of,s (1)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201956900", "201956891", "201956901", "201956890", "201956888", "201956889", "201956899", "201956898", "201956895", "201956894", "201956897", "201956896", "201956907", "201956893", "201956892"], "equivalent": ["201956906"], "question": "Is the TV on top of the TV stand small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-television_size"}, "answer": "small", "semanticStr": "select: tv stand (2)->relate: television,on top of,s (1) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "1", "7:9": "2"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The television is small.", "image": "n536256.jpg", "question_id": 201956906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20345072", "20345068", "20345069", "20345070", "20345062", "20345063", "20345061", "20345067", "20345064", "20345065"], "equivalent": ["20345066", "20345065"], "question": "What color is the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n560243.jpg", "question_id": 20345066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "verify width", "dependencies": [0], "argument": "wide"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20741404", "20741406", "20741407", "20741412", "20741416", "20741402", "20741405", "20741383", "20741403", "20741408", "20741411", "20741396", "20741394", "20741417", "20741384", "20741385", "20741387", "20741386"], "equivalent": ["20741395"], "question": "Is the table wooden and wide?", "isBalanced": true, "groups": {"global": null, "local": "05-wide_wood"}, "answer": "yes", "semanticStr": "select: table (9)->verify width: wide [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is wooden and wide.", "image": "n23762.jpg", "question_id": 20741395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201207409", "201207408", "201207405", "201207406", "201207414", "201207412", "201207413", "201207410", "201207411"], "equivalent": ["201207407"], "question": "What is that glass made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glass_material"}, "answer": "glass", "semanticStr": "select: glass (7)->query: material [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glass is made of glass.", "image": "n222915.jpg", "question_id": 201207407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201207409", "201207405", "201207407", "201207406", "201207414", "201207412", "201207413", "201207410", "201207411"], "equivalent": ["201207408"], "question": "What is the glass made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glass_material"}, "answer": "glass", "semanticStr": "select: glass (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glass is made of glass.", "image": "n222915.jpg", "question_id": 201207408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "choose fatness", "dependencies": [0], "argument": "skinny|fat"}], "entailed": ["201795889", "201795888", "201795881", "201795880", "201795883", "201795882", "201795887", "201795886", "201795879", "201795895", "201795892", "201795893", "201795890", "201795891", "201795898", "201795899"], "equivalent": ["201795894"], "question": "How does the man look, skinny or fat?", "isBalanced": true, "groups": {"global": "fatness", "local": "10c-man_fatness"}, "answer": "skinny", "semanticStr": "select: man (7)->choose fatness: skinny|fat [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is skinny.", "image": "n119944.jpg", "question_id": 201795894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (9)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "verify color", "dependencies": [1], "argument": "purple"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20295733", "20295707", "20295730", "20295698", "20295736", "20295735", "20295700", "20295705", "20295699", "20295706", "20295697", "20295696", "20295695", "20295737", "20295693", "20295692", "20295732", "20295709"], "equivalent": ["20295729"], "question": "Does the wide bed look soft and purple?", "isBalanced": true, "groups": {"global": null, "local": "05-purple_soft"}, "answer": "yes", "semanticStr": "select: bed (9)->filter width: wide [0]->verify color: purple [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bed is soft and purple.", "image": "n162586.jpg", "question_id": 20295729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,under,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,under,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20381329", "20381330", "20381277", "20381327"], "equivalent": ["20381328"], "question": "What type of furniture is under the desk that is under the keyboard?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-desk_under,s"}, "answer": "chair", "semanticStr": "select: keyboard (8)->relate: desk,under,s (11) [0]->relate: furniture,under,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13", "12": "8", "7": "11"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n398257.jpg", "question_id": 20381328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (7)"}, {"operation": "relate", "dependencies": [0], "argument": "skirt,wearing,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201879060", "201879062", "201879055", "201879054", "201879057", "201879053", "201879059", "201879058"], "equivalent": ["201879056"], "question": "What length is the skirt the athlete is wearing?", "isBalanced": true, "groups": {"global": "length", "local": "10q-skirt_length"}, "answer": "short", "semanticStr": "select: athlete (7)->relate: skirt,wearing,o (1) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "7"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skirt is short.", "image": "n496803.jpg", "question_id": 201879056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20611763", "20611762", "20611761", "20611760", "20611769", "20611768", "20611749", "20611758", "20611759", "20611756", "20611757", "20611754", "20611755", "20611752", "20611753"], "equivalent": ["20611750"], "question": "Does the spoon have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-spoon_small"}, "answer": "yes", "semanticStr": "select: spoon (4)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the spoon is small.", "image": "n28996.jpg", "question_id": 20611750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (9)"}, {"operation": "relate", "dependencies": [0], "argument": "picture,to the left of,s (18)"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20285346"], "equivalent": ["20285346", "20285347"], "question": "Is the picture that is to the left of the curtain white and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: curtain (9)->relate: picture,to the left of,s (18) [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "9", "2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the picture is rectangular but blue.", "image": "n192021.jpg", "question_id": 20285347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201412273"], "equivalent": ["201412272"], "question": "Who wears a cap?", "isBalanced": true, "groups": {"global": "person", "local": "14-cap_wearing,s"}, "answer": "skier", "semanticStr": "select: cap (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier wears a cap.", "image": "n143672.jpg", "question_id": 201412272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201412272"], "equivalent": ["201412273"], "question": "Who wears the cap?", "isBalanced": true, "groups": {"global": "person", "local": "14-cap_wearing,s"}, "answer": "skier", "semanticStr": "select: cap (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier wears a cap.", "image": "n143672.jpg", "question_id": 201412273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the right of,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202208445"], "question": "Is there a bus to the right of the bicycle?", "isBalanced": true, "groups": {"global": null, "local": "13-bicycle_bus"}, "answer": "no", "semanticStr": "select: bicycle (3)->relate: bus,to the right of,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "3", "3": "7"}, "fullAnswer": {"9": "3", "2": "7"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bus is to the left of the bicycle.", "image": "n124651.jpg", "question_id": 202208445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381329", "20381328", "20381330", "20381277"], "equivalent": ["20381327"], "question": "What is under the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-desk_under,s"}, "answer": "chair", "semanticStr": "select: desk (11)->relate: _,under,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is under the desk.", "image": "n398257.jpg", "question_id": 20381327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify rel", "dependencies": [1], "argument": "glove,wearing,o (-)"}], "entailed": ["201412285"], "equivalent": ["201412275"], "question": "Does the skier that is not female wear a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-skier_glove"}, "answer": "no", "semanticStr": "select: skier (0)->filter gender: not(female) [0]->verify rel: glove,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "5": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the skier wears a cap.", "image": "n143672.jpg", "question_id": 201412275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (3)"}, {"operation": "relate", "dependencies": [0], "argument": "house,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["202001058", "202001065", "202001066", "202001067", "202001060", "202001061", "202001062", "202001063", "202001046", "202001045", "202001057"], "equivalent": ["202001064"], "question": "How tall is the house to the right of the skater?", "isBalanced": true, "groups": {"global": "length", "local": "10q-house_height"}, "answer": "short", "semanticStr": "select: skater (3)->relate: house,to the right of,s (8) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"10": "3", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is short.", "image": "n299528.jpg", "question_id": 202001064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201576910", "201576906", "201576916", "201576917", "201576915", "201576907", "201576908", "201576841", "201576842"], "equivalent": ["201576909", "201576908"], "question": "Does the goat have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-goat_white"}, "answer": "no", "semanticStr": "select: goat (2)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the goat is black.", "image": "n187961.jpg", "question_id": 201576909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121547", "202121545", "202121888", "202121887", "202121886"], "equivalent": ["202121546", "202121545"], "question": "What is the appliance that the countertop is behind?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-countertop_behind,o"}, "answer": "refrigerator", "semanticStr": "select: countertop (14)->relate: appliance,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "6": "14"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n140421.jpg", "question_id": 202121546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cupboard,below,o (11)"}], "entailed": ["202121381"], "equivalent": ["202121544"], "question": "Is the countertop below a cupboard?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_cupboard"}, "answer": "yes", "semanticStr": "select: countertop (14)->verify rel: cupboard,below,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "14", "5": "11"}, "fullAnswer": {"2": "14", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the countertop is below a cupboard.", "image": "n140421.jpg", "question_id": 202121544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (14)"}, {"operation": "select", "dependencies": [], "argument": "wall (15) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201360477"], "question": "What do both the picture and the wall have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-picture_wall"}, "answer": "color", "semanticStr": "select: picture (14)->select: wall (15) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "15"}, "fullAnswer": {"4": "14", "7": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the picture and the wall are blue.", "image": "n541688.jpg", "question_id": 201360477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076752", "2076753", "2076754"], "equivalent": ["2076755"], "question": "Which kind of vehicle is heavy?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_heavy"}, "answer": "cars", "semanticStr": "select: vehicle (8)->filter weight: heavy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is cars.", "image": "n214497.jpg", "question_id": 2076755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076750", "2076746", "2076749", "2076748"], "equivalent": ["2076751"], "question": "What kind of vehicle is dark?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_dark"}, "answer": "cars", "semanticStr": "select: vehicle (8)->filter color: dark [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is cars.", "image": "n214497.jpg", "question_id": 2076751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076753", "2076754", "2076755"], "equivalent": ["2076752"], "question": "What are the heavy vehicles called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_heavy"}, "answer": "cars", "semanticStr": "select: vehicle (8)->filter weight: heavy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n214497.jpg", "question_id": 2076752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794226", "20794225"], "equivalent": ["20794227"], "question": "Which kind of meat is on the plate?", "isBalanced": true, "groups": {"global": "meat", "local": "15-plate_on,s"}, "answer": "ham", "semanticStr": "select: plate (2)->relate: meat,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is ham.", "image": "n278453.jpg", "question_id": 20794227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "verify tone", "dependencies": [0], "argument": "dark"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20827058"], "question": "Is the floor wooden and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_wood"}, "answer": "no", "semanticStr": "select: floor (10)->verify tone: dark [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is wooden but light.", "image": "n283587.jpg", "question_id": 20827058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "relate", "dependencies": [1], "argument": "meat,on,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20794226", "20794227"], "equivalent": ["20794226", "20794225"], "question": "What is the name of the meat on the porcelain plate?", "isBalanced": true, "groups": {"global": "meat", "local": "15-plate_on,s"}, "answer": "ham", "semanticStr": "select: plate (2)->filter material: porcelain [0]->relate: meat,on,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"9:11": "2", "6": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is ham.", "image": "n278453.jpg", "question_id": 20794225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "filter", "dependencies": [0], "argument": "dense"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076756", "2076757"], "equivalent": ["2076758"], "question": "What vehicles are dense?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_dense"}, "answer": "cars", "semanticStr": "select: vehicle (8)->filter: dense [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n214497.jpg", "question_id": 2076758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20611543", "20611542", "20611556", "20611550", "20611551", "20611574", "20611572", "20611573", "20611570", "20611571", "20611558", "20611559", "20611557", "20611553", "20611552", "20611549", "20611575", "20611554", "20611555", "20611565", "20611564", "20611567", "20611566", "20611561", "20611560", "20611563", "20611548", "20611547", "20611546", "20611544", "20611569", "20611568", "20611541", "20611540"], "equivalent": ["20611539"], "question": "Is the container large and square?", "isBalanced": true, "groups": {"global": null, "local": "05-large_square"}, "answer": "yes", "semanticStr": "select: container (1)->verify size: large [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the container is large and square.", "image": "n28996.jpg", "question_id": 20611539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201671740"], "equivalent": ["201671739", "201671740"], "question": "Are there TVs in this image?", "isBalanced": true, "groups": {"global": null, "local": "03-television"}, "answer": "no", "semanticStr": "select: television (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no tvs.", "image": "n410289.jpg", "question_id": 201671739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(warm)"}, {"operation": "choose name", "dependencies": [1], "argument": "pan|spatula"}], "entailed": ["201624137"], "equivalent": ["201624136", "201624137"], "question": "What cooking utensil is not warm, the pan or the spatula?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12c-cooking utensil_n#warm"}, "answer": "spatula", "semanticStr": "select: cooking utensil (6)->filter: not(warm) [0]->choose name: pan|spatula [1]", "annotations": {"answer": {"0": "6"}, "question": {"10": "6", "1:3": "5", "7": "5"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The spatula is not warm.", "image": "n59676.jpg", "question_id": 201624136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,sitting inside,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the right of,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20611532", "20611536", "20611534", "20611535"], "equivalent": ["20611533"], "question": "What is the food that is to the right of the dessert that is sitting inside the container?", "isBalanced": true, "groups": {"global": "food", "local": "15-brownie_to the right of,s"}, "answer": "candy", "semanticStr": "select: container (1)->relate: dessert,sitting inside,s (9) [0]->relate: food,to the right of,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"11": "9", "3": "13", "17": "1"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a candy.", "image": "n28996.jpg", "question_id": 20611533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brownie (9)"}, {"operation": "relate", "dependencies": [0], "argument": "candy,to the right of,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}], "entailed": ["20611529"], "equivalent": ["20611530", "20611529"], "question": "Does the candy to the right of the brownie have orange color?", "isBalanced": true, "groups": {"global": null, "local": "06-candy_orange"}, "answer": "no", "semanticStr": "select: brownie (9)->relate: candy,to the right of,s (13) [0]->verify color: orange [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the candy is green.", "image": "n28996.jpg", "question_id": 20611530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (9)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "candy,to the right of,s (13)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20611535"], "equivalent": ["20611536"], "question": "Are there any candies to the right of the dessert in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-brownie_candy"}, "answer": "yes", "semanticStr": "select: dessert (9)->filter vposition: middle [0]->relate: candy,to the right of,s (13) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "9", "3": "13"}, "fullAnswer": {"10": "9", "4": "13"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a candy to the right of the bronwy.", "image": "n28996.jpg", "question_id": 20611536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201879902"], "question": "Does the striped shirt look long sleeved and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_white"}, "answer": "no", "semanticStr": "select: shirt (5)->filter pattern: striped [0]->verify: long sleeved [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is white but short sleeved.", "image": "n466319.jpg", "question_id": 201879902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dolls (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836674", "20836675", "20836676", "20836671", "20836673", "20836606"], "equivalent": ["20836672"], "question": "What do the dolls sit on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-dolls_sitting on top of,o"}, "answer": "table", "semanticStr": "select: dolls (6)->relate: _,sitting on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dolls sit on top of the table.", "image": "n507959.jpg", "question_id": 20836672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,behind,s (18)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|green"}], "entailed": [], "equivalent": ["202000849"], "question": "Is the fence behind the bush green or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-fence_color"}, "answer": "brown", "semanticStr": "select: bush (4)->relate: fence,behind,s (18) [0]->choose color: brown|green [1]", "annotations": {"answer": {}, "question": {"2": "18", "5": "4"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is brown.", "image": "n299528.jpg", "question_id": 202000849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking down at,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201896363"], "equivalent": ["201896362"], "question": "Who is looking down at the dessert which is on the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_looking down at,s"}, "answer": "lady", "semanticStr": "select: table (11)->relate: dessert,on,s (0) [0]->relate: person,looking down at,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"11": "11", "6": "0"}, "fullAnswer": {"1": "4", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is looking down at the cake.", "image": "n111390.jpg", "question_id": 201896362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dolls (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836674", "20836675", "20836671", "20836672", "20836673", "20836606"], "equivalent": ["20836676"], "question": "Which kind of furniture do the dolls sit on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dolls_sitting on top of,o"}, "answer": "table", "semanticStr": "select: dolls (6)->relate: furniture,sitting on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "6", "7": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dolls sit on top of the table.", "image": "n507959.jpg", "question_id": 20836676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,on,s (14)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20285180", "20285164", "20285165", "20285166", "20285167", "20285168", "20285176", "20285171", "20285177", "20285181", "20285169"], "equivalent": ["20285163", "20285164"], "question": "Are the pillows on the couch white and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: couch (13)->relate: pillows,on,s (14) [0]->verify hardness: soft [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "14", "5": "13"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pillows are white and soft.", "image": "n192021.jpg", "question_id": 20285163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (4)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["20984447", "20984452", "20984453", "20984450", "20984451", "20984456", "20984457", "20984454", "20984446", "20984445", "20984459", "20984444"], "equivalent": ["20984457", "20984458"], "question": "The young skater is of what race?", "isBalanced": true, "groups": {"global": "race", "local": "10q-skater_race"}, "answer": "caucasian", "semanticStr": "select: skater (4)->filter age: young [0]->query: race [1]", "annotations": {"answer": {}, "question": {"1:3": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skater is caucasian.", "image": "n12214.jpg", "question_id": 20984458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (21)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20811062", "20810890", "20810891", "20810892", "20810893", "20810894", "20810895", "20810889", "20810888", "20810886"], "equivalent": ["20810887", "20810886"], "question": "What item of furniture is to the right of the male person?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_to the right of,s"}, "answer": "shelf", "semanticStr": "select: person (1)->filter gender: male [0]->relate: furniture,to the right of,s (21) [1]->query: name [2]", "annotations": {"answer": {"0": "21"}, "question": {"1:4": "21", "10:12": "1"}, "fullAnswer": {"1:4": "21", "6": "21"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n167552.jpg", "question_id": 20810887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201590261"], "question": "Where is the truck?", "isBalanced": true, "groups": {"global": "place", "local": "14-truck_on,o"}, "answer": "field", "semanticStr": "select: truck (6)->relate: place,on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "6", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The truck is on the field.", "image": "n260762.jpg", "question_id": 201590261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "truck,on,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201590210"], "equivalent": ["201590262"], "question": "Are there trucks on the large field?", "isBalanced": true, "groups": {"global": null, "local": "13-field_truck"}, "answer": "yes", "semanticStr": "select: field (10)->filter size: large [0]->relate: truck,on,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "10"}, "fullAnswer": {"4": "6", "7": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a truck on the field.", "image": "n260762.jpg", "question_id": 201590262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151809", "20151607"], "equivalent": ["20151608"], "question": "Who is the coffee in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-coffee_in front of,o"}, "answer": "woman", "semanticStr": "select: coffee (1)->relate: person,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "1", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee is in front of the woman.", "image": "n313060.jpg", "question_id": 20151608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bread (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201479459", "201479455", "201479454", "201479457", "201479456"], "equivalent": ["201479458"], "question": "What is the color of the bread?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bread_color"}, "answer": "light brown", "semanticStr": "select: bread (9)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bread is light brown.", "image": "n181210.jpg", "question_id": 201479458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing with,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202147838"], "equivalent": ["202147854"], "question": "What plays with the athlete?", "isBalanced": true, "groups": {"global": "object", "local": "14-athlete_playing with,s"}, "answer": "racket", "semanticStr": "select: athlete (9)->relate: _,playing with,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The racket plays with the athlete.", "image": "n194179.jpg", "question_id": 202147854}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "relate", "dependencies": [1], "argument": "person,playing with,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202147856", "202147857"], "equivalent": ["202147855", "202147856"], "question": "Who does the racket that is playing play with?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_playing with,o"}, "answer": "athlete", "semanticStr": "select: racket (6)->filter activity: playing [0]->relate: person,playing with,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3": "6", "6": "6"}, "fullAnswer": {"1:3": "6", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tennis racket plays with the athlete.", "image": "n194179.jpg", "question_id": 202147855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (16)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["201156197"], "question": "What are the pants made of, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-pants_material"}, "answer": "cloth", "semanticStr": "select: pants (16)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"3": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pants are made of cloth.", "image": "n146522.jpg", "question_id": 201156197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202147847", "202147846", "202147849", "202147848"], "equivalent": ["202147850"], "question": "On which side of the photo is the racket?", "isBalanced": true, "groups": {"global": null, "local": "10q-racket_hposition"}, "answer": "left", "semanticStr": "select: racket (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The racket is on the left of the image.", "image": "n194179.jpg", "question_id": 202147850}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (1)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "choose color", "dependencies": [1], "argument": "gold|blue"}], "entailed": [], "equivalent": ["20482139"], "question": "Is the long necklace gold or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-necklace_color"}, "answer": "gold", "semanticStr": "select: necklace (1)->filter length: long [0]->choose color: gold|blue [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The necklace is gold.", "image": "n195249.jpg", "question_id": 20482139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,2)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["201360468"], "question": "Do both the people have the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,2)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n541688.jpg", "question_id": 201360468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "can (17)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201795230", "201795229"], "equivalent": ["201795231"], "question": "Is the round can in the bottom or in the top part?", "isBalanced": true, "groups": {"global": null, "local": "10c-can_vposition"}, "answer": "bottom", "semanticStr": "select: can (17)->filter shape: round [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The can is in the bottom of the image.", "image": "n119944.jpg", "question_id": 201795231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street lights (4)"}, {"operation": "select", "dependencies": [], "argument": "cars (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202158770"], "equivalent": ["202158771", "202158770"], "question": "Are the street lights made of the same material as the cars?", "isBalanced": true, "groups": {"global": null, "local": "09same-cars_street lights"}, "answer": "yes", "semanticStr": "select: street lights (4)->select: cars (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "6", "2:4": "4"}, "fullAnswer": {"7": "6", "3:5": "4"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the street lights and the cars are made of metal.", "image": "n406334.jpg", "question_id": 202158771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["201879933"], "equivalent": ["201879934", "201879933"], "question": "The person in the center of the photo is of what gender?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "female", "semanticStr": "select: person (6)->filter vposition: middle [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is female.", "image": "n466319.jpg", "question_id": 201879934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["20550448", "20550468", "20550459", "20550485", "20550486", "20550452", "20550451", "20550450", "20550457", "20550456", "20550455"], "equivalent": ["20550466"], "question": "Is the grass wet or dry?", "isBalanced": true, "groups": {"global": "17", "local": "10c-grass_17"}, "answer": "dry", "semanticStr": "select: grass (2)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The grass is dry.", "image": "n579928.jpg", "question_id": 20550466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (6)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202106394", "202106391", "202106392"], "equivalent": ["202106393"], "question": "On which side of the image is the ball, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-ball_hposition"}, "answer": "right", "semanticStr": "select: ball (6)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ball is on the right of the image.", "image": "n574498.jpg", "question_id": 202106393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202106415", "202106407", "202106398", "202106399", "202106400", "202106401", "202106402", "202106403", "202106404", "202106405", "202106406", "202106414", "202106422", "202106417", "202106419", "202106421", "202106420", "202106413", "202106416"], "equivalent": ["202106395"], "question": "Does the ball appear to be green and round?", "isBalanced": true, "groups": {"global": null, "local": "05-green_round"}, "answer": "yes", "semanticStr": "select: ball (6)->verify color: green [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ball is green and round.", "image": "n574498.jpg", "question_id": 202106395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "relate", "dependencies": [0], "argument": "boat,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2091009", "2091021", "2091014", "2091015", "2091010", "2091011", "2091012", "2091019"], "equivalent": ["2091013"], "question": "What color is the boat on top of the car?", "isBalanced": true, "groups": {"global": "color", "local": "10q-boat_color"}, "answer": "black", "semanticStr": "select: car (0)->relate: boat,on top of,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "0", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boat is black.", "image": "n565418.jpg", "question_id": 2091013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rice (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lettuce (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202244190"], "question": "Is there either rice or lettuce in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lettuce_rice"}, "answer": "yes", "semanticStr": "select: rice (2)->exist: ? [0]->select: lettuce (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is rice.", "image": "n296467.jpg", "question_id": 202244190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (20)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20836415"], "equivalent": ["20836414", "20836415"], "question": "Is the tall cabinet open and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_open"}, "answer": "no", "semanticStr": "select: cabinet (20)->filter height: tall [0]->verify color: green [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinet is green but closed.", "image": "n507959.jpg", "question_id": 20836414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "verify rel", "dependencies": [1], "argument": "wristwatch,wearing,o (5)"}], "entailed": [], "equivalent": ["201428547"], "question": "Is the short person wearing a wrist watch?", "isBalanced": true, "groups": {"global": null, "local": "13-person_wristwatch"}, "answer": "yes", "semanticStr": "select: person (0)->filter height: short [0]->verify rel: wristwatch,wearing,o (5) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6:8": "5"}, "fullAnswer": {"2": "0", "6:8": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is wearing a wrist watch.", "image": "n199758.jpg", "question_id": 201428547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20865630", "20865631", "20865615", "20865629", "20865627", "20865626", "20865625", "20865624"], "equivalent": ["20865628", "20865627"], "question": "Of which color is the house?", "isBalanced": true, "groups": {"global": "color", "local": "10q-house_color"}, "answer": "white", "semanticStr": "select: house (6)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is white.", "image": "n143935.jpg", "question_id": 20865628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (3)"}, {"operation": "choose name", "dependencies": [2], "argument": "remote control|phone"}], "entailed": ["201428541"], "equivalent": ["201428541", "201428542"], "question": "What is the short person holding, a remote control or a phone?", "isBalanced": true, "groups": {"global": "device", "local": "15-person_holding,o"}, "answer": "remote control", "semanticStr": "select: person (0)->filter height: short [0]->relate: device,holding,o (3) [1]->choose name: remote control|phone [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "0", "7:9": "3"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is holding a remote control.", "image": "n199758.jpg", "question_id": 201428542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (6)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["20865624", "20865616", "20865617", "20865615", "20865621", "20865619", "20865618", "20865620"], "equivalent": ["20865622"], "question": "What size is the house, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-house_size"}, "answer": "small", "semanticStr": "select: house (6)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The house is small.", "image": "n143935.jpg", "question_id": 20865622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "berries (5)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "choose pose", "dependencies": [1], "argument": "sitting|running"}], "entailed": [], "equivalent": ["201481465"], "question": "Does the woman to the right of the berries appear to be sitting or running?", "isBalanced": true, "groups": {"global": "pose", "local": "10c-woman_pose"}, "answer": "sitting", "semanticStr": "select: berries (5)->relate: woman,to the right of,s (11) [0]->choose pose: sitting|running [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is sitting.", "image": "n470920.jpg", "question_id": 201481465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20865624"], "question": "Does the house look large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: house (6)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the house is white but small.", "image": "n143935.jpg", "question_id": 20865624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "book,near,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202228746"], "question": "Are there any books near the pepper grinder made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-pepper shaker_book"}, "answer": "yes", "semanticStr": "select: pepper shaker (0)->filter material: wood [0]->relate: book,near,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "0", "3": "8", "6:8": "0"}, "fullAnswer": {"4": "8", "7:9": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a book near the pepper shaker.", "image": "n77818.jpg", "question_id": 202228746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (24)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (23)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "query", "dependencies": [2], "argument": "gender"}], "entailed": ["20257245"], "equivalent": ["20257244", "20257245"], "question": "What gender is the standing person who is holding the surfboard?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "male", "semanticStr": "select: surfboard (24)->relate: person,holding,s (23) [0]->filter pose: standing [1]->query: gender [2]", "annotations": {"answer": {}, "question": {"10": "24", "4:6": "23"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is male.", "image": "n441859.jpg", "question_id": 20257244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "laptop,to the right of,o (-)"}], "entailed": [], "equivalent": ["202228745"], "question": "Is the book to the right of a laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-book_laptop"}, "answer": "no", "semanticStr": "select: book (8)->verify rel: laptop,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8", "9:11": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the book is to the right of the pepper shaker.", "image": "n77818.jpg", "question_id": 202228745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201511066"], "equivalent": ["201511067", "201511066"], "question": "Is the newspaper both large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: newspaper (7)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the newspaper is white but small.", "image": "n575770.jpg", "question_id": 201511067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (7)"}, {"operation": "query", "dependencies": [0], "argument": "thickness"}], "entailed": ["201185859", "201185855", "201185853", "201185860", "201185854", "201185856", "201185836", "201185865"], "equivalent": ["201185858"], "question": "How thick is the frisbee?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-frisbee_thickness"}, "answer": "thin", "semanticStr": "select: frisbee (7)->query: thickness [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The frisbee is thin.", "image": "n494918.jpg", "question_id": 201185858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (20)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,on,s (1)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201760550"], "equivalent": ["201760587"], "question": "Are there chairs on the lawn?", "isBalanced": true, "groups": {"global": null, "local": "13-lawn_chair"}, "answer": "yes", "semanticStr": "select: lawn (20)->relate: chair,on,s (1) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "20"}, "fullAnswer": {"4": "1", "7": "20"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair on the lawn.", "image": "n350732.jpg", "question_id": 201760587}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188388", "201188386", "201188387"], "equivalent": ["201188385"], "question": "What is the brown clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_brown"}, "answer": "jacket", "semanticStr": "select: clothing (4)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4:6": "4"}, "fullAnswer": {"1:3": "4", "5": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a jacket.", "image": "n483840.jpg", "question_id": 201188385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chandelier (9)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202122020", "202122018", "202121888", "202121887", "202121886"], "equivalent": ["202122019"], "question": "What appliance is to the right of the chandelier?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-chandelier_to the right of,s"}, "answer": "refrigerator", "semanticStr": "select: chandelier (9)->relate: appliance,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n140421.jpg", "question_id": 202122019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "comfortable "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20902978", "20902980", "20903035", "20903034", "20903036", "20902977", "20902976", "20903033", "20902974", "20902997", "20903014", "20903000", "20903031", "20903026", "20902988", "20903006", "20903021", "20902987", "20902984", "20902982", "20902983", "20903028", "20902981", "20902979"], "equivalent": ["20903026", "20903027"], "question": "Does the short sleeved shirt look comfortable and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_comfortable"}, "answer": "yes", "semanticStr": "select: shirt (4)->filter: short sleeved [0]->verify color: blue [1]->verify: comfortable  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is comfortable and blue.", "image": "n411121.jpg", "question_id": 20903027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188386", "201188387", "201188385"], "equivalent": ["201188388"], "question": "What kind of clothing is brown?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_brown"}, "answer": "jacket", "semanticStr": "select: clothing (4)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jacket.", "image": "n483840.jpg", "question_id": 201188388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}], "entailed": ["20903024", "20903025", "20903023", "20903019", "20903018", "20903017", "20902994", "20903021", "20903014", "20902993", "20902995", "20903033", "20903004", "20902976"], "equivalent": ["20903022"], "question": "Does the shirt that looks comfortable look clean?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_clean"}, "answer": "yes", "semanticStr": "select: shirt (4)->filter: comfortable [0]->verify cleanliness: clean [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is clean.", "image": "n411121.jpg", "question_id": 20903022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (8)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201505204", "201505206", "201505207", "201505208", "201505194", "201505195", "201505197", "201505191", "201505193", "201505198"], "equivalent": ["201505196"], "question": "How large is the sand?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sand_size"}, "answer": "large", "semanticStr": "select: sand (8)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sand is large.", "image": "n298104.jpg", "question_id": 201505196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (1)"}, {"operation": "select", "dependencies": [], "argument": "rope (12) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202179290"], "equivalent": ["202179291"], "question": "Is the rope different in color than the bike?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bike_rope"}, "answer": "yes", "semanticStr": "select: bike (1)->select: rope (12) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "12"}, "fullAnswer": {"2": "1", "7": "12"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the bike is black and the rope is white.", "image": "n523165.jpg", "question_id": 202179291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20411509", "20411510", "20411511", "20411505", "20411504", "20411507", "20411506"], "equivalent": ["20411508"], "question": "Which color is the large lid?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lid_color"}, "answer": "purple", "semanticStr": "select: lid (11)->filter size: large [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lid is purple.", "image": "n363445.jpg", "question_id": 20411508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["201185065", "201185075", "201185074", "201185073", "201185072", "201185070", "201185082", "201185080", "201185068", "201185069"], "equivalent": ["201185071", "201185070"], "question": "Does the umbrella that is not narrow have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-umbrella_blue"}, "answer": "yes", "semanticStr": "select: umbrella (1)->filter width: not(narrow) [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2": "1", "6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the umbrella is blue.", "image": "n95904.jpg", "question_id": 201185071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["201638719", "201638718"], "equivalent": ["201638717"], "question": "Is the blue car in the bottom part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-car_bottom"}, "answer": "yes", "semanticStr": "select: car (1)->filter color: blue [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is in the bottom of the image.", "image": "n271392.jpg", "question_id": 201638717}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (1)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,on top of,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "knife,to the right of,s (11)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202285305", "202285304", "202284876", "202284811"], "equivalent": ["202284875"], "question": "Are there knives to the right of the plate the sausage is on top of?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_knife"}, "answer": "yes", "semanticStr": "select: sausage (1)->relate: plate,on top of,o (0) [0]->relate: knife,to the right of,s (11) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "0", "2": "11", "10": "1"}, "fullAnswer": {"10": "0", "4": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a knife to the right of the plate.", "image": "n100991.jpg", "question_id": 202284875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162318"], "equivalent": ["20162319"], "question": "Who is wearing the baseball mitt?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball mitt_wearing,s"}, "answer": "boy", "semanticStr": "select: baseball mitt (10)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a baseball mitt.", "image": "n202379.jpg", "question_id": 20162319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162319"], "equivalent": ["20162318"], "question": "Who do you think is wearing a baseball mitt?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball mitt_wearing,s"}, "answer": "boy", "semanticStr": "select: baseball mitt (10)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"7:9": "10"}, "fullAnswer": {"1": "0", "5:7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a baseball mitt.", "image": "n202379.jpg", "question_id": 20162318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (12)"}, {"operation": "select", "dependencies": [], "argument": "pants (6) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20508001"], "question": "What do both the blinds and the pants have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-blinds_pants"}, "answer": "color", "semanticStr": "select: blinds (12)->select: pants (6) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "12", "7": "6"}, "fullAnswer": {"4": "12", "7": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the blinds and the pants are black.", "image": "n511913.jpg", "question_id": 20508001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20162311"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "boy", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is standing.", "image": "n202379.jpg", "question_id": 20162311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (0)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify face expression", "dependencies": [1], "argument": "unhappy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201247120"], "equivalent": ["201247119"], "question": "Is the black and white cat colorful and unhappy?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_unhappy"}, "answer": "no", "semanticStr": "select: cat (0)->filter: black and white [0]->verify: colorful [1]->verify face expression: unhappy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:6": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cat is unhappy but black and white.", "image": "n83784.jpg", "question_id": 201247119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162316"], "equivalent": ["20162317"], "question": "Who is wearing the shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "boy", "semanticStr": "select: shoes (13)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing shoes.", "image": "n202379.jpg", "question_id": 20162317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162317"], "equivalent": ["20162316"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "boy", "semanticStr": "select: shoes (13)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "13"}, "fullAnswer": {"1": "0", "4": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing shoes.", "image": "n202379.jpg", "question_id": 20162316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "filter material", "dependencies": [0], "argument": "marble"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,on,s (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308887", "20308884", "20308815"], "equivalent": ["20308883"], "question": "What type of appliance is on the counter made of marble?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-counter_on,s"}, "answer": "toaster", "semanticStr": "select: counter (26)->filter material: marble [0]->relate: appliance,on,s (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"10": "26", "3": "22", "7": "26"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n278312.jpg", "question_id": 20308883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shuttle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounded by,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030388", "201030389"], "equivalent": ["201030390"], "question": "What's the shuttle surrounded by?", "isBalanced": true, "groups": {"global": "thing", "local": "14-shuttle_surrounded by,o"}, "answer": "stars", "semanticStr": "select: shuttle (14)->relate: _,surrounded by,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "14", "6": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shuttle is surrounded by the stars.", "image": "n54424.jpg", "question_id": 201030390}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201972844", "201972820"], "equivalent": ["201972845"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing pants.", "image": "n541482.jpg", "question_id": 201972845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (17)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201030394"], "question": "Do you see a mirror or a couch?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-couch_mirror"}, "answer": "yes", "semanticStr": "select: couch (17)->exist: ? [0]->select: mirror (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "17"}, "fullAnswer": {"4": "17"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a couch.", "image": "n54424.jpg", "question_id": 201030394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20978673"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (7)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n551964.jpg", "question_id": 20978673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308887", "20308883", "20308815"], "equivalent": ["20308884"], "question": "Which kind of appliance is on the counter?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-counter_on,s"}, "answer": "toaster", "semanticStr": "select: counter (26)->relate: appliance,on,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n278312.jpg", "question_id": 20308884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "coffee table (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201882767"], "question": "Do you see coffee tables or mirrors?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-coffee table_mirror"}, "answer": "yes", "semanticStr": "select: mirror (1)->exist: ? [0]->select: coffee table (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a mirror.", "image": "n125122.jpg", "question_id": 201882767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (11)"}, {"operation": "filter opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}], "entailed": ["20434711", "20434713", "20434712", "20434706", "20434707", "20434705"], "equivalent": ["20434710"], "question": "Does the clear container look closed?", "isBalanced": true, "groups": {"global": null, "local": "06-container_closed"}, "answer": "yes", "semanticStr": "select: container (11)->filter opaqness: clear [0]->verify: closed [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the container is closed.", "image": "n431447.jpg", "question_id": 20434710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20898934", "20899023"], "equivalent": ["20899022"], "question": "Who is wearing a shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "woman", "semanticStr": "select: shoe (16)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "16"}, "fullAnswer": {"1": "6", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shoe.", "image": "n243701.jpg", "question_id": 20899022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20898934", "20899022"], "equivalent": ["20899023"], "question": "Who is wearing the shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "woman", "semanticStr": "select: shoe (16)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shoe.", "image": "n243701.jpg", "question_id": 20899023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (1)"}, {"operation": "verify sportActivity", "dependencies": [0], "argument": "riding"}], "entailed": ["2062298", "2062299", "2062306", "2062304", "2062305", "2062303"], "equivalent": ["2062297"], "question": "Is the surfer riding?", "isBalanced": true, "groups": {"global": null, "local": "06-surfer_riding"}, "answer": "no", "semanticStr": "select: surfer (1)->verify sportActivity: riding [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the surfer is surfing.", "image": "n179136.jpg", "question_id": 2062297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20899026", "20899025"], "equivalent": ["20899024", "20899025"], "question": "What is the old woman wearing?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-woman_wearing,o"}, "answer": "shoe", "semanticStr": "select: woman (6)->filter age: old [0]->relate: _,wearing,o (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6", "5": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shoe.", "image": "n243701.jpg", "question_id": 20899024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,above,s (7)"}, {"operation": "filter", "dependencies": [1], "argument": "vast"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["20536309", "20536308", "20536310", "20536306", "20536305", "20536304"], "equivalent": ["20536307", "20536306"], "question": "What color does the vast sky above the plain have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "light blue", "semanticStr": "select: plain (8)->relate: sky,above,s (7) [0]->filter: vast [1]->query: color [2]", "annotations": {"answer": {}, "question": {"8": "8", "4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky has light blue color.", "image": "n410476.jpg", "question_id": 20536307}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20306220", "20306218", "20306219", "20306214", "20306215"], "equivalent": ["20306216"], "question": "Which color is the floor?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "light brown", "semanticStr": "select: floor (10)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is light brown.", "image": "n554880.jpg", "question_id": 20306216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202042033"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "policeman", "semanticStr": "select: person (7)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The police officer is riding.", "image": "n449058.jpg", "question_id": 202042033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (2)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20536301"], "question": "Where is the tree?", "isBalanced": true, "groups": {"global": "place", "local": "14-tree_on,o"}, "answer": "plain", "semanticStr": "select: tree (2)->relate: place,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "2", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is on the plain.", "image": "n410476.jpg", "question_id": 20536301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202081499", "202081502", "202081501", "202081500"], "equivalent": ["202081503"], "question": "On which side is the mouse pad?", "isBalanced": true, "groups": {"global": null, "local": "10q-mouse pad_hposition"}, "answer": "left", "semanticStr": "select: mouse pad (11)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5:7": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mouse pad is on the left of the image.", "image": "n433692.jpg", "question_id": 202081503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510336", "201510338", "201510318", "201510319", "201510317", "201510311", "201510312"], "equivalent": ["201510337"], "question": "What is the fruit that is green called?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_green"}, "answer": "pear", "semanticStr": "select: fruit (0)->filter color: green [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541480", "20541481"], "equivalent": ["20541479"], "question": "What are the pieces of furniture that are on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (8)->relate: furniture,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"12": "8", "3:6": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n527290.jpg", "question_id": 20541479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose color", "dependencies": [1], "argument": "black|green"}], "entailed": [], "equivalent": ["20541478"], "question": "Are the wood shelves black or maybe green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shelves_color"}, "answer": "black", "semanticStr": "select: shelves (7)->filter material: wood [0]->choose color: black|green [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shelves are black.", "image": "n527290.jpg", "question_id": 20541478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scarf (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20461995", "20461997", "20461996"], "equivalent": ["20461994"], "question": "Are there any white scarves or gloves in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "04-gloves_white"}, "answer": "no", "semanticStr": "select: gloves (5)->filter color: white [0]->exist: ? [1]->select: scarf (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "5"}, "fullAnswer": {"3": "5"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are gloves but they are black.", "image": "n571179.jpg", "question_id": 20461994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652329"], "equivalent": ["20652734"], "question": "Who are the cars in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-cars_in front of,o"}, "answer": "woman", "semanticStr": "select: cars (7)->relate: person,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "7", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are in front of the woman.", "image": "n400036.jpg", "question_id": 20652734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652728", "20652729", "20652731", "20652730", "20652735", "20652727", "20652736"], "equivalent": ["20652732"], "question": "What kind of vehicle is in front of the woman?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_in front of,s"}, "answer": "cars", "semanticStr": "select: woman (0)->relate: vehicle,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n400036.jpg", "question_id": 20652732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735547", "201735549"], "equivalent": ["201735548"], "question": "Which kind of furniture is above the newspaper?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-newspaper_above,s"}, "answer": "shelves", "semanticStr": "select: newspaper (9)->relate: furniture,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n240973.jpg", "question_id": 201735548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20330163", "20330170", "20330166", "20330165", "20330164", "20330168", "20330167"], "equivalent": ["20330169"], "question": "Which side of the picture is the person on?", "isBalanced": true, "groups": {"global": null, "local": "10q-person_hposition"}, "answer": "left", "semanticStr": "select: person (13)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is on the left of the image.", "image": "n260521.jpg", "question_id": 20330169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202240362", "202240363", "202240364", "202240365", "202240356", "202240359", "202240358", "202240357", "202240345", "202240355", "202240354"], "equivalent": ["202240360"], "question": "What is the color of the sneakers that are not large?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sneakers_color"}, "answer": "gray", "semanticStr": "select: sneakers (5)->filter size: not(large) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "5", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sneakers are gray.", "image": "n148872.jpg", "question_id": 202240360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (2)"}, {"operation": "relate", "dependencies": [0], "argument": "fan,on,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20285199"], "equivalent": ["20284983"], "question": "How is the item of furniture that is made of same material as the fan on the ceiling called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-fan_same material,_"}, "answer": "table", "semanticStr": "select: ceiling (2)->relate: fan,on,s (3) [0]->relate: furniture,same material,_ (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"3:6": "17", "14": "3", "17": "2"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n192021.jpg", "question_id": 20284983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (17)"}, {"operation": "select", "dependencies": [], "argument": "fan (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20284982"], "question": "What do both the table and the fan have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-fan_table"}, "answer": "material", "semanticStr": "select: table (17)->select: fan (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "17", "7": "3"}, "fullAnswer": {"4": "17", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the table and the fan are wooden.", "image": "n192021.jpg", "question_id": 20284982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273303", "201273298", "201273305", "201273304", "201273314", "201273315", "201273299", "201273313", "201273297"], "equivalent": ["201273316"], "question": "Which kind of sign is yellow?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_yellow"}, "answer": "street sign", "semanticStr": "select: sign (8)->filter color: yellow [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4:6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n46510.jpg", "question_id": 201273316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["20887173", "20887172", "20887170", "20887168", "20887169"], "equivalent": ["20887179"], "question": "Does the window made of glass look open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "closed", "semanticStr": "select: window (16)->filter material: glass [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "16", "5": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is closed.", "image": "n282436.jpg", "question_id": 20887179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201110989", "201110988"], "equivalent": ["201110987", "201110989", "201110988"], "question": "Do you see a baby in this picture that is standing?", "isBalanced": true, "groups": {"global": null, "local": "04-baby_standing"}, "answer": "no", "semanticStr": "select: baby (6)->filter pose: standing [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a baby but he is sitting.", "image": "n546616.jpg", "question_id": 201110987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify gender", "dependencies": [0], "argument": "male"}, {"operation": "verify age", "dependencies": [0], "argument": "young "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202245956"], "equivalent": ["202245957"], "question": "Is she young and male?", "isBalanced": true, "groups": {"global": null, "local": "05-male_young"}, "answer": "no", "semanticStr": "select: she (0)->verify gender: male [0]->verify age: young  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the person is young but female.", "image": "n310828.jpg", "question_id": 202245957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20721914", "20721915", "20721910", "20721911", "20721913", "20721833", "20721834"], "equivalent": ["20721912"], "question": "What toy is above the girl?", "isBalanced": true, "groups": {"global": "toy", "local": "15-girl_above,s"}, "answer": "doll", "semanticStr": "select: girl (1)->relate: toy,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toy is a doll.", "image": "n89148.jpg", "question_id": 20721912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003729", "202003728", "202003730", "202003731", "202003727", "202003743", "202003742", "202003745", "202003744", "202003764", "202003763", "202003762"], "equivalent": ["202003761", "202003762"], "question": "What is the name of the black item of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_black"}, "answer": "desk", "semanticStr": "select: furniture (13)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"7:10": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n262920.jpg", "question_id": 202003761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter", "dependencies": [0], "argument": "covered"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003729", "202003728", "202003727", "202003730", "202003731", "202003758", "202003759"], "equivalent": ["202003760"], "question": "Which kind of furniture is covered?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_covered"}, "answer": "desk", "semanticStr": "select: furniture (13)->filter: covered [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n262920.jpg", "question_id": 202003760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,near,s (0)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "food,on top of,s (1)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20157126", "20157128", "20157129"], "equivalent": ["20157128", "20157126", "20157127"], "question": "What is the food that is on top of the white plate near the fork called?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on top of,s"}, "answer": "eggs", "semanticStr": "select: fork (10)->relate: plate,near,s (0) [0]->filter color: white [1]->relate: food,on top of,s (1) [2]->query: name [3]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "14": "10", "10:12": "0"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is eggs.", "image": "n170941.jpg", "question_id": 20157127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982578", "201982675", "201982677"], "equivalent": ["201982676"], "question": "What is located on top of the jeans?", "isBalanced": true, "groups": {"global": "object", "local": "14-jeans_on top of,s"}, "answer": "skateboard", "semanticStr": "select: jeans (4)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboard is on top of the jeans.", "image": "n526228.jpg", "question_id": 201982676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "rubber"}, {"operation": "relate", "dependencies": [1], "argument": "person,about to hit,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201751762"], "equivalent": ["201751761"], "question": "Who is about to hit the tennis ball made of rubber?", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_about to hit,s"}, "answer": "lady", "semanticStr": "select: tennis ball (5)->filter material: rubber [0]->relate: person,about to hit,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "5", "6:8": "5"}, "fullAnswer": {"1": "0", "7:9": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is about to hit the tennis ball.", "image": "n355567.jpg", "question_id": 201751761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20896399", "20896398"], "equivalent": ["20896396"], "question": "Is the chair on the right of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_right"}, "answer": "yes", "semanticStr": "select: chair (2)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is on the right of the image.", "image": "n548534.jpg", "question_id": 20896396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (9)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "covered"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202023600", "202023601", "202023602", "202023621", "202023595", "202023615", "202023614", "202023598", "202023599", "202023620", "202023618", "202023603", "202023605", "202023604", "202023610", "202023619", "202023616"], "equivalent": ["202023617"], "question": "Is the chair to the left of the rug both covered and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-covered_metal"}, "answer": "yes", "semanticStr": "select: rug (9)->relate: chair,to the left of,s (8) [0]->verify: covered [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "9", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chair is covered and metallic.", "image": "n95313.jpg", "question_id": 202023617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (0)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,behind,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201037273", "201037272", "201037277", "201037279", "201037278", "201037222", "201037223"], "equivalent": ["201037271"], "question": "What is in front of the girl that the traffic sign is behind of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-girl_in front of,s"}, "answer": "fire hydrant", "semanticStr": "select: traffic sign (0)->relate: girl,behind,o (2) [0]->relate: _,in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"9:11": "0", "6": "2"}, "fullAnswer": {"8": "2", "1:3": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is in front of the girl.", "image": "n393305.jpg", "question_id": 201037271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flag (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2090995", "2090993"], "equivalent": ["2090993", "2090994"], "question": "Are there any black flags or boats?", "isBalanced": true, "groups": {"global": null, "local": "04-boat_black"}, "answer": "yes", "semanticStr": "select: boat (10)->filter color: black [0]->exist: ? [1]->select: flag (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black boat.", "image": "n565418.jpg", "question_id": 2090994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984001", "201984002"], "equivalent": ["201983711"], "question": "Who are the papers in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-papers_in front of,o"}, "answer": "woman", "semanticStr": "select: papers (13)->relate: person,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "13", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The papers are in front of the woman.", "image": "n16378.jpg", "question_id": 201983711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258921", "20258955", "20258954"], "equivalent": ["20258953"], "question": "What is worn on the kid?", "isBalanced": true, "groups": {"global": "object", "local": "14-child_worn on,s"}, "answer": "crown", "semanticStr": "select: child (10)->relate: _,worn on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5": "10"}, "fullAnswer": {"1": "2", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crown is worn on the kid.", "image": "n204894.jpg", "question_id": 20258953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mask (3)"}, {"operation": "select", "dependencies": [], "argument": "shoe (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201438265"], "equivalent": ["201438264"], "question": "Do the shoe and the mask have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-mask_shoe"}, "answer": "no", "semanticStr": "select: mask (3)->select: shoe (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "3"}, "fullAnswer": {"2": "3", "7": "7"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mask is black and the shoe is white.", "image": "n66756.jpg", "question_id": 201438264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,reflected on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20716909", "20716908", "20716961", "20716907"], "equivalent": ["20716910"], "question": "What is the woman reflected on?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_reflected on,o"}, "answer": "mirror", "semanticStr": "select: woman (0)->relate: _,reflected on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is reflected on the mirror.", "image": "n67005.jpg", "question_id": 20716910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crown (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258956", "20258701"], "equivalent": ["20258957"], "question": "Who is the crown worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-crown_worn on,o"}, "answer": "child", "semanticStr": "select: crown (2)->relate: person,worn on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "2", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crown is worn on the child.", "image": "n204894.jpg", "question_id": 20258957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258921", "20258954", "20258953"], "equivalent": ["20258955"], "question": "What's worn on the child?", "isBalanced": true, "groups": {"global": "object", "local": "14-child_worn on,s"}, "answer": "crown", "semanticStr": "select: child (10)->relate: _,worn on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crown is worn on the kid.", "image": "n204894.jpg", "question_id": 20258955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vest (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wheelchair,behind,o (0)"}], "entailed": ["20929557"], "equivalent": ["20929669"], "question": "Is the vest behind a wheelchair?", "isBalanced": true, "groups": {"global": null, "local": "13-vest_wheelchair"}, "answer": "yes", "semanticStr": "select: vest (4)->verify rel: wheelchair,behind,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "4", "5": "0"}, "fullAnswer": {"2": "4", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the vest is behind a wheelchair.", "image": "n9181.jpg", "question_id": 20929669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201997979", "201997978", "201997975", "201997977", "201997976", "201997980", "201997981", "201997982"], "equivalent": ["201997974"], "question": "Is the person on the right side of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-person_right"}, "answer": "yes", "semanticStr": "select: person (1)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is on the right of the image.", "image": "n319845.jpg", "question_id": 201997974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,perched on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676184", "201676185", "201676424", "201676181", "201676182", "201676183"], "equivalent": ["201676186"], "question": "What kind of furniture is the computer perched on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-computer_perched on,o"}, "answer": "table", "semanticStr": "select: computer (3)->relate: furniture,perched on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer is perched on the table.", "image": "n233607.jpg", "question_id": 201676186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (7)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442247", "20442251", "20442250", "20442248", "20442170"], "equivalent": ["20442249"], "question": "What appliance is above the bananas?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-bananas_above,s"}, "answer": "microwave", "semanticStr": "select: bananas (7)->relate: appliance,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a microwave.", "image": "n207708.jpg", "question_id": 20442249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "life jackets (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bag (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201061297", "201061135"], "equivalent": ["201061298"], "question": "Do you see any life jackets or bags?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bag_life jackets"}, "answer": "no", "semanticStr": "select: life jackets (-)->exist: ? [0]->select: bag (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no bags or life jackets.", "image": "n25275.jpg", "question_id": 201061298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bucket (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202208316"], "question": "Are there any bicycles or buckets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bicycle_bucket"}, "answer": "yes", "semanticStr": "select: bicycle (3)->exist: ? [0]->select: bucket (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bicycle.", "image": "n124651.jpg", "question_id": 202208316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "filter state", "dependencies": [0], "argument": "still"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": [], "equivalent": ["20303068"], "question": "Does the still man wear a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-man_helmet"}, "answer": "no", "semanticStr": "select: man (9)->filter state: still [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9", "5": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man wears a shirt.", "image": "n318684.jpg", "question_id": 20303068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452118"], "equivalent": ["20452119"], "question": "What's hanging above the flowers?", "isBalanced": true, "groups": {"global": "thing", "local": "14-flowers_hanging above,s"}, "answer": "picture", "semanticStr": "select: flowers (9)->relate: _,hanging above,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging above the flowers.", "image": "n6908.jpg", "question_id": 20452119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dvd player (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "silver"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20307038"], "question": "Are there either any silver DVD players or laptops?", "isBalanced": true, "groups": {"global": null, "local": "04-laptop_silver"}, "answer": "no", "semanticStr": "select: laptop (6)->filter color: silver [0]->exist: ? [1]->select: dvd player (-) ->filter color: silver [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"8": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a laptop but it is black.", "image": "n554880.jpg", "question_id": 20307038}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "filter state", "dependencies": [0], "argument": "still"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (-)"}], "entailed": [], "equivalent": ["20303065"], "question": "Does the still man wear shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "no", "semanticStr": "select: man (9)->filter state: still [0]->verify rel: shorts,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9", "4": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man wears glasses.", "image": "n318684.jpg", "question_id": 20303065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20303066"], "question": "Who wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (4)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "4"}, "fullAnswer": {"1": "9", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a shirt.", "image": "n318684.jpg", "question_id": 20303066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174281", "202174378"], "equivalent": ["202174377"], "question": "What appliance is to the left of the bench?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-bench_to the left of,s"}, "answer": "coffee maker", "semanticStr": "select: bench (7)->relate: appliance,to the left of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a coffee maker.", "image": "n398429.jpg", "question_id": 202174377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bag,carrying,o (0)"}], "entailed": ["201984181"], "equivalent": ["201984182"], "question": "Is the person that is not sad carrying a bag?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bag"}, "answer": "yes", "semanticStr": "select: person (6)->filter face expression: not(sad) [0]->verify rel: bag,carrying,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "6", "6": "6"}, "fullAnswer": {"2": "6", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is carrying a bag.", "image": "n16378.jpg", "question_id": 201984182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "router (12)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201902538", "201902548", "201902546", "201902544", "201902545", "201902537"], "equivalent": ["201902547"], "question": "Of which shape is the router?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-router_shape"}, "answer": "rectangular", "semanticStr": "select: router (12)->query: shape [0]", "annotations": {"answer": {}, "question": {"5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The router is rectangular.", "image": "n435808.jpg", "question_id": 201902547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201804172"], "equivalent": ["201804173", "201804172"], "question": "Does the mouse that is made of plastic look large and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: computer mouse (0)->filter material: plastic [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mouse is black but small.", "image": "n51002.jpg", "question_id": 201804173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896522", "20896579", "20896578", "20896575", "20896574", "20896576"], "equivalent": ["20896577"], "question": "What appliance is above the countertop?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-countertop_above,s"}, "answer": "microwave", "semanticStr": "select: countertop (4)->relate: appliance,above,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a microwave.", "image": "n548534.jpg", "question_id": 20896577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "sleeping"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295454", "20295465"], "equivalent": ["20295532"], "question": "Who is sleeping?", "isBalanced": true, "groups": {"global": "person", "local": "sleeping"}, "answer": "woman", "semanticStr": "select: person (0)->filter activity: sleeping [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sleeping.", "image": "n162586.jpg", "question_id": 20295532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20295535", "20295544", "20295540", "20295541", "20295528", "20295527", "20295533", "20295543", "20295534", "20295526"], "equivalent": ["20295531"], "question": "What is she doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "sleeping", "semanticStr": "select: she (0)->query: activity [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is sleeping.", "image": "n162586.jpg", "question_id": 20295531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "filter", "dependencies": [0], "argument": "mowed"}, {"operation": "verify rel", "dependencies": [1], "argument": "gravel,sitting beside,o (10)"}], "entailed": [], "equivalent": ["201444894"], "question": "Is the mowed lawn sitting beside the gray gravel?", "isBalanced": true, "groups": {"global": null, "local": "13-lawn_gravel"}, "answer": "yes", "semanticStr": "select: lawn (11)->filter: mowed [0]->verify rel: gravel,sitting beside,o (10) [1]", "annotations": {"answer": {}, "question": {"2:4": "11", "7:9": "10"}, "fullAnswer": {"2": "11", "7": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the lawn is sitting beside the gravel.", "image": "n289376.jpg", "question_id": 201444894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,near,s (12)"}, {"operation": "filter height", "dependencies": [1], "argument": "tall"}, {"operation": "relate", "dependencies": [2], "argument": "pens,to the right of,s (6)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": [], "equivalent": ["202082141"], "question": "Are there any pens to the right of the tall lamp near the laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_pens"}, "answer": "yes", "semanticStr": "select: laptop (7)->relate: lamp,near,s (12) [0]->filter height: tall [1]->relate: pens,to the right of,s (6) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"3": "6", "9:11": "12", "13": "7"}, "fullAnswer": {"9": "12", "3": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are pens to the right of the lamp.", "image": "n433692.jpg", "question_id": 202082141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902575", "201902577", "201902576", "201902588", "201902574", "201902597", "201902596", "201902587"], "equivalent": ["201902595"], "question": "What is the tall item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_tall"}, "answer": "desk", "semanticStr": "select: furniture (1)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4:7": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n435808.jpg", "question_id": 201902595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (21)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboats,below,s (20)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202100576"], "equivalent": ["202100576", "202100577"], "question": "Are the sailboats below the boats white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: boats (21)->relate: sailboats,below,s (20) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "20", "5": "21"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sailboats are white but small.", "image": "n386688.jpg", "question_id": 202100577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20667430"], "equivalent": ["20667430", "20667431"], "question": "Is the cloth shirt short sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short sleeved"}, "answer": "no", "semanticStr": "select: shirt (15)->filter material: cloth [0]->verify color: black [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is short sleeved but pink.", "image": "n181355.jpg", "question_id": 20667431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|sleeveless"}], "entailed": ["20667421", "20667433", "20667430", "20667431", "20667436", "20667434"], "equivalent": ["20667436", "20667435"], "question": "Does the cloth shirt look short sleeved or sleeveless?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (15)->filter material: cloth [0]->choose: short sleeved|sleeveless [1]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n181355.jpg", "question_id": 20667435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201571041", "201571040", "201571043", "201571042", "201571036", "201571037", "201571038", "201571039"], "equivalent": ["201571044"], "question": "On which side is the black bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-purse_hposition"}, "answer": "left", "semanticStr": "select: bag (2)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is on the left of the image.", "image": "n382416.jpg", "question_id": 201571044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20667458", "20667459", "20667450", "20667451", "20667452", "20667453", "20667454", "20667455", "20667456", "20667457", "20667447", "20667446", "20667445", "20667444", "20667443", "20667442", "20667441", "20667440", "20667449", "20667448", "20667461", "20667460"], "equivalent": ["20667439"], "question": "Do the shorts made of cloth look gray and short?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_short"}, "answer": "yes", "semanticStr": "select: shorts (14)->filter material: cloth [0]->verify color: gray [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "14", "5": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are gray and short.", "image": "n181355.jpg", "question_id": 20667439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623631", "201623632", "201623633", "201623634", "201623473", "201623629", "201623628", "201623730", "201623728", "201623729", "201623726", "201623727"], "equivalent": ["201623630"], "question": "What kind of appliance is to the left of the oven?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_to the left of,s"}, "answer": "refrigerator", "semanticStr": "select: oven (2)->relate: appliance,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n501609.jpg", "question_id": 201623630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,to the right of|to the left of,s (7)"}], "entailed": ["20942170", "20942168", "20942169", "20942344", "20942346", "20942347", "20942171", "20942343"], "equivalent": ["20942345", "20942346"], "question": "Is the man to the right or to the left of the girl?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_man"}, "answer": "right", "semanticStr": "select: girl (0)->choose rel: man,to the right of|to the left of,s (7) [0]", "annotations": {"answer": {}, "question": {"2": "7", "12": "0"}, "fullAnswer": {"1": "7", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the girl.", "image": "n137182.jpg", "question_id": 20942345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (6)"}, {"operation": "select", "dependencies": [], "argument": "numbers (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20962321", "20962322", "20962323"], "equivalent": ["20962320", "20962321"], "question": "Are both the words and the numbers the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-numbers_words"}, "answer": "yes", "semanticStr": "select: words (6)->select: numbers (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6": "7"}, "fullAnswer": {"3": "6", "6": "7"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the words and the numbers are black.", "image": "n57848.jpg", "question_id": 20962320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "numbers (7)"}, {"operation": "select", "dependencies": [], "argument": "steps (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20962327"], "equivalent": ["20962326"], "question": "Do the numbers and the steps have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-numbers_steps"}, "answer": "no", "semanticStr": "select: numbers (7)->select: steps (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "10"}, "fullAnswer": {"2": "7", "7": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the numbers are black and the steps are white.", "image": "n57848.jpg", "question_id": 20962326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter width", "dependencies": [0], "argument": "narrow"}, {"operation": "choose name", "dependencies": [1], "argument": "bed|dresser"}], "entailed": [], "equivalent": ["20753261"], "question": "Which kind of furniture is narrow, the dresser or the bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_narrow"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter width: narrow [0]->choose name: bed|dresser [1]", "annotations": {"answer": {"0": "4"}, "question": {"10": "4", "3": "4", "7": "7"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The bed is narrow.", "image": "n49438.jpg", "question_id": 20753261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lady,to the right of,o (10)"}], "entailed": [], "equivalent": ["201751701"], "question": "Is the clock to the right of the lady near the tennis ball?", "isBalanced": true, "groups": {"global": null, "local": "13-clock_lady"}, "answer": "yes", "semanticStr": "select: clock (12)->verify rel: lady,to the right of,o (10) [0]", "annotations": {"answer": {}, "question": {"8": "10", "2": "12", "11:13": "5"}, "fullAnswer": {"9": "10", "2": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the clock is to the right of the lady.", "image": "n355567.jpg", "question_id": 201751701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753264"], "equivalent": ["20753265"], "question": "Which kind of furniture is not narrow?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#narrow"}, "answer": "dresser", "semanticStr": "select: furniture (7)->filter width: not(narrow) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a dresser.", "image": "n49438.jpg", "question_id": 20753265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (13)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (7)"}, {"operation": "choose", "dependencies": [1], "argument": "empty|full"}], "entailed": ["202006873", "202006857", "202006865", "202006874", "202006868", "202006856", "202006864", "202006858", "202006859", "202006867", "202006866", "202006861", "202006870", "202006863", "202006862"], "equivalent": ["202006869", "202006870"], "question": "Is the appliance to the left of the oven empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-stove_16"}, "answer": "empty", "semanticStr": "select: oven (13)->relate: appliance,to the left of,s (7) [0]->choose: empty|full [1]", "annotations": {"answer": {}, "question": {"8": "13", "2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The stove is empty.", "image": "n97485.jpg", "question_id": 202006869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (4)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["202053271", "202053276", "202053277", "202053274", "202053275", "202053278"], "equivalent": ["202053272"], "question": "What is the player that is to the right of the batter doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-player_pose"}, "answer": "crouching", "semanticStr": "select: batter (4)->relate: player,to the right of,s (5) [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"11": "4", "3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The player is crouching.", "image": "n334278.jpg", "question_id": 202053272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753267", "20753266", "20753209", "20753225", "20753224", "20753223", "20753208"], "equivalent": ["20753268"], "question": "What kind of furniture is short?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_short"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter length: short [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n49438.jpg", "question_id": 20753268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "athletic"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": ["202106203"], "equivalent": ["202106204"], "question": "Is the athletic person wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "no", "semanticStr": "select: person (0)->filter: athletic [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0", "5": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shoes.", "image": "n574498.jpg", "question_id": 202106204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468820", "20468819", "20468821", "20468824", "20468825", "20468817"], "equivalent": ["20468818", "20468817"], "question": "How is the vehicle in front of the trees called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "trailer", "semanticStr": "select: trees (13)->relate: vehicle,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "13", "3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a trailer.", "image": "n171169.jpg", "question_id": 20468818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076502"], "equivalent": ["2076503"], "question": "What's the fence in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-fence_in front of,o"}, "answer": "houses", "semanticStr": "select: fence (4)->relate: _,in front of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "4", "7": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the houses.", "image": "n173807.jpg", "question_id": 2076503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076503"], "equivalent": ["2076502"], "question": "What is the fence in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-fence_in front of,o"}, "answer": "houses", "semanticStr": "select: fence (4)->relate: _,in front of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "7": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the houses.", "image": "n173807.jpg", "question_id": 2076502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639438", "201639440", "201639441", "201639442", "201639443", "201639444", "201639339"], "equivalent": ["201639439"], "question": "What animal is in front of the people?", "isBalanced": true, "groups": {"global": "animal", "local": "14-people_in front of,s"}, "answer": "zebras", "semanticStr": "select: people (16)->relate: animal,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are in front of the people.", "image": "n497789.jpg", "question_id": 201639439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639439", "201639440", "201639441", "201639442", "201639443", "201639444", "201639339"], "equivalent": ["201639438"], "question": "What animal is in front of the people near the vehicle?", "isBalanced": true, "groups": {"global": "animal", "local": "14-people_in front of,s"}, "answer": "zebras", "semanticStr": "select: vehicle (17)->relate: person,near,s (16) [0]->relate: animal,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"10": "17", "7": "16"}, "fullAnswer": {"1": "5", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are in front of the people.", "image": "n497789.jpg", "question_id": 201639438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20472959", "20472958", "20472971", "20472957", "20472964", "20472965", "20472966", "20472967", "20472960", "20472961", "20472970", "20472968", "20472969"], "equivalent": ["20472962"], "question": "What is the boy doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-boy_activity"}, "answer": "playing", "semanticStr": "select: boy (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is playing.", "image": "n126891.jpg", "question_id": 20472962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20472963"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "boy", "semanticStr": "select: person (0)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is playing.", "image": "n126891.jpg", "question_id": 20472963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (27)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20923143", "20923142", "20923140", "20923036"], "equivalent": ["20923141"], "question": "What is the vehicle in front of the brown trees called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "fire truck", "semanticStr": "select: trees (12)->filter color: brown [0]->relate: vehicle,in front of,s (27) [1]->query: name [2]", "annotations": {"answer": {"0:2": "27"}, "question": {"8:10": "12", "3": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n480253.jpg", "question_id": 20923141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (27)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20923143", "20923142", "20923141", "20923036"], "equivalent": ["20923140"], "question": "What is in front of the brown trees?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-trees_in front of,s"}, "answer": "fire truck", "semanticStr": "select: trees (12)->filter color: brown [0]->relate: _,in front of,s (27) [1]->query: name [2]", "annotations": {"answer": {"0:2": "27"}, "question": {"6:8": "12"}, "fullAnswer": {"8": "12", "1:3": "27"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire truck is in front of the trees.", "image": "n480253.jpg", "question_id": 20923140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["201504780", "201504791", "201504790", "201504793", "201504792", "201504795", "201504794", "201504796"], "equivalent": ["201504797"], "question": "Does the shirt look short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (1)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n298104.jpg", "question_id": 201504797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,catching,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201462494"], "equivalent": ["201462495"], "question": "Who is catching the ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_catching,s"}, "answer": "catcher", "semanticStr": "select: ball (7)->relate: person,catching,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is catching the ball.", "image": "n508641.jpg", "question_id": 201462495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "person,catching,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201462495"], "equivalent": ["201462494"], "question": "Who is catching the round ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_catching,s"}, "answer": "catcher", "semanticStr": "select: ball (7)->filter shape: round [0]->relate: person,catching,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4:6": "7"}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is catching the ball.", "image": "n508641.jpg", "question_id": 201462494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (6)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2044798", "2044782", "2044783", "2044768", "2044784", "2044786", "2044778", "2044773", "2044772", "2044771", "2044770", "2044777", "2044776", "2044775"], "equivalent": ["2044774"], "question": "The open umbrella is of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "blue", "semanticStr": "select: umbrella (6)->filter: open [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1:3": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is blue.", "image": "n184551.jpg", "question_id": 2044774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201739329", "201739330"], "equivalent": ["201739331"], "question": "Behind what is the player standing?", "isBalanced": true, "groups": {"global": "", "local": "14-player_standing behind,o"}, "answer": "pitcher", "semanticStr": "select: player (8)->relate: _,standing behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "8", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is standing behind the pitcher.", "image": "n485969.jpg", "question_id": 201739331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,to the left of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,lying on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201832434", "201832432", "201832430", "201832431", "201832508", "201832509"], "equivalent": ["201832432", "201832433"], "question": "What kind of furniture are the pillows to the left of the clock lying on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pillows_lying on,o"}, "answer": "bed", "semanticStr": "select: clock (8)->relate: pillows,to the left of,s (3) [0]->relate: furniture,lying on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "12": "8", "6": "3"}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are lying on the bed.", "image": "n432591.jpg", "question_id": 201832433}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose color", "dependencies": [1], "argument": "red|black"}], "entailed": [], "equivalent": ["201682381"], "question": "Does the wrist band made of cloth look black or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-wristband_color"}, "answer": "red", "semanticStr": "select: wristband (7)->filter material: cloth [0]->choose color: red|black [1]", "annotations": {"answer": {}, "question": {"2:4": "7", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The wristband is red.", "image": "n51658.jpg", "question_id": 201682381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832434", "201832432", "201832433", "201832431", "201832508", "201832509"], "equivalent": ["201832430"], "question": "The pillows are lying on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pillows_lying on,o"}, "answer": "bed", "semanticStr": "select: pillows (3)->relate: _,lying on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are lying on the bed.", "image": "n432591.jpg", "question_id": 201832430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20479949", "20479948", "20479970", "20479971", "20479965", "20479964", "20479967", "20479966"], "equivalent": ["20479972"], "question": "What item of furniture is large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n520071.jpg", "question_id": 20479972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose name", "dependencies": [1], "argument": "desk|bookcase"}], "entailed": [], "equivalent": ["20479973"], "question": "Which item of furniture is large, the bookcase or the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_large"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter size: large [0]->choose name: desk|bookcase [1]", "annotations": {"answer": {"0": "10"}, "question": {"10": "10", "1:4": "10", "7": "0"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The desk is large.", "image": "n520071.jpg", "question_id": 20479973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ball (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201407154"], "equivalent": ["201407153"], "question": "Is there either any black ball or fence?", "isBalanced": true, "groups": {"global": null, "local": "04-fence_black"}, "answer": "yes", "semanticStr": "select: fence (13)->filter color: black [0]->exist: ? [1]->select: ball (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "13"}, "fullAnswer": {"5": "13"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black fence.", "image": "n282607.jpg", "question_id": 201407153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20479949", "20479948", "20479972", "20479970", "20479965", "20479964", "20479967", "20479966"], "equivalent": ["20479971"], "question": "Which piece of furniture is large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n520071.jpg", "question_id": 20479971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480171", "20479976", "20479975"], "equivalent": ["20479977"], "question": "What piece of furniture is not large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#large"}, "answer": "bookcase", "semanticStr": "select: furniture (0)->filter size: not(large) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n520071.jpg", "question_id": 20479977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (9)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,above,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20789976"], "question": "Is the sky above the people both clear and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "no", "semanticStr": "select: people (9)->relate: sky,above,s (6) [0]->verify color: blue [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "9"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is blue but cloudy.", "image": "n475030.jpg", "question_id": 20789976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "verify", "dependencies": [1], "argument": "comfortable"}], "entailed": ["201951897", "201951906", "201951904", "201951905", "201951882", "201951901", "201951871", "201951899", "201951891"], "equivalent": ["201951903"], "question": "Does the jacket that looks beige look comfortable?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_comfortable"}, "answer": "yes", "semanticStr": "select: jacket (0)->filter color: beige [0]->verify: comfortable [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the jacket is comfortable.", "image": "n256120.jpg", "question_id": 201951903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (9)"}, {"operation": "relate", "dependencies": [0], "argument": "spoon,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20756525"], "equivalent": ["20756524"], "question": "What is the name of the piece of furniture that is made of the same material as the spoon to the left of her?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-spoon_same material,_"}, "answer": "shelf", "semanticStr": "select: she (9)->relate: spoon,to the left of,s (8) [0]->relate: furniture,same material,_ (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"18": "8", "6:9": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n433532.jpg", "question_id": 20756524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (10)"}, {"operation": "select", "dependencies": [], "argument": "spoon (8) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20756523"], "question": "What is common to the shelf and the spoon?", "isBalanced": true, "groups": {"global": null, "local": "09common-shelf_spoon"}, "answer": "material", "semanticStr": "select: shelf (10)->select: spoon (8) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "8", "5": "10"}, "fullAnswer": {"4": "10", "7": "8"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the shelf and the spoon are wooden.", "image": "n433532.jpg", "question_id": 20756523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201760575"], "equivalent": ["201760574"], "question": "Is the chair green?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_green"}, "answer": "no", "semanticStr": "select: chair (1)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is white.", "image": "n350732.jpg", "question_id": 201760574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201760578"], "equivalent": ["201760577"], "question": "Are there any blue chairs?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_blue"}, "answer": "no", "semanticStr": "select: chair (1)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a chair but it is white.", "image": "n350732.jpg", "question_id": 201760577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (5)"}, {"operation": "filter pose", "dependencies": [0], "argument": "crouching"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202053279"], "question": "Who is the player that is crouching watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-player_watching,o"}, "answer": "batter", "semanticStr": "select: player (5)->filter pose: crouching [0]->relate: person,watching,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "5", "6": "5"}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is watching the batter.", "image": "n334278.jpg", "question_id": 202053279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": [], "equivalent": ["202059916"], "question": "Is it indoors or outdoors?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors.", "image": "n14087.jpg", "question_id": 202059916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879234"], "equivalent": ["201879235"], "question": "Who is wearing the wristband?", "isBalanced": true, "groups": {"global": "person", "local": "14-wristband_wearing,s"}, "answer": "athlete", "semanticStr": "select: wristband (3)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a wrist band.", "image": "n496803.jpg", "question_id": 201879235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879235"], "equivalent": ["201879234"], "question": "Who is wearing a wrist band?", "isBalanced": true, "groups": {"global": "person", "local": "14-wristband_wearing,s"}, "answer": "athlete", "semanticStr": "select: wristband (3)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4:6": "3"}, "fullAnswer": {"1": "7", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a wrist band.", "image": "n496803.jpg", "question_id": 201879234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201879727", "201879726", "201879730", "201879729", "201879728"], "equivalent": ["201879725"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy.", "image": "n466319.jpg", "question_id": 201879725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wristband,wearing,o (3)"}], "entailed": ["201879237"], "equivalent": ["201879236"], "question": "Is the athlete wearing a wristband?", "isBalanced": true, "groups": {"global": null, "local": "13-athlete_wristband"}, "answer": "yes", "semanticStr": "select: athlete (7)->verify rel: wristband,wearing,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5": "3"}, "fullAnswer": {"2": "7", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the athlete is wearing a wristband.", "image": "n496803.jpg", "question_id": 201879236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201798335", "201798336", "201798333"], "equivalent": ["201798334"], "question": "Are the shelves on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-shelves_left"}, "answer": "no", "semanticStr": "select: shelves (15)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shelves are on the right of the image.", "image": "n530733.jpg", "question_id": 201798334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (13)"}, {"operation": "relate", "dependencies": [0], "argument": "baskets,in front of,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "man,near,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201795930"], "question": "Are there men near the baskets that are in front of the tree?", "isBalanced": true, "groups": {"global": null, "local": "13-baskets_man"}, "answer": "yes", "semanticStr": "select: tree (13)->relate: baskets,in front of,s (16) [0]->relate: man,near,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "7", "12": "13", "5": "16"}, "fullAnswer": {"4": "7", "7": "16"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man near the baskets.", "image": "n119944.jpg", "question_id": 201795930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "train,behind,o (-)"}], "entailed": [], "equivalent": ["201879721"], "question": "Is the basket behind a train?", "isBalanced": true, "groups": {"global": null, "local": "13-basket_train"}, "answer": "no", "semanticStr": "select: basket (8)->verify rel: train,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8", "6": "18"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the basket is behind the truck.", "image": "n290409.jpg", "question_id": 201879721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20468700", "20468732", "20468733", "20468731", "20468736", "20468737", "20468734", "20468735", "20468738", "20468739", "20468710", "20468711", "20468712", "20468713", "20468724", "20468754", "20468755", "20468756", "20468757", "20468699", "20468695", "20468694", "20468696", "20468708", "20468743", "20468723", "20468742", "20468721", "20468745", "20468744", "20468725", "20468741", "20468727", "20468729", "20468728", "20468701", "20468740", "20468707", "20468706", "20468705", "20468704", "20468703", "20468702", "20468722"], "equivalent": ["20468727", "20468726"], "question": "Is the animal in front of the trees brown and large?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "yes", "semanticStr": "select: trees (13)->relate: animal,in front of,s (1) [0]->verify color: brown [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "13"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the horse is brown and large.", "image": "n171169.jpg", "question_id": 20468726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201438609", "201438608", "201438607", "201438606", "201438603", "201438611", "201438601", "201438600", "201438612", "201438599", "201438610", "201438613"], "equivalent": ["201438604"], "question": "What is the batter doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-batter_activity"}, "answer": "waiting", "semanticStr": "select: batter (5)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The batter is waiting.", "image": "n66756.jpg", "question_id": 201438604}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879238"], "equivalent": ["201879239"], "question": "Who is wearing the tank top?", "isBalanced": true, "groups": {"global": "person", "local": "14-tank top_wearing,s"}, "answer": "athlete", "semanticStr": "select: tank top (2)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a tank top.", "image": "n496803.jpg", "question_id": 201879239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879239"], "equivalent": ["201879238"], "question": "Who is wearing a tank top?", "isBalanced": true, "groups": {"global": "person", "local": "14-tank top_wearing,s"}, "answer": "athlete", "semanticStr": "select: tank top (2)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4:6": "2"}, "fullAnswer": {"1": "7", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a tank top.", "image": "n496803.jpg", "question_id": 201879238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (14)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,above,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600194", "20600142", "20600193"], "equivalent": ["20600192"], "question": "What are the animals that are above the grass that is not tall?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_above,s"}, "answer": "zebras", "semanticStr": "select: grass (14)->filter height: not(tall) [0]->relate: animal,above,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8": "14", "3": "5", "12": "14"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (14)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600194", "20600142", "20600192"], "equivalent": ["20600193"], "question": "What kind of animal is above the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_above,s"}, "answer": "zebras", "semanticStr": "select: grass (14)->relate: animal,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "sofa,sitting on,o (12)"}], "entailed": [], "equivalent": ["201392011"], "question": "Do the male people sit on a sofa?", "isBalanced": true, "groups": {"global": null, "local": "13-people_sofa"}, "answer": "yes", "semanticStr": "select: people (0)->filter gender: male [0]->verify rel: sofa,sitting on,o (12) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "7": "12"}, "fullAnswer": {"2": "0", "6": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the people sit on a sofa.", "image": "n477702.jpg", "question_id": 201392011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (14)"}, {"operation": "relate", "dependencies": [0], "argument": "zebras,above,s (5)"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}], "entailed": ["20600189", "20600188"], "equivalent": ["20600191"], "question": "Do the zebras above the grass look black and white?", "isBalanced": true, "groups": {"global": null, "local": "06-zebras_black and white"}, "answer": "yes", "semanticStr": "select: grass (14)->relate: zebras,above,s (5) [0]->verify: black and white [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "14"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the zebras are black and white.", "image": "n196058.jpg", "question_id": 20600191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "relate", "dependencies": [0], "argument": "blanket,lying on,s (7)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201832440", "201832401", "201832439"], "equivalent": ["201832438"], "question": "What is located on top of the white thing that is lying on the bed?", "isBalanced": true, "groups": {"global": "object", "local": "14-blanket_on top of,s"}, "answer": "pillows", "semanticStr": "select: bed (4)->relate: blanket,lying on,s (7) [0]->filter color: white [1]->relate: _,on top of,s (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"14": "4", "7:9": "7"}, "fullAnswer": {"1": "3", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are on top of the blanket.", "image": "n432591.jpg", "question_id": 201832438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201067529", "201067526", "201067527", "201067524", "201067525", "201067522", "201067523"], "equivalent": ["201067528"], "question": "On which side of the photo is the laptop?", "isBalanced": true, "groups": {"global": null, "local": "10q-laptop_hposition"}, "answer": "right", "semanticStr": "select: laptop (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop is on the right of the image.", "image": "n367944.jpg", "question_id": 201067528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20894130"], "question": "Are there both a helmet and a motorcycle in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-helmet_motorcycle"}, "answer": "no", "semanticStr": "select: helmet (1)->exist: ? [0]->select: motorcycle (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a helmet but no motorcycles.", "image": "n272313.jpg", "question_id": 20894130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (2)"}, {"operation": "choose activity", "dependencies": [1], "argument": "reading|sleeping"}], "entailed": ["2044514", "2044512", "2044511"], "equivalent": ["2044514", "2044513", "2044512"], "question": "Does the person next to the woman appear to be sleeping or reading?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "reading", "semanticStr": "select: woman (7)->relate: person,next to,s (2) [0]->choose activity: reading|sleeping [1]", "annotations": {"answer": {}, "question": {"2": "2", "6": "7"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is reading.", "image": "n184551.jpg", "question_id": 2044513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201997119", "201997258", "201997259", "201997256", "201997257"], "equivalent": ["201997255"], "question": "What type of furniture is to the right of the device that is not turned off?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-device_to the right of,s"}, "answer": "chair", "semanticStr": "select: device (11)->filter: not(off) [0]->relate: furniture,to the right of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "11", "3": "8", "14:16": "11"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n250715.jpg", "question_id": 201997255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600196", "20600197", "20600142", "20600200", "20600199"], "equivalent": ["20600196", "20600197", "20600198"], "question": "What are the animals in front of the brush that is not tall?", "isBalanced": true, "groups": {"global": "animal", "local": "15-brush_in front of,s"}, "answer": "zebras", "semanticStr": "select: brush (11)->filter height: not(tall) [0]->relate: animal,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8": "11", "3": "5", "12": "11"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600196", "20600197", "20600142", "20600200", "20600198"], "equivalent": ["20600199"], "question": "What animals are in front of the brush?", "isBalanced": true, "groups": {"global": "animal", "local": "15-brush_in front of,s"}, "answer": "zebras", "semanticStr": "select: brush (11)->relate: animal,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20952969", "20952967"], "equivalent": ["20952968"], "question": "Are there either any lamps or rackets that are metallic?", "isBalanced": true, "groups": {"global": null, "local": "04-racket_metal"}, "answer": "yes", "semanticStr": "select: racket (1)->filter material: metal [0]->exist: ? [1]->select: lamp (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the racket is metallic.", "image": "n413319.jpg", "question_id": 20952968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(portable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067764", "201067519", "201067518"], "equivalent": ["201067520"], "question": "Which kind of device is not portable?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#portable"}, "answer": "calculator", "semanticStr": "select: device (4)->filter: not(portable) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a calculator.", "image": "n367944.jpg", "question_id": 201067520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827496", "20827495"], "equivalent": ["20827497"], "question": "Which kind of furniture is tall?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_tall"}, "answer": "chairs", "semanticStr": "select: furniture (7)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n283587.jpg", "question_id": 20827497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201206950", "201206951", "201206938", "201206939", "201206937"], "equivalent": ["201206949"], "question": "Are there dark blue plates?", "isBalanced": true, "groups": {"global": null, "local": "04-plate_dark blue"}, "answer": "yes", "semanticStr": "select: plate (1)->filter color: dark blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"6": "1"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a dark blue plate.", "image": "n222915.jpg", "question_id": 201206949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20631706"], "question": "Does the shirt made of cloth look long sleeved and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long sleeved"}, "answer": "no", "semanticStr": "select: shirt (3)->filter material: cloth [0]->verify color: blue [1]->verify: long sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is blue but short sleeved.", "image": "n570181.jpg", "question_id": 20631706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["201467382", "201467383", "201467381"], "equivalent": ["201467380"], "question": "Is the sidewalk red?", "isBalanced": true, "groups": {"global": null, "local": "06-sidewalk_red"}, "answer": "no", "semanticStr": "select: sidewalk (7)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sidewalk is gray.", "image": "n437192.jpg", "question_id": 201467380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202081520", "202081515", "202081505", "202081519", "202081509", "202081507", "202081506", "202081516", "202081517", "202081510", "202081511"], "equivalent": ["202081508"], "question": "What color is the mousepad?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mouse pad_color"}, "answer": "gray", "semanticStr": "select: mouse pad (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mousepad is gray.", "image": "n433692.jpg", "question_id": 202081508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose", "dependencies": [1], "argument": "outdoors|indoors"}], "entailed": ["202218642", "202218643", "202218644", "202218645", "202218646"], "equivalent": ["202218646", "202218647"], "question": "Does the brown picture seem to be outdoors or indoors?", "isBalanced": true, "groups": {"global": "41", "local": "10c-picture_41"}, "answer": "outdoors", "semanticStr": "select: picture (12)->filter color: brown [0]->choose: outdoors|indoors [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The picture is outdoors.", "image": "n578564.jpg", "question_id": 202218647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20320454", "20320462", "20320456", "20320457", "20320447", "20320455", "20320452", "20320450", "20320451", "20320461", "20320449", "20320448", "20320458"], "equivalent": ["20320453"], "question": "How big is the vehicle on the right?", "isBalanced": true, "groups": {"global": "size", "local": "10q-suv_size"}, "answer": "large", "semanticStr": "select: vehicle (4)->filter hposition: right [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The SUV is large.", "image": "n206358.jpg", "question_id": 20320453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20240872"], "question": "Is the table square and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-square_wood"}, "answer": "no", "semanticStr": "select: table (11)->verify shape: square [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is wooden but round.", "image": "n166008.jpg", "question_id": 20240872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (1)"}, {"operation": "choose rel", "dependencies": [0], "argument": "woman,to the right of|to the left of,s (1)"}], "entailed": ["201570945", "201570943", "201570942", "201570940"], "equivalent": ["201570944"], "question": "Is she to the left or to the right of the bag that is made of leather?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_woman"}, "answer": "right", "semanticStr": "select: she (1)->choose rel: woman,to the right of|to the left of,s (1) [0]", "annotations": {"answer": {}, "question": {"1": "1", "11": "2", "16": "2"}, "fullAnswer": {"1": "1", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the right of the purse.", "image": "n382416.jpg", "question_id": 201570944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (13)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20302783"], "question": "Where is the sand?", "isBalanced": true, "groups": {"global": "place", "local": "14-sand_on,o"}, "answer": "beach", "semanticStr": "select: sand (13)->relate: place,on,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "13", "5": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is on the beach.", "image": "n318684.jpg", "question_id": 20302783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (20)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202161942", "202161940", "202161941", "202161937", "202161936", "202161939", "202161938"], "equivalent": ["202161943"], "question": "On which side of the photo is the metal appliance?", "isBalanced": true, "groups": {"global": null, "local": "10q-heater_hposition"}, "answer": "left", "semanticStr": "select: appliance (20)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The heater is on the left of the image.", "image": "n69237.jpg", "question_id": 202161943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (0)"}, {"operation": "relate", "dependencies": [0], "argument": "table,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201998422"], "equivalent": ["201998421"], "question": "What is under the table near the windows?", "isBalanced": true, "groups": {"global": "thing", "local": "14-table_under,s"}, "answer": "rug", "semanticStr": "select: windows (0)->relate: table,near,s (6) [0]->relate: _,under,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"4": "6", "7": "0"}, "fullAnswer": {"1": "8", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is under the table.", "image": "n319845.jpg", "question_id": 201998421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (18)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20285566", "20285578", "20285577", "20285575"], "equivalent": ["20285576"], "question": "Which color is the curtain to the right of the picture?", "isBalanced": true, "groups": {"global": "color", "local": "10q-curtain_color"}, "answer": "yellow", "semanticStr": "select: picture (18)->relate: curtain,to the right of,s (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "18", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain is yellow.", "image": "n192021.jpg", "question_id": 20285576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cabinet (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20340752", "20340751"], "equivalent": ["20340750"], "question": "Are there any white cabinets or chairs?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_white"}, "answer": "yes", "semanticStr": "select: chair (6)->filter color: white [0]->exist: ? [1]->select: cabinet (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"5": "6"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white chair.", "image": "n513100.jpg", "question_id": 20340750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (4)"}, {"operation": "select", "dependencies": [], "argument": "plant (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20381178", "20381177"], "equivalent": ["20381179"], "question": "Is the book different in color than the plant?", "isBalanced": true, "groups": {"global": null, "local": "09diff-book_plant"}, "answer": "yes", "semanticStr": "select: book (4)->select: plant (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "4"}, "fullAnswer": {"2": "4", "7": "10"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the book is red and the plant is green.", "image": "n398257.jpg", "question_id": 20381179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "socks (17)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["20647308", "20647311", "20647312", "20647306", "20647307", "20647289", "20647305", "20647302", "20647316"], "equivalent": ["20647309"], "question": "How tall are the socks?", "isBalanced": true, "groups": {"global": "height", "local": "10q-socks_height"}, "answer": "tall", "semanticStr": "select: socks (17)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The socks are tall.", "image": "n98540.jpg", "question_id": 20647309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "relate", "dependencies": [0], "argument": "doors,on the front of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20341193"], "question": "What is in front of the doors that are on the front of the school?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-doors_in front of,s"}, "answer": "stairs", "semanticStr": "select: school (20)->relate: doors,on the front of,s (5) [0]->relate: _,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"14": "20", "6": "5"}, "fullAnswer": {"1": "6", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stairs are in front of the doors.", "image": "n346247.jpg", "question_id": 20341193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (6)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snow (-) "}, {"operation": "filter state", "dependencies": [3], "argument": "smooth"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202257496", "202257497", "202257498"], "equivalent": ["202257495"], "question": "Is there any smooth sand or snow?", "isBalanced": true, "groups": {"global": null, "local": "04-sand_smooth"}, "answer": "no", "semanticStr": "select: sand (6)->filter state: smooth [0]->exist: ? [1]->select: snow (-) ->filter state: smooth [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is sand but it is rough.", "image": "n92308.jpg", "question_id": 202257495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stairs (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20341132"], "equivalent": ["20341195"], "question": "What are the stairs in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-stairs_in front of,o"}, "answer": "doors", "semanticStr": "select: stairs (6)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stairs are in front of the doors.", "image": "n346247.jpg", "question_id": 20341195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "toilet,below,o (-)"}], "entailed": [], "equivalent": ["201393423"], "question": "Is the floor below a toilet?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_toilet"}, "answer": "no", "semanticStr": "select: floor (10)->verify rel: toilet,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the floor is below the fan.", "image": "n305495.jpg", "question_id": 201393423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "choose width", "dependencies": [0], "argument": "narrow|wide"}], "entailed": ["2098259", "2098248", "2098228", "2098229", "2098258", "2098242", "2098243", "2098240", "2098241", "2098227", "2098192", "2098193", "2098190", "2098191", "2098225", "2098226", "2098233", "2098232", "2098231", "2098230", "2098237", "2098236", "2098235", "2098234", "2098220", "2098239", "2098238", "2098221", "2098260", "2098261"], "equivalent": ["2098247"], "question": "Is the speaker wide or narrow?", "isBalanced": true, "groups": {"global": "width", "local": "10c-speaker_width"}, "answer": "narrow", "semanticStr": "select: speaker (7)->choose width: narrow|wide [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The speaker is narrow.", "image": "n513429.jpg", "question_id": 2098247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201393432", "201393433", "201393426", "201393436", "201393437", "201393434", "201393435", "201393438", "201393439", "201393429", "201393430", "201393428", "201393446", "201393445", "201393431", "201393443", "201393442", "201393441", "201393440", "201393444"], "equivalent": ["201393427", "201393426"], "question": "Are the pants white and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: pants (13)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are white and long.", "image": "n305495.jpg", "question_id": 201393427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202218792", "202218793", "202218791", "202218787", "202218809", "202218808", "202218785", "202218784", "202218790", "202218786", "202218802", "202218803", "202218788", "202218804", "202218805"], "equivalent": ["202218789", "202218790"], "question": "What is the color of the cooking utensil made of metal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pan_color"}, "answer": "blue", "semanticStr": "select: cooking utensil (2)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "2", "6:8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pan is blue.", "image": "n578564.jpg", "question_id": 202218789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201759526", "201759498", "201759513", "201759491", "201759497", "201759494", "201759495", "201759511", "201759525", "201759508", "201759509", "201759493", "201759504", "201759510", "201759500", "201759501", "201759502", "201759503"], "equivalent": ["201759498", "201759499"], "question": "Does the chair have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_small"}, "answer": "yes", "semanticStr": "select: chair (6)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is small.", "image": "n150962.jpg", "question_id": 201759499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bag,to the left of,o (-)"}], "entailed": [], "equivalent": ["201153270"], "question": "Is that woman to the left of a bag?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bag"}, "answer": "no", "semanticStr": "select: woman (3)->verify rel: bag,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"9": "0", "2": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is to the left of the man.", "image": "n160664.jpg", "question_id": 201153270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify rel", "dependencies": [1], "argument": "boy,behind,o (1)"}], "entailed": ["201360706", "201360613"], "equivalent": ["201360614"], "question": "Is the wood table behind the young person that is wearing a shirt?", "isBalanced": true, "groups": {"global": null, "local": "13-table_boy"}, "answer": "yes", "semanticStr": "select: table (16)->filter material: wood [0]->verify rel: boy,behind,o (1) [1]", "annotations": {"answer": {}, "question": {"12": "8", "2:4": "16", "6:8": "1"}, "fullAnswer": {"2": "16", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the table is behind the boy.", "image": "n541688.jpg", "question_id": 201360614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,sitting atop,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "fries,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202225815"], "question": "Are there any fries on the plate that sits atop the table?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_fries"}, "answer": "no", "semanticStr": "select: table (2)->relate: plate,sitting atop,s (8) [0]->relate: fries,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "2", "6": "8"}, "fullAnswer": {"3": "11", "6": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are carrots on the plate.", "image": "n336443.jpg", "question_id": 202225815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "napkin (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202162571"], "equivalent": ["202162572"], "question": "Are there laptop computers or napkins?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-laptop_napkin"}, "answer": "no", "semanticStr": "select: laptop (-)->exist: ? [0]->select: napkin (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no napkins or laptop computers.", "image": "n69237.jpg", "question_id": 202162572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20984151"], "equivalent": ["20984152"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n12214.jpg", "question_id": 20984152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (11)"}, {"operation": "select", "dependencies": [], "argument": "light switch (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202080860", "202080858"], "equivalent": ["202080858", "202080859"], "question": "Do the countertop and the light switch have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-countertop_light switch"}, "answer": "yes", "semanticStr": "select: countertop (11)->select: light switch (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "11", "5:7": "2"}, "fullAnswer": {"3": "11", "6:8": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the countertop and the light switch are white.", "image": "n314630.jpg", "question_id": 202080859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beans (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202243929"], "question": "What are the beans inside of?", "isBalanced": true, "groups": {"global": "object", "local": "14-beans_inside,o"}, "answer": "bowl", "semanticStr": "select: beans (1)->relate: _,inside,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The beans are inside the bowl.", "image": "n296467.jpg", "question_id": 202243929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "goats,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201704691"], "equivalent": ["201704692"], "question": "Is there a goat in front of the large building?", "isBalanced": true, "groups": {"global": null, "local": "13-building_goats"}, "answer": "no", "semanticStr": "select: building (3)->filter size: large [0]->relate: goats,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "3"}, "fullAnswer": {"8": "3", "3": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are cows in front of the building.", "image": "n164272.jpg", "question_id": 201704692}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201246996"], "question": "How is the piece of furniture that is made of same material as the brown chair called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-chair_same material,_"}, "answer": "side table", "semanticStr": "select: chair (1)->filter color: brown [0]->relate: furniture,same material,_ (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:6": "3", "14:16": "1"}, "fullAnswer": {"6:8": "3", "1:4": "3"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n83784.jpg", "question_id": 201246996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["202000669", "202000663", "202000650", "202000676", "202000677", "202000674", "202000672", "202000673", "202000670", "202000678", "202000679"], "equivalent": ["202000675"], "question": "How clean is the concrete sidewalk?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sidewalk_cleanliness"}, "answer": "dirty", "semanticStr": "select: sidewalk (13)->filter material: concrete [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is dirty.", "image": "n299528.jpg", "question_id": 202000675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073219", "202073203", "202073224", "202073223", "202073221", "202073220"], "equivalent": ["202073222"], "question": "What kind of animal is to the left of the deer?", "isBalanced": true, "groups": {"global": "animal", "local": "15-deer_to the left of,s"}, "answer": "horses", "semanticStr": "select: deer (7)->relate: animal,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n219840.jpg", "question_id": 202073222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "coffee table,behind,o (6)"}], "entailed": ["201982996"], "equivalent": ["201982741"], "question": "Is the happy man behind a coffee table?", "isBalanced": true, "groups": {"global": null, "local": "13-man_coffee table"}, "answer": "yes", "semanticStr": "select: man (5)->filter face expression: happy [0]->verify rel: coffee table,behind,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "5", "6:8": "6"}, "fullAnswer": {"2": "5", "6:8": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is behind a coffee table.", "image": "n526228.jpg", "question_id": 201982741}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20136652"], "question": "Do you see any lamps or mirrors there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lamp_mirror"}, "answer": "yes", "semanticStr": "select: mirror (7)->exist: ? [0]->select: lamp (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a mirror.", "image": "n446242.jpg", "question_id": 20136652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (10)"}, {"operation": "verify rel", "dependencies": [1], "argument": "boat,sitting on,o (-)"}], "entailed": ["20782995"], "equivalent": ["20782996"], "question": "Is the person that is to the left of the screen sitting on a boat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_boat"}, "answer": "no", "semanticStr": "select: screen (3)->relate: person,to the left of,s (10) [0]->verify rel: boat,sitting on,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "10"}, "fullAnswer": {"2": "10", "7": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is sitting on a chair.", "image": "n355339.jpg", "question_id": 20782996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202040249", "202040248", "202040247", "202040246", "202040245", "202040243", "202040242", "202040241", "202040137", "202040129"], "equivalent": ["202040244"], "question": "What kind of vehicle is to the right of the people?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-people_to the right of,s"}, "answer": "train", "semanticStr": "select: people (1)->relate: vehicle,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n542609.jpg", "question_id": 202040244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "bowl,to the left of,o (7)"}], "entailed": ["202243923"], "equivalent": ["202243924"], "question": "Are the green vegetables to the left of the bowl that is on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-beans_bowl"}, "answer": "yes", "semanticStr": "select: vegetable (1)->filter color: green [0]->verify rel: bowl,to the left of,o (7) [1]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "1"}, "fullAnswer": {"9": "7", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the beans are to the left of the bowl.", "image": "n296467.jpg", "question_id": 202243924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,inside,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202243930", "202243926"], "equivalent": ["202243927"], "question": "What vegetables are inside the bowl the cookies are to the right of?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-bowl_inside,s"}, "answer": "beans", "semanticStr": "select: cookies (0)->relate: bowl,to the right of,o (8) [0]->relate: vegetable,inside,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "5": "8", "7": "0"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n296467.jpg", "question_id": 202243927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dip (5)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202243930", "202243927"], "equivalent": ["202243926"], "question": "What is inside the bowl that is to the right of the dip?", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-bowl_inside,s"}, "answer": "beans", "semanticStr": "select: dip (5)->relate: bowl,to the right of,s (8) [0]->relate: _,inside,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"12": "5", "4": "8"}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The beans are inside the bowl.", "image": "n296467.jpg", "question_id": 202243926}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228193", "202228196", "202228195", "202228194", "202228199", "202228198", "202228201", "202228098", "202228361", "202228202", "202228097", "202228200", "202228362"], "equivalent": ["202228192"], "question": "What type of device is to the right of the speaker?", "isBalanced": true, "groups": {"global": "device", "local": "15-speaker_to the right of,s"}, "answer": "television", "semanticStr": "select: speaker (3)->relate: device,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"10": "3", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n77818.jpg", "question_id": 202228192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "verify", "dependencies": [0], "argument": "beautiful"}], "entailed": ["202100518", "202100519", "202100514", "202100515", "202100516", "202100517", "202100510", "202100511", "202100512", "202100543", "202100547", "202100546", "202100545", "202100544", "202100509", "202100508", "202100520", "202100504", "202100503", "202100524", "202100502", "202100525"], "equivalent": ["202100513"], "question": "Do the trees appear to be beautiful?", "isBalanced": true, "groups": {"global": null, "local": "06-trees_beautiful"}, "answer": "yes", "semanticStr": "select: trees (5)->verify: beautiful [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trees are beautiful.", "image": "n386688.jpg", "question_id": 202100513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201393774", "201393742", "201393767", "201393764", "201393765", "201393762", "201393763", "201393760", "201393768", "201393769"], "equivalent": ["201393766"], "question": "What color is the chair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "brown", "semanticStr": "select: chair (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is brown.", "image": "n305495.jpg", "question_id": 201393766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,of,s (5)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}], "entailed": ["201979359", "201979358", "201979350", "201979360", "201979352", "201979355", "201979354", "201979357", "201979356", "201979365", "201979338", "201979366", "201979349"], "equivalent": ["201979353", "201979354"], "question": "Do you think the skateboarder's hair is long?", "isBalanced": true, "groups": {"global": null, "local": "06-hair_long"}, "answer": "yes", "semanticStr": "select: skateboarder (1)->relate: hair,of,s (5) [0]->verify length: long [1]", "annotations": {"answer": {}, "question": {"5": "5", "4": "1"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hair is long.", "image": "n329514.jpg", "question_id": 201979353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (9)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20596549", "20596550", "20596551", "20596552"], "equivalent": ["20596548"], "question": "Is the trash can on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-trash can_right"}, "answer": "yes", "semanticStr": "select: trash can (9)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trash can is on the right of the image.", "image": "n514467.jpg", "question_id": 20596548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (3)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["20299622", "20299623"], "equivalent": ["20299624"], "question": "Is the boat in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-boat_vposition"}, "answer": "bottom", "semanticStr": "select: boat (3)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The boat is in the bottom of the image.", "image": "n195925.jpg", "question_id": 20299624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "choose", "dependencies": [1], "argument": "wet|dry"}], "entailed": ["20596540", "20596538", "20596539", "20596536", "20596537", "20596530"], "equivalent": ["20596541"], "question": "Is the sidewalk made of concrete dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-sidewalk_17"}, "answer": "wet", "semanticStr": "select: sidewalk (7)->filter material: concrete [0]->choose: wet|dry [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The side walk is wet.", "image": "n514467.jpg", "question_id": 20596541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151610", "20151611", "20151605", "20151604", "20151609", "20151542", "20151543"], "equivalent": ["20151606"], "question": "What drink is in front of the woman?", "isBalanced": true, "groups": {"global": "liquid", "local": "15-woman_in front of,s"}, "answer": "coffee", "semanticStr": "select: woman (7)->relate: drink,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is coffee.", "image": "n313060.jpg", "question_id": 20151606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,carrying,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765774"], "equivalent": ["201765914"], "question": "Who carries the surfboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_carrying,s"}, "answer": "surfer", "semanticStr": "select: surfboard (3)->relate: person,carrying,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer carries the surfboard.", "image": "n488874.jpg", "question_id": 201765914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "comfortable "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201347437"], "question": "Do the sneakers look blue and comfortable?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_comfortable"}, "answer": "no", "semanticStr": "select: sneakers (7)->verify color: blue [0]->verify: comfortable  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sneakers are comfortable but red.", "image": "n65202.jpg", "question_id": 201347437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202119671", "202119660", "202119661", "202119662", "202119664", "202119665", "202119667", "202119648"], "equivalent": ["202119663"], "question": "What color is that umbrella?", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "red", "semanticStr": "select: umbrella (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is red.", "image": "n544255.jpg", "question_id": 202119663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012622", "202012623", "202012626", "202012627", "202012625", "202012628", "202012861"], "equivalent": ["202012624"], "question": "Which kind of furniture is to the right of the man?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_to the right of,s"}, "answer": "shelves", "semanticStr": "select: man (0)->relate: furniture,to the right of,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1:4": "18", "5": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n326988.jpg", "question_id": 202012624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "crouching"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2059605", "2059607", "2059606"], "equivalent": ["2059604"], "question": "Who is in front of the person that is crouching?", "isBalanced": true, "groups": {"global": "person", "local": "14-catcher_in front of,s"}, "answer": "batter", "semanticStr": "select: person (7)->filter pose: crouching [0]->relate: person,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "7", "6": "7"}, "fullAnswer": {"1": "2", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the catcher.", "image": "n130638.jpg", "question_id": 2059604}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20573722", "20573723", "20573721"], "equivalent": ["20573724"], "question": "Which side is the toilet paper on?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet paper_hposition"}, "answer": "left", "semanticStr": "select: toilet paper (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet paper is on the left of the image.", "image": "n162108.jpg", "question_id": 20573724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (4)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201596052", "201596051", "201596050", "201596049", "201596046", "201596047", "201596044", "201596042", "201596036", "201596040", "201596041", "201596037", "201596039", "201596038", "201596048", "201596043"], "equivalent": ["201596044", "201596045"], "question": "Is the sky clear and high?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_high"}, "answer": "yes", "semanticStr": "select: sky (4)->verify weather: clear [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is clear and high.", "image": "n302358.jpg", "question_id": 201596045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2059599", "2059601"], "equivalent": ["2059600"], "question": "Who is in front of the boy?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_in front of,s"}, "answer": "batter", "semanticStr": "select: boy (6)->relate: person,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the boy.", "image": "n130638.jpg", "question_id": 2059600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20866369"], "question": "Do you see any rugs on the floor that is presented in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_rug"}, "answer": "no", "semanticStr": "select: floor (5)->relate: rug,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "5"}, "fullAnswer": {"4": "2", "7": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a refrigerator on the floor.", "image": "n579256.jpg", "question_id": 20866369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (27)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20836335", "20836337", "20836338"], "equivalent": ["20836336"], "question": "Are the white boats on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-boats_left"}, "answer": "no", "semanticStr": "select: boats (27)->filter color: white [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "27"}, "fullAnswer": {"2": "27"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the boats are on the right of the image.", "image": "n507959.jpg", "question_id": 20836336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "select", "dependencies": [], "argument": "jeans (13) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201347317"], "equivalent": ["201347316"], "question": "Is the color of the jeans the same as the sneakers?", "isBalanced": true, "groups": {"global": null, "local": "09same-jeans_sneakers"}, "answer": "no", "semanticStr": "select: sneakers (7)->select: jeans (13) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "7", "5": "13"}, "fullAnswer": {"2": "7", "7": "13"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sneakers are red and the jeans are blue.", "image": "n65202.jpg", "question_id": 201347316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201638825", "201638832", "201638830", "201638833", "201638829", "201638828", "201638831"], "equivalent": ["201638826"], "question": "What is in front of the men?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-men_in front of,s"}, "answer": "car", "semanticStr": "select: men (2)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the men.", "image": "n271392.jpg", "question_id": 201638826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking down|posing"}], "entailed": ["202286709"], "equivalent": ["202286708"], "question": "Is the Caucasian woman posing or looking down?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-woman_activity"}, "answer": "looking down", "semanticStr": "select: woman (0)->filter race: caucasian [0]->choose activity: looking down|posing [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is looking down.", "image": "n413002.jpg", "question_id": 202286708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,surrounded by,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121753", "202121757", "202121756", "202121755", "202121754"], "equivalent": ["202121758"], "question": "What kind of furniture is the table surrounded by?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_surrounded by,o"}, "answer": "chairs", "semanticStr": "select: table (2)->relate: furniture,surrounded by,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "2", "6": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is surrounded by the chairs.", "image": "n140421.jpg", "question_id": 202121758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "food,lying on top of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856844"], "equivalent": ["20856845"], "question": "What food is lying on top of the bed?", "isBalanced": true, "groups": {"global": "food", "local": "15-bed_lying on top of,s"}, "answer": "snack", "semanticStr": "select: bed (17)->relate: food,lying on top of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a snack.", "image": "n293477.jpg", "question_id": 20856845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (13)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20856849", "20856848", "20856852", "20856850", "20856851", "20856736", "20856846"], "equivalent": ["20856847"], "question": "What is the food to the left of the hair clip lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-snack_lying on top of,o"}, "answer": "bed", "semanticStr": "select: hair clip (13)->relate: food,to the left of,s (16) [0]->relate: _,lying on top of,o (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"3": "16", "9:11": "13"}, "fullAnswer": {"1": "16", "8": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snack is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201826671", "201826687", "201826688", "201826690"], "equivalent": ["201826689"], "question": "Which kind of animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephant", "semanticStr": "select: animal (6)->query: name [0]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n59627.jpg", "question_id": 201826689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,surrounded by,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202121758", "202121753", "202121757", "202121756", "202121754"], "equivalent": ["202121757", "202121756", "202121755"], "question": "What are the pieces of furniture that the small table is surrounded by?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_surrounded by,o"}, "answer": "chairs", "semanticStr": "select: table (2)->filter size: small [0]->relate: furniture,surrounded by,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8:10": "2", "3:6": "1"}, "fullAnswer": {"1:4": "1", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n140421.jpg", "question_id": 202121755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trunks (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20567704", "20567701", "20567700", "20567703", "20567699"], "equivalent": ["20567702"], "question": "How big are the trunks that look black?", "isBalanced": true, "groups": {"global": "size", "local": "10q-trunks_size"}, "answer": "small", "semanticStr": "select: trunks (6)->filter color: black [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trunks are small.", "image": "n414992.jpg", "question_id": 20567702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "straw (12)"}, {"operation": "select", "dependencies": [], "argument": "sidewalk (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20151468"], "question": "Are both the straw and the sidewalk made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-sidewalk_straw"}, "answer": "no", "semanticStr": "select: straw (12)->select: sidewalk (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "12", "6": "8"}, "fullAnswer": {"9": "8", "2": "12"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the straw is made of plastic and the sidewalk is made of cement.", "image": "n313060.jpg", "question_id": 20151468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20317020", "20317017"], "equivalent": ["20317016"], "question": "Is the color of the drawer blue?", "isBalanced": true, "groups": {"global": null, "local": "06-drawer_blue"}, "answer": "no", "semanticStr": "select: drawer (24)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"5": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the drawer is brown.", "image": "n350766.jpg", "question_id": 20317016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201998127", "201998134", "201998124", "201998130", "201998132", "201998133", "201998121", "201998129", "201998128", "201998135", "201998143", "201998155", "201998122"], "equivalent": ["201998131"], "question": "How large is the vase?", "isBalanced": true, "groups": {"global": "size", "local": "10q-vase_size"}, "answer": "small", "semanticStr": "select: vase (3)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vase is small.", "image": "n319845.jpg", "question_id": 201998131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (14)"}, {"operation": "select", "dependencies": [], "argument": "sign (13) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20151461", "20151460", "20151462"], "equivalent": ["20151463"], "question": "Is the building different in color than the sign?", "isBalanced": true, "groups": {"global": null, "local": "09diff-building_sign"}, "answer": "yes", "semanticStr": "select: building (14)->select: sign (13) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "13", "2": "14"}, "fullAnswer": {"2": "14", "7": "13"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the building is red and the sign is white.", "image": "n313060.jpg", "question_id": 20151463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832440", "201832401", "201832438"], "equivalent": ["201832439"], "question": "What is located on top of the blanket?", "isBalanced": true, "groups": {"global": "object", "local": "14-blanket_on top of,s"}, "answer": "pillows", "semanticStr": "select: blanket (7)->relate: _,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are on top of the blanket.", "image": "n432591.jpg", "question_id": 201832439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202266159", "202266162", "202266163"], "equivalent": ["202266164"], "question": "What shape are the pillows to the right of her?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pillows_shape"}, "answer": "square", "semanticStr": "select: she (0)->relate: pillows,to the right of,s (8) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are square.", "image": "n534106.jpg", "question_id": 202266164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286650", "202286733", "202286732"], "equivalent": ["202286734"], "question": "Who is holding the bananas?", "isBalanced": true, "groups": {"global": "person", "local": "14-bananas_holding,s"}, "answer": "woman", "semanticStr": "select: bananas (8)->relate: person,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the bananas.", "image": "n413002.jpg", "question_id": 202286734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe lace (15)"}, {"operation": "select", "dependencies": [], "argument": "shirt (17) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20797505"], "equivalent": ["20797506", "20797505"], "question": "What is common to the shoe lace and the shirt?", "isBalanced": true, "groups": {"global": null, "local": "09common-shirt_shoe lace"}, "answer": "color", "semanticStr": "select: shoe lace (15)->select: shirt (17) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "17", "5:7": "15"}, "fullAnswer": {"8": "17", "4:6": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the shoe lace and the shirt are white.", "image": "n16656.jpg", "question_id": 20797506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (9)"}, {"operation": "verify material", "dependencies": [0], "argument": "plastic"}, {"operation": "select", "dependencies": [], "argument": "calculator (11) "}, {"operation": "verify material", "dependencies": [2], "argument": "plastic"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20385936", "20385288", "20385289", "20385287", "20385937", "20385934", "20385935", "20385929", "20385938", "20385939"], "equivalent": ["20385928"], "question": "Are both the charger and the calculator made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-calculator_charger"}, "answer": "yes", "semanticStr": "select: charger (9)->verify material: plastic [0]->select: calculator (11) ->verify material: plastic [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "9", "6": "11"}, "fullAnswer": {"3": "9", "6": "11"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the charger and the calculator are made of plastic.", "image": "n90294.jpg", "question_id": 20385928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,near,s (0)"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (3)"}], "entailed": ["201153280", "201153278", "201153279", "201153276", "201153274", "201153275", "201153272", "201153273", "201153156", "201153155", "201153154", "201153153", "201153152", "201153151", "201153150"], "equivalent": ["201153276", "201153277"], "question": "Is the old woman to the right or to the left of the man near the giraffe?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "left", "semanticStr": "select: giraffe (9)->relate: man,near,s (0) [0]->choose rel: woman,to the left of|to the right of,s (3) [1]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "3", "16": "9"}, "fullAnswer": {"1": "3", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the man.", "image": "n160664.jpg", "question_id": 201153277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heels (3)"}, {"operation": "select", "dependencies": [], "argument": "leggings (13) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201570566", "201570568"], "equivalent": ["201570567", "201570566"], "question": "Is the color of the heels the same as the color of the leggings?", "isBalanced": true, "groups": {"global": null, "local": "09same-heels_leggings"}, "answer": "yes", "semanticStr": "select: heels (3)->select: leggings (13) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"13": "13", "5": "3"}, "fullAnswer": {"3": "3", "6": "13"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the heels and the leggings are black.", "image": "n382416.jpg", "question_id": 201570567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify length", "dependencies": [1], "argument": "short"}], "entailed": ["20385893", "20385919", "20385913", "20385892", "20385916", "20385917", "20385914", "20385915", "20385912", "20385918", "20385910", "20385911", "20385927", "20385926", "20385925", "20385924", "20385922", "20385921", "20385920"], "equivalent": ["20385923"], "question": "Does the white device look short?", "isBalanced": true, "groups": {"global": null, "local": "06-charger_short"}, "answer": "no", "semanticStr": "select: device (9)->filter color: white [0]->verify length: short [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the charger is long.", "image": "n90294.jpg", "question_id": 20385923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (16)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["201996666", "201996670", "201996671", "201996669"], "equivalent": ["201996669", "201996668"], "question": "Does the device to the left of the telephone have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-controller_white"}, "answer": "no", "semanticStr": "select: phone (9)->relate: device,to the left of,s (16) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the controller is black.", "image": "n250715.jpg", "question_id": 201996668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (2)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201883000"], "question": "Does that desk look dirty and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_wood"}, "answer": "no", "semanticStr": "select: desk (2)->verify cleanliness: dirty [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the desk is wooden but clean.", "image": "n125122.jpg", "question_id": 201883000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": ["201080553"], "equivalent": ["201080554"], "question": "Is the person that is not dirty wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-catcher_helmet"}, "answer": "no", "semanticStr": "select: person (4)->filter cleanliness: not(dirty) [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "4", "6": "4"}, "fullAnswer": {"2": "4", "6": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the catcher is wearing a shirt.", "image": "n154160.jpg", "question_id": 201080554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201590149", "201590148", "201590150", "201590151"], "equivalent": ["201590152", "201590151"], "question": "Which side is the man on?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n260762.jpg", "question_id": 201590152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119228", "202119229"], "equivalent": ["202119230"], "question": "What's the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: man (1)->relate: _,wearing,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n544255.jpg", "question_id": 202119230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080550"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "catcher", "semanticStr": "select: shirt (11)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "11"}, "fullAnswer": {"1": "4", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a shirt.", "image": "n154160.jpg", "question_id": 201080550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20866159", "20866187", "20866186", "20866184"], "equivalent": ["20866185", "20866184"], "question": "What appliance is in the picture?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "refrigerator", "semanticStr": "select: appliance (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n579256.jpg", "question_id": 20866185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201574446", "201574444", "201574450", "201574453", "201574473"], "equivalent": ["201574444", "201574445"], "question": "Do you think the door is small?", "isBalanced": true, "groups": {"global": null, "local": "06-door_small"}, "answer": "no", "semanticStr": "select: door (8)->verify size: small [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the door is large.", "image": "n116329.jpg", "question_id": 201574445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (17)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,on,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201400129", "201400069"], "equivalent": ["201400129", "201400130"], "question": "Are there any mirrors on the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_mirror"}, "answer": "yes", "semanticStr": "select: wall (17)->relate: mirror,on,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "17"}, "fullAnswer": {"4": "2", "7": "17"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a mirror on the wall.", "image": "n344136.jpg", "question_id": 201400130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20162105", "20162107", "20162108", "20162109", "20162115", "20162113", "20162112", "20162111", "20162110"], "equivalent": ["20162106", "20162107"], "question": "Are the pants blue?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_blue"}, "answer": "yes", "semanticStr": "select: pants (11)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pants are blue.", "image": "n202379.jpg", "question_id": 20162106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202174597", "202174596", "202174595", "202174594", "202174593", "202174592", "202174591", "202174590", "202174579", "202174586", "202174585", "202174603", "202174581", "202174580", "202174578"], "equivalent": ["202174587"], "question": "Is the table red and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-red_wood"}, "answer": "yes", "semanticStr": "select: table (8)->verify color: red [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is red and wooden.", "image": "n398429.jpg", "question_id": 202174587}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20982656", "20982657", "20982654", "20982655", "20982652", "20982650", "20982651", "20982649", "20982647", "20982658", "20982659", "20982635", "20982621", "20982620"], "equivalent": ["20982653"], "question": "Which color is the bucket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bucket_color"}, "answer": "silver", "semanticStr": "select: bucket (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bucket is silver.", "image": "n52544.jpg", "question_id": 20982653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201879279"], "equivalent": ["201879278"], "question": "The crowd that is sitting-down is watching who?", "isBalanced": true, "groups": {"global": "person", "local": "14-crowd_watching,o"}, "answer": "athlete", "semanticStr": "select: crowd (6)->filter pose: sitting [0]->relate: person,watching,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1": "6", "4": "6"}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the athlete.", "image": "n496803.jpg", "question_id": 201879278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (6)"}, {"operation": "relate", "dependencies": [0], "argument": "speaker,to the left of,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "high "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201621771"], "question": "Does the speaker that is to the left of the other speaker look black and high?", "isBalanced": true, "groups": {"global": null, "local": "05-black_high"}, "answer": "no", "semanticStr": "select: speaker (6)->relate: speaker,to the left of,s (7) [0]->verify color: black [1]->verify: high  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "6", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the speaker is high but silver.", "image": "n275148.jpg", "question_id": 201621771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (6)"}, {"operation": "relate", "dependencies": [0], "argument": "speaker,to the left of,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": [], "equivalent": ["201621776"], "question": "Does the speaker to the left of the other speaker look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_blue"}, "answer": "no", "semanticStr": "select: speaker (6)->relate: speaker,to the left of,s (7) [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"9": "6", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the speaker is silver.", "image": "n275148.jpg", "question_id": 201621776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20515123"], "equivalent": ["20515124"], "question": "What is on the mountains?", "isBalanced": true, "groups": {"global": "tree", "local": "14-mountains_on,s"}, "answer": "trees", "semanticStr": "select: mountains (1)->relate: _,on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are on the mountains.", "image": "n207893.jpg", "question_id": 20515124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20515126"], "question": "What are the trees on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-trees_on,o"}, "answer": "mountains", "semanticStr": "select: trees (9)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "9", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are on the mountains.", "image": "n207893.jpg", "question_id": 20515126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "relate", "dependencies": [0], "argument": "mountains,below,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20515124"], "equivalent": ["20515123"], "question": "What is on the mountains the grass is below?", "isBalanced": true, "groups": {"global": "tree", "local": "14-mountains_on,s"}, "answer": "trees", "semanticStr": "select: grass (10)->relate: mountains,below,o (1) [0]->relate: _,on,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"4": "1", "6": "10"}, "fullAnswer": {"1": "9", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are on the mountains.", "image": "n207893.jpg", "question_id": 20515123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,below,s (8)"}, {"operation": "filter height", "dependencies": [1], "argument": "tall"}, {"operation": "verify rel", "dependencies": [2], "argument": "hat,wearing,o (7)"}], "entailed": ["202179607"], "equivalent": ["202179608"], "question": "Is the tall person below the kite wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_hat"}, "answer": "yes", "semanticStr": "select: kite (3)->relate: person,below,s (8) [0]->filter height: tall [1]->verify rel: hat,wearing,o (7) [2]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "8", "6": "3"}, "fullAnswer": {"2": "8", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a hat.", "image": "n523165.jpg", "question_id": 202179608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify rel", "dependencies": [1], "argument": "glasses,wearing,o (-)"}], "entailed": ["2053850"], "equivalent": ["2053851"], "question": "Is the person that is standing wearing glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "no", "semanticStr": "select: person (4)->filter pose: standing [0]->verify rel: glasses,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4", "5": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing jeans.", "image": "n146555.jpg", "question_id": 2053851}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201307446", "201307445"], "equivalent": ["201307444"], "question": "Are the snow pants green?", "isBalanced": true, "groups": {"global": null, "local": "06-snow pants_green"}, "answer": "no", "semanticStr": "select: snow pants (4)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the snow pants are brown.", "image": "n161313.jpg", "question_id": 201307444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "select", "dependencies": [], "argument": "bench (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201737756"], "question": "Is the helmet made of the same material as the bench?", "isBalanced": true, "groups": {"global": null, "local": "09same-bench_helmet"}, "answer": "no", "semanticStr": "select: helmet (4)->select: bench (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "12", "2": "4"}, "fullAnswer": {"9": "12", "2": "4"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the bench is made of wood.", "image": "n531731.jpg", "question_id": 201737756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "verify", "dependencies": [1], "argument": "new"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2053858"], "equivalent": ["2053859"], "question": "Are the stone buildings new and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-new_tall"}, "answer": "no", "semanticStr": "select: building (7)->filter material: stone [0]->verify: new [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the buildings are tall but old.", "image": "n146555.jpg", "question_id": 2053859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023311", "202023307", "202023306"], "equivalent": ["202023304", "202023306"], "question": "What is the piece of furniture behind the bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_behind,s"}, "answer": "closet", "semanticStr": "select: bed (5)->relate: furniture,behind,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"8": "5", "3:6": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a closet.", "image": "n95313.jpg", "question_id": 202023304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023311", "202023304", "202023306"], "equivalent": ["202023307"], "question": "What item of furniture is behind the bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_behind,s"}, "answer": "closet", "semanticStr": "select: bed (5)->relate: furniture,behind,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1:4": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a closet.", "image": "n95313.jpg", "question_id": 202023307}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "closet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023308", "202023410"], "equivalent": ["202023309"], "question": "What item of furniture is the closet behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-closet_behind,o"}, "answer": "bed", "semanticStr": "select: closet (1)->relate: furniture,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1": "1", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The closet is behind the bed.", "image": "n95313.jpg", "question_id": 202023309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (15)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,smaller than,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201428818", "201428822", "201428823", "201428819", "201428821", "201428820", "201428824", "201428825"], "equivalent": ["201428826"], "question": "What is the shape of the appliance the box is smaller than?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-vacuum_shape"}, "answer": "round", "semanticStr": "select: box (15)->relate: appliance,smaller than,o (13) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"8": "15", "6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vacuum is round.", "image": "n64959.jpg", "question_id": 201428826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "bending"}, {"operation": "choose activity", "dependencies": [1], "argument": "resting|reading"}], "entailed": ["20183215", "20183216"], "equivalent": ["20183217"], "question": "Is the person that is bending resting or reading?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-woman_activity"}, "answer": "resting", "semanticStr": "select: person (6)->filter pose: bending [0]->choose activity: resting|reading [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is resting.", "image": "n151768.jpg", "question_id": 20183217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (17)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20308436", "20308437", "20308435"], "equivalent": ["20308438"], "question": "Which side is the fridge on?", "isBalanced": true, "groups": {"global": null, "local": "10q-refrigerator_hposition"}, "answer": "left", "semanticStr": "select: refrigerator (17)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fridge is on the left of the image.", "image": "n278312.jpg", "question_id": 20308438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "relate", "dependencies": [0], "argument": "food,next to,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "dessert,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244068", "202244168", "202244067", "202244173", "202244172", "202244171", "202244170"], "equivalent": ["202244169"], "question": "What is the dessert to the left of the food next to the cookies?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-rice_to the left of,s"}, "answer": "cupcakes", "semanticStr": "select: cookies (0)->relate: food,next to,s (2) [0]->relate: dessert,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "2", "3": "3", "13": "0"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is cupcakes.", "image": "n296467.jpg", "question_id": 202244169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20865982", "20865980", "20865981", "20865979", "20865978"], "equivalent": ["20865983"], "question": "On which side of the photo is the bottle?", "isBalanced": true, "groups": {"global": null, "local": "10q-bottle_hposition"}, "answer": "right", "semanticStr": "select: bottle (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is on the right of the image.", "image": "n579256.jpg", "question_id": 20865983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "placemat (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "cloth"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201481902"], "equivalent": ["201481902", "201481903"], "question": "Are there either any cloth placemats or umbrellas?", "isBalanced": true, "groups": {"global": null, "local": "04-umbrella_cloth"}, "answer": "yes", "semanticStr": "select: umbrella (16)->filter material: cloth [0]->exist: ? [1]->select: placemat (-) ->filter material: cloth [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "16"}, "fullAnswer": {"5": "16"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cloth umbrella.", "image": "n470920.jpg", "question_id": 201481903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "books,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20412508"], "question": "Are there books on the floor that looks red?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_books"}, "answer": "no", "semanticStr": "select: floor (13)->filter color: red [0]->relate: books,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "13", "5": "13"}, "fullAnswer": {"3": "5", "6": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are boxes on the floor.", "image": "n445353.jpg", "question_id": 20412508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bricks (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing against,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20412510"], "equivalent": ["20412509"], "question": "What is standing against the red bricks?", "isBalanced": true, "groups": {"global": "container", "local": "14-bricks_standing against,s"}, "answer": "boxes", "semanticStr": "select: bricks (9)->filter color: red [0]->relate: _,standing against,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"5:7": "9"}, "fullAnswer": {"1": "5", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boxes are standing against the bricks.", "image": "n445353.jpg", "question_id": 20412509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20412506"], "question": "Where are the boxes?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-boxes_on,o"}, "answer": "floor", "semanticStr": "select: boxes (5)->relate: place,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "5", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boxes are on the floor.", "image": "n445353.jpg", "question_id": 20412506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175142", "201175143", "201175145", "201175146", "201175147"], "equivalent": ["201175144"], "question": "What is located on top of the bottle?", "isBalanced": true, "groups": {"global": "object", "local": "14-bottle_on top of,s"}, "answer": "bottle cap", "semanticStr": "select: bottle (14)->relate: _,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {}, "fullAnswer": {"8": "14", "1:3": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bottle cap is on top of the bottle.", "image": "n357784.jpg", "question_id": 201175144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,to the right of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201997539", "201997533", "201997535", "201997537", "201997540", "201997541", "201997542", "201997543", "201997523", "201997546", "201997561"], "equivalent": ["201997539", "201997538"], "question": "What color do you think the chairs the vase is to the right of are?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chairs_color"}, "answer": "dark brown", "semanticStr": "select: vase (3)->relate: chairs,to the right of,o (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "3", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are dark brown.", "image": "n319845.jpg", "question_id": 201997538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175632", "201175631", "201175629"], "equivalent": ["201175629", "201175630"], "question": "What the gray clothing item is called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "shirt", "semanticStr": "select: clothing (9)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "9"}, "fullAnswer": {"1:3": "9", "5": "9"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a shirt.", "image": "n357784.jpg", "question_id": 201175630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle cap,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201175141", "201175139", "201175138"], "equivalent": ["201175140"], "question": "What material is the bottle cap on top of the bottle made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle cap_material"}, "answer": "plastic", "semanticStr": "select: bottle (14)->relate: bottle cap,on top of,s (15) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"10": "14", "4:6": "15"}, "fullAnswer": {"1:3": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle cap is made of plastic.", "image": "n357784.jpg", "question_id": 201175140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle cap (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201175140", "201175139", "201175138"], "equivalent": ["201175141"], "question": "What is the bottle cap made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle cap_material"}, "answer": "plastic", "semanticStr": "select: bottle cap (15)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle cap is made of plastic.", "image": "n357784.jpg", "question_id": 201175141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "cow,to the right of,o (3)"}], "entailed": ["2053756", "2053755", "2053753", "2053754"], "equivalent": ["2053586"], "question": "Is the plastic bottle to the right of a cow?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_cow"}, "answer": "yes", "semanticStr": "select: bottle (1)->filter material: plastic [0]->verify rel: cow,to the right of,o (3) [1]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "1"}, "fullAnswer": {"9": "3", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bottle is to the right of a cow.", "image": "n146555.jpg", "question_id": 2053586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "worn"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175633", "201175634"], "equivalent": ["201175635"], "question": "What kind of clothing is worn?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_worn"}, "answer": "shirt", "semanticStr": "select: clothing (9)->filter: worn [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n357784.jpg", "question_id": 201175635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20403506", "20403507", "20403505", "20403511", "20403510", "20403513", "20403512", "20403508"], "equivalent": ["20403509"], "question": "What is the trash can made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-trash can_material"}, "answer": "metal", "semanticStr": "select: trash can (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The garbage can is made of metal.", "image": "n249639.jpg", "question_id": 20403509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "drawer,below,s (8)"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20442474"], "question": "Does the drawer below the countertop seem to be rectangular and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: countertop (4)->relate: drawer,below,s (8) [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "4"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the drawer is rectangular but brown.", "image": "n207708.jpg", "question_id": 20442474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cup,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "drink,full of,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202144621", "202144619", "202144618"], "equivalent": ["202144620", "202144619"], "question": "What is the drink that the cup to the right of the man is full of called?", "isBalanced": true, "groups": {"global": "drink", "local": "15-cup_full of,o"}, "answer": "liquor", "semanticStr": "select: man (4)->relate: cup,to the right of,s (6) [0]->relate: drink,full of,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "12": "4", "6": "6"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is liquor.", "image": "n37274.jpg", "question_id": 202144620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,full of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144620", "202144619", "202144618"], "equivalent": ["202144621"], "question": "What drink is the cup full of?", "isBalanced": true, "groups": {"global": "drink", "local": "15-cup_full of,o"}, "answer": "liquor", "semanticStr": "select: cup (6)->relate: drink,full of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is full of liquor.", "image": "n37274.jpg", "question_id": 202144621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "sportActivity"}], "entailed": ["20724199", "20724190", "20724193", "20724185", "20724186", "20724187", "20724197", "20724202", "20724201", "20724194", "20724198", "20724192", "20724200"], "equivalent": ["20724189"], "question": "What is the person that is standing doing?", "isBalanced": true, "groups": {"global": "sportActivity", "local": "10q-snowboarder_sportActivity"}, "answer": "riding", "semanticStr": "select: person (0)->filter pose: standing [0]->query: sportActivity [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The snowboarder is riding.", "image": "n369970.jpg", "question_id": 20724189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "select", "dependencies": [], "argument": "shoes (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201682187"], "equivalent": ["201682186"], "question": "Do the shorts and the shoes have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-shoes_shorts"}, "answer": "no", "semanticStr": "select: shorts (5)->select: shoes (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "4"}, "fullAnswer": {"2": "5", "7": "4"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the shorts are black and the shoes are white.", "image": "n51658.jpg", "question_id": 201682186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (21)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "umpire,behind,o (8)"}], "entailed": ["202126122", "202126131"], "equivalent": ["202126132"], "question": "Are the white shoes behind the person that the hat is worn on?", "isBalanced": true, "groups": {"global": null, "local": "13-shoes_umpire"}, "answer": "yes", "semanticStr": "select: shoes (21)->filter color: white [0]->verify rel: umpire,behind,o (8) [1]", "annotations": {"answer": {}, "question": {"9": "18", "2:4": "21", "6": "8"}, "fullAnswer": {"2": "21", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shoes are behind the umpire.", "image": "n573460.jpg", "question_id": 202126132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20896173", "20896180", "20896181", "20896172", "20896175", "20896174", "20896177", "20896176", "20896179", "20896178"], "equivalent": ["20896182"], "question": "What are the knives made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-knives_material"}, "answer": "metal", "semanticStr": "select: knives (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knives are made of metal.", "image": "n548534.jpg", "question_id": 20896182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20896185"], "equivalent": ["20896184"], "question": "The utensils made of metal are sitting on what?", "isBalanced": true, "groups": {"global": "", "local": "14-knives_sitting on,o"}, "answer": "countertop", "semanticStr": "select: utensil (11)->filter material: metal [0]->relate: _,sitting on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"1": "11", "4": "11"}, "fullAnswer": {"1": "11", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knives are sitting on the countertop.", "image": "n548534.jpg", "question_id": 20896184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "telephone pole (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (2)"}, {"operation": "choose name", "dependencies": [1], "argument": "bus|train"}], "entailed": [], "equivalent": ["20342508"], "question": "What vehicle is the telephone pole behind of, a train or a bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-telephone pole_behind,o"}, "answer": "bus", "semanticStr": "select: telephone pole (8)->relate: vehicle,behind,o (2) [0]->choose name: bus|train [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "12": "2", "4:6": "8"}, "fullAnswer": {"1:3": "8", "6": "2"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The telephone pole is behind a bus.", "image": "n16425.jpg", "question_id": 20342508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "toilet,near,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201411047"], "question": "Are there any toilets near the toilet brush made out of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet brush_toilet"}, "answer": "yes", "semanticStr": "select: toilet brush (9)->filter material: plastic [0]->relate: toilet,near,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "9", "3": "3", "6:8": "9"}, "fullAnswer": {"4": "3", "7:9": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toilet near the toilet brush.", "image": "n415215.jpg", "question_id": 201411047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201713533"], "equivalent": ["201713532"], "question": "Where is she?", "isBalanced": true, "groups": {"global": "room", "local": "14-woman_in,o"}, "answer": "bathroom", "semanticStr": "select: she (3)->relate: place,in,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"2": "3"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in the bathroom.", "image": "n455563.jpg", "question_id": 201713532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20978530", "20978531"], "equivalent": ["20978532"], "question": "Is there any motorcycle in this photograph that is not clean?", "isBalanced": true, "groups": {"global": null, "local": "04-motorcycle_n#clean"}, "answer": "no", "semanticStr": "select: motorcycle (0)->filter cleanliness: not(clean) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a motorcycle but it is clean.", "image": "n551964.jpg", "question_id": 20978532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "choose", "dependencies": [1], "argument": "colorful|black and white"}], "entailed": [], "equivalent": ["202147712"], "question": "Is the short sleeved shirt black and white or colorful?", "isBalanced": true, "groups": {"global": "24", "local": "10c-shirt_24"}, "answer": "colorful", "semanticStr": "select: shirt (12)->filter: short sleeved [0]->choose: colorful|black and white [1]", "annotations": {"answer": {}, "question": {"2:5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is colorful.", "image": "n194179.jpg", "question_id": 202147712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter", "dependencies": [0], "argument": "professional"}, {"operation": "relate", "dependencies": [1], "argument": "_,playing with,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20754752"], "equivalent": ["20754593"], "question": "What do you think does the professional person play with?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_playing with,o"}, "answer": "skateboard", "semanticStr": "select: person (1)->filter: professional [0]->relate: _,playing with,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"6:8": "1"}, "fullAnswer": {"1": "1", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person plays with a skateboard.", "image": "n566028.jpg", "question_id": 20754593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201882509", "201882508", "201882507", "201882506", "201882516", "201882517", "201882514", "201882515", "201882513", "201882510", "201882511", "201882520"], "equivalent": ["201882512", "201882511"], "question": "What color do you think these curtains are?", "isBalanced": true, "groups": {"global": "color", "local": "10q-curtains_color"}, "answer": "white", "semanticStr": "select: curtains (15)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtains are white.", "image": "n125122.jpg", "question_id": 201882512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "choose rel", "dependencies": [2], "argument": "bottle,to the left of|to the right of,s (7)"}], "entailed": ["201770938", "201770937"], "equivalent": ["201770938", "201770939"], "question": "Is the bottle to the right or to the left of the toothbrush that looks green and white?", "isBalanced": true, "groups": {"global": null, "local": "13-toothbrush_bottle"}, "answer": "left", "semanticStr": "select: toothbrush (0)->filter color: green [0]->filter color: white [1]->choose rel: bottle,to the left of|to the right of,s (7) [2]", "annotations": {"answer": {}, "question": {"2": "7", "12": "0", "15": "0", "17": "0"}, "fullAnswer": {"1": "7", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bottle is to the left of the toothbrush.", "image": "n310625.jpg", "question_id": 201770939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter", "dependencies": [0], "argument": "professional"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": [], "equivalent": ["20754597"], "question": "Is the professional person wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-person_jeans"}, "answer": "no", "semanticStr": "select: person (1)->filter: professional [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "5": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing pants.", "image": "n566028.jpg", "question_id": 20754597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,sitting beside,o (3)"}, {"operation": "choose name", "dependencies": [2], "argument": "toaster|coffee maker"}], "entailed": [], "equivalent": ["202081037"], "question": "What is the house made of wood sitting beside, a toaster or a coffee maker?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-house_sitting beside,o"}, "answer": "toaster", "semanticStr": "select: house (0)->filter material: wood [0]->relate: appliance,sitting beside,o (3) [1]->choose name: toaster|coffee maker [2]", "annotations": {"answer": {"0": "3"}, "question": {"10": "3", "3": "0", "6": "0"}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The house is sitting beside a toaster.", "image": "n314630.jpg", "question_id": 202081037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepperoni (5)"}, {"operation": "select", "dependencies": [], "argument": "spinach (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202036633", "202036632", "202036631"], "equivalent": ["202036634"], "question": "Does the pepperoni have a different color than the spinach?", "isBalanced": true, "groups": {"global": null, "local": "09diff-pepperoni_spinach"}, "answer": "yes", "semanticStr": "select: pepperoni (5)->select: spinach (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "10", "2": "5"}, "fullAnswer": {"2": "5", "7": "10"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the pepperoni is red and the spinach is green.", "image": "n200225.jpg", "question_id": 202036634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306536"], "equivalent": ["20306535"], "question": "Who wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (12)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "12"}, "fullAnswer": {"1": "0", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a shirt.", "image": "n554880.jpg", "question_id": 20306535}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (7)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,beside,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting beside,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081032", "202081030"], "equivalent": ["202081031"], "question": "What is sitting beside the appliance that is beside the knives?", "isBalanced": true, "groups": {"global": "building", "local": "14-toaster_sitting beside,s"}, "answer": "house", "semanticStr": "select: knives (7)->relate: appliance,beside,s (3) [0]->relate: _,sitting beside,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "7", "5": "3"}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The house is sitting beside the toaster.", "image": "n314630.jpg", "question_id": 202081031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201882505", "201882516", "201882517", "201882514", "201882515", "201882512", "201882513", "201882510", "201882511", "201882520", "201882518", "201882530", "201882521", "201882509", "201882508", "201882529", "201882528", "201882527", "201882526", "201882525", "201882524", "201882523", "201882522", "201882507", "201882506"], "equivalent": ["201882518", "201882519"], "question": "Do these curtains look long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: curtains (15)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the curtains are long and white.", "image": "n125122.jpg", "question_id": 201882519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suv (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201109507", "201109517", "201109518", "201109519", "201109509", "201109508", "201109428", "201109427"], "equivalent": ["201109510"], "question": "What kind of vehicle is behind the SUV?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-suv_behind,s"}, "answer": "truck", "semanticStr": "select: suv (1)->relate: vehicle,behind,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n167164.jpg", "question_id": 201109510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table lamp (14)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20887094", "20887093"], "equivalent": ["20887095"], "question": "Is the table lamp in the top part or in the bottom of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-table lamp_vposition"}, "answer": "top", "semanticStr": "select: table lamp (14)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"1:3": "14"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table lamp is in the top of the image.", "image": "n282436.jpg", "question_id": 20887095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201109511", "201109513", "201109514"], "equivalent": ["201109515"], "question": "What vehicle is the truck behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-truck_behind,o"}, "answer": "suv", "semanticStr": "select: truck (2)->relate: vehicle,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The truck is behind the SUV.", "image": "n167164.jpg", "question_id": 201109515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(pink)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "couch (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(pink)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201676074", "201676075", "201676072", "201676073"], "equivalent": ["201676064"], "question": "Are there any couches or lamps that are not pink?", "isBalanced": true, "groups": {"global": null, "local": "04-lamp_n#pink"}, "answer": "no", "semanticStr": "select: lamp (10)->filter color: not(pink) [0]->exist: ? [1]->select: couch (-) ->filter color: not(pink) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a lamp but it is pink.", "image": "n233607.jpg", "question_id": 201676064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201676069", "201676067", "201676066", "201676065", "201676070", "201676076"], "equivalent": ["201676068", "201676067"], "question": "Which color does the lamp made of metal have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lamp_color"}, "answer": "pink", "semanticStr": "select: lamp (10)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp has pink color.", "image": "n233607.jpg", "question_id": 201676068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201859011"], "equivalent": ["201859010"], "question": "Does the light fixture have the same color as the hat?", "isBalanced": true, "groups": {"global": null, "local": "09same-hat_light fixture"}, "answer": "no", "semanticStr": "select: hat (1)->select: light fixture (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "2:4": "7"}, "fullAnswer": {"2": "1", "7:9": "7"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the hat is red and the light fixture is green.", "image": "n460556.jpg", "question_id": 201859010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (9)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20655440", "20655441"], "equivalent": ["20655442"], "question": "Is the gentleman in the bottom part or in the top of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-gentleman_vposition"}, "answer": "top", "semanticStr": "select: gentleman (9)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The gentleman is in the top of the image.", "image": "n199097.jpg", "question_id": 20655442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655447"], "equivalent": ["20655446"], "question": "The gentleman is in front of who?", "isBalanced": true, "groups": {"global": "person", "local": "14-gentleman_in front of,o"}, "answer": "man", "semanticStr": "select: gentleman (9)->relate: person,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is in front of the man.", "image": "n199097.jpg", "question_id": 20655446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "relate", "dependencies": [1], "argument": "_,driving,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201987467", "201987583"], "equivalent": ["201987466"], "question": "What is the person that is riding driving?", "isBalanced": true, "groups": {"global": "object", "local": "14-driver_driving,o"}, "answer": "motorcycle", "semanticStr": "select: person (5)->filter sportActivity: riding [0]->relate: _,driving,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "5", "6": "5"}, "fullAnswer": {"1": "5", "4:6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is driving a motorcycle.", "image": "n501951.jpg", "question_id": 201987466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dock (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "place,going into,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20511705"], "equivalent": ["20511704"], "question": "Where is the long dock going into?", "isBalanced": true, "groups": {"global": "place", "local": "14-dock_going into,o"}, "answer": "ocean", "semanticStr": "select: dock (6)->filter length: long [0]->relate: place,going into,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pier is going into the ocean.", "image": "n208458.jpg", "question_id": 20511704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,driving,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987463"], "equivalent": ["201987464"], "question": "Who is driving the motorcycle?", "isBalanced": true, "groups": {"global": "person", "local": "14-motorcycle_driving,s"}, "answer": "driver", "semanticStr": "select: motorcycle (8)->relate: person,driving,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4:6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is driving a motorcycle.", "image": "n501951.jpg", "question_id": 201987464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (25)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["201492322", "201492323", "201492335", "201492334", "201492333", "201492331", "201492330"], "equivalent": ["201492336", "201492335"], "question": "How does the baseball mitt look, open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-baseball mitt_15"}, "answer": "closed", "semanticStr": "select: baseball mitt (25)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"3:5": "25"}, "fullAnswer": {"1:3": "25"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The baseball mitt is closed.", "image": "n9856.jpg", "question_id": 201492336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "verify rel", "dependencies": [1], "argument": "headband,wearing,o (2)"}], "entailed": ["20588949"], "equivalent": ["20588950"], "question": "Is the person that is looking down wearing a headband?", "isBalanced": true, "groups": {"global": null, "local": "13-skater_headband"}, "answer": "yes", "semanticStr": "select: person (5)->filter activity: looking down [0]->verify rel: headband,wearing,o (2) [1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "5", "5:7": "5"}, "fullAnswer": {"2": "5", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the skater is wearing a headband.", "image": "n258500.jpg", "question_id": 20588950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20588961", "20588960", "20588962", "20588963", "20588959", "20588958"], "equivalent": ["20588957"], "question": "Is the logo green?", "isBalanced": true, "groups": {"global": null, "local": "06-logo_green"}, "answer": "yes", "semanticStr": "select: logo (4)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the logo is green.", "image": "n258500.jpg", "question_id": 20588957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202081125", "202081126", "202081161", "202081160", "202081167", "202081169", "202081168", "202081149", "202081154", "202081156", "202081157", "202081150", "202081151", "202081152", "202081153", "202081110", "202081111", "202081112", "202081158", "202081170", "202081171"], "equivalent": ["202081154", "202081155"], "question": "What do you think is the color of the appliance that looks hard?", "isBalanced": true, "groups": {"global": "color", "local": "10q-toaster_color"}, "answer": "silver", "semanticStr": "select: appliance (3)->filter hardness: hard [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "3", "12": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toaster is silver.", "image": "n314630.jpg", "question_id": 202081155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,next to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201737977", "201737981", "201737976", "201737982", "201737987", "201737971", "201737970", "201737973", "201737975", "201737974", "201737968", "201737969", "201737988", "201737989", "201737983", "201737990"], "equivalent": ["201737972"], "question": "What color is the bag next to the player?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bag_color"}, "answer": "blue", "semanticStr": "select: player (1)->relate: bag,next to,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "1", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is blue.", "image": "n531731.jpg", "question_id": 201737972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["20543112", "20543113", "20543114", "20543115"], "equivalent": ["20543116"], "question": "Is the ground dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-ground_17"}, "answer": "dry", "semanticStr": "select: ground (5)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is dry.", "image": "n100552.jpg", "question_id": 20543116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,to the right of,s (6)"}], "entailed": ["20427819", "20427816", "20427817", "20427818", "20427820", "20427821"], "equivalent": ["20427815"], "question": "Is the man to the right of a gentleman?", "isBalanced": true, "groups": {"global": null, "local": "13-gentleman_man"}, "answer": "no", "semanticStr": "select: gentleman (7)->verify rel: man,to the right of,s (6) [0]", "annotations": {"answer": {}, "question": {"8": "7", "2": "6"}, "fullAnswer": {"9": "7", "2": "6"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of a gentleman.", "image": "n281241.jpg", "question_id": 20427815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20177740", "20177741", "20177742", "20177743", "20177737", "20177736", "20177739", "20177738"], "equivalent": ["20177744"], "question": "On which side is the small meat?", "isBalanced": true, "groups": {"global": null, "local": "10q-burger_hposition"}, "answer": "left", "semanticStr": "select: meat (1)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The burger is on the left of the image.", "image": "n55058.jpg", "question_id": 20177744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (8)"}, {"operation": "relate", "dependencies": [0], "argument": "washing machine,to the left of,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202102737", "202102741", "202102740", "202102738"], "equivalent": ["202102739"], "question": "What makes up the washing machine that is to the left of the dish washer?", "isBalanced": true, "groups": {"global": "material", "local": "10q-washing machine_material"}, "answer": "glass", "semanticStr": "select: dishwasher (8)->relate: washing machine,to the left of,s (18) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"13:15": "8", "4:6": "18"}, "fullAnswer": {"1:3": "18"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The washing machine is made of glass.", "image": "n386682.jpg", "question_id": 202102739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (8)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "verify rel", "dependencies": [1], "argument": "spectators,above,o (7)"}], "entailed": [], "equivalent": ["201536497"], "question": "Is the flat field above the spectators in the bottom of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-field_spectators"}, "answer": "yes", "semanticStr": "select: field (8)->filter: flat [0]->verify rel: spectators,above,o (7) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "7"}, "fullAnswer": {"2": "8", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the field is above the spectators.", "image": "n538684.jpg", "question_id": 201536497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "dugout,behind,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "spectators,above,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201536494"], "question": "Are there any spectators above the dugout behind the batter?", "isBalanced": true, "groups": {"global": null, "local": "13-dugout_spectators"}, "answer": "yes", "semanticStr": "select: batter (0)->relate: dugout,behind,s (4) [0]->relate: spectators,above,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "3": "6", "6": "4"}, "fullAnswer": {"3": "6", "6": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are spectators above the dugout.", "image": "n538684.jpg", "question_id": 201536494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goal (1)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,in front of,s (7)"}, {"operation": "verify rel", "dependencies": [1], "argument": "ball,watching,o (0)"}], "entailed": [], "equivalent": ["201056135"], "question": "Is the soccer player in front of the goal watching the ball?", "isBalanced": true, "groups": {"global": null, "local": "13-soccer player_ball"}, "answer": "yes", "semanticStr": "select: goal (1)->relate: soccer player,in front of,s (7) [0]->verify rel: ball,watching,o (0) [1]", "annotations": {"answer": {}, "question": {"11": "0", "8": "1", "2:4": "7"}, "fullAnswer": {"2:4": "7", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the soccer player is watching the ball.", "image": "n259002.jpg", "question_id": 201056135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goal (1)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,watching,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201055801"], "equivalent": ["201056134"], "question": "What is the soccer player in front of the goal watching?", "isBalanced": true, "groups": {"global": "object", "local": "14-soccer player_watching,o"}, "answer": "ball", "semanticStr": "select: goal (1)->relate: soccer player,in front of,s (7) [0]->relate: _,watching,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "1", "3:5": "7"}, "fullAnswer": {"1:3": "7", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is watching the ball.", "image": "n259002.jpg", "question_id": 201056134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "select", "dependencies": [], "argument": "oven (13) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["202005738"], "equivalent": ["202005737"], "question": "Does the table have the same shape as the oven?", "isBalanced": true, "groups": {"global": null, "local": "09same-oven_table"}, "answer": "yes", "semanticStr": "select: table (0)->select: oven (13) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "13", "2": "0"}, "fullAnswer": {"3": "0", "6": "13"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the table and the oven are square.", "image": "n97485.jpg", "question_id": 202005737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,in front of,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "soccer player,to the right of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201056130"], "question": "Are there soccer players to the right of the trashcan that is in front of the car?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_soccer player"}, "answer": "yes", "semanticStr": "select: car (3)->relate: trash can,in front of,s (11) [0]->relate: soccer player,to the right of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "11", "2:4": "7", "16": "3"}, "fullAnswer": {"11:13": "11", "4:6": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a soccer player to the right of the trash can.", "image": "n259002.jpg", "question_id": 201056130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056132"], "equivalent": ["201056133"], "question": "Who is watching the ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_watching,s"}, "answer": "soccer player", "semanticStr": "select: ball (0)->relate: person,watching,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1:3": "7", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is watching the ball.", "image": "n259002.jpg", "question_id": 201056133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "ball,on,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201056133"], "equivalent": ["201056132"], "question": "Who is watching the ball on the grass?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_watching,s"}, "answer": "soccer player", "semanticStr": "select: grass (9)->relate: ball,on,s (0) [0]->relate: person,watching,s (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"4": "0", "7": "9"}, "fullAnswer": {"1:3": "7", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is watching the ball.", "image": "n259002.jpg", "question_id": 201056132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178107", "20178105"], "equivalent": ["20178106"], "question": "Which kind of fast food is to the right of the mug?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-mug_to the right of,s"}, "answer": "fries", "semanticStr": "select: mug (7)->relate: fast food,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178107", "20178106"], "equivalent": ["20178105"], "question": "What is the food to the right of the mug?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-mug_to the right of,s"}, "answer": "fries", "semanticStr": "select: mug (7)->relate: fast food,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"9": "7", "3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "dirty|clean"}], "entailed": ["201987673", "201987672", "201987671", "201987677", "201987676", "201987675", "201987674", "201987686", "201987685", "201987688"], "equivalent": ["201987684"], "question": "Is the table that looks yellow dirty or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-table_cleanliness"}, "answer": "dirty", "semanticStr": "select: table (11)->filter color: yellow [0]->choose cleanliness: dirty|clean [1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is dirty.", "image": "n470131.jpg", "question_id": 201987684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616214"], "equivalent": ["201616213"], "question": "What is hanging above the table?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-table_hanging above,s"}, "answer": "shirt", "semanticStr": "select: table (3)->relate: _,hanging above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"5": "3"}, "fullAnswer": {"1": "5", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is hanging above the table.", "image": "n65230.jpg", "question_id": 201616213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}], "entailed": ["201616207", "201616206", "201616208", "201616212", "201616211"], "equivalent": ["201616210"], "question": "Is the shirt long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_long sleeved"}, "answer": "no", "semanticStr": "select: shirt (5)->verify: long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is short sleeved.", "image": "n65230.jpg", "question_id": 201616210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,hanging above,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954158", "20953970"], "equivalent": ["20953971"], "question": "Who is the poster hanging above?", "isBalanced": true, "groups": {"global": "person", "local": "14-poster_hanging above,o"}, "answer": "woman", "semanticStr": "select: poster (12)->relate: person,hanging above,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "12", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The poster is hanging above the woman.", "image": "n498712.jpg", "question_id": 20953971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "burner (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,same shape,_ (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20636884"], "equivalent": ["20636767"], "question": "What is the vegetable that is the same shape as the stove top called?", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-burner_same shape,_"}, "answer": "potato", "semanticStr": "select: burner (5)->relate: vegetable,same shape,_ (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"11:13": "5", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a potato.", "image": "n184385.jpg", "question_id": 20636767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210980", "20210982", "20210983", "20210984"], "equivalent": ["20210985"], "question": "What food is to the right of the container?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-container_to the right of,s"}, "answer": "chocolate", "semanticStr": "select: container (6)->relate: food,to the right of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is chocolate.", "image": "n312206.jpg", "question_id": 20210985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "earring (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235879", "201235776"], "equivalent": ["201235880"], "question": "Who is wearing the earring?", "isBalanced": true, "groups": {"global": "person", "local": "14-earring_wearing,s"}, "answer": "woman", "semanticStr": "select: earring (8)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing an earring.", "image": "n527589.jpg", "question_id": 201235880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20861179", "20861178"], "equivalent": ["20861180"], "question": "Is the mirror in the top or in the bottom part?", "isBalanced": true, "groups": {"global": null, "local": "10c-mirror_vposition"}, "answer": "top", "semanticStr": "select: mirror (5)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is in the top of the image.", "image": "n434283.jpg", "question_id": 20861180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bookcase,above,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20861185"], "question": "Are there bookcases above the sand?", "isBalanced": true, "groups": {"global": null, "local": "13-sand_bookcase"}, "answer": "no", "semanticStr": "select: sand (6)->relate: bookcase,above,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"4": "5", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a mirror above the sand.", "image": "n434283.jpg", "question_id": 20861185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "relate", "dependencies": [0], "argument": "stove,near,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20757021"], "question": "Do you see any stoves near the towel?", "isBalanced": true, "groups": {"global": null, "local": "13-towel_stove"}, "answer": "yes", "semanticStr": "select: towel (11)->relate: stove,near,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "11"}, "fullAnswer": {"4": "7", "7": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a stove near the towel.", "image": "n433532.jpg", "question_id": 20757021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (5)"}, {"operation": "relate", "dependencies": [0], "argument": "oil,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,below,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20757025", "20757024", "20757026"], "equivalent": ["20757023", "20757024"], "question": "What appliance is below the oil near the wine?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oil_below,s"}, "answer": "stove", "semanticStr": "select: wine (5)->relate: oil,near,s (6) [0]->relate: appliance,below,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7", "8": "5", "5": "6"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n433532.jpg", "question_id": 20757023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (21)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100592", "202100590", "202100591"], "equivalent": ["202100589"], "question": "What is underneath the boats?", "isBalanced": true, "groups": {"global": "watercraft", "local": "14-boats_underneath,s"}, "answer": "sailboats", "semanticStr": "select: boats (21)->relate: _,underneath,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {}, "fullAnswer": {"1": "20", "5": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sailboats are underneath the boats.", "image": "n386688.jpg", "question_id": 202100589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20757029"], "question": "Do you see any food?", "isBalanced": true, "groups": {"global": null, "local": "03-food"}, "answer": "no", "semanticStr": "select: food (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is no food.", "image": "n433532.jpg", "question_id": 20757029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,floating on,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100583"], "equivalent": ["202100584"], "question": "What kind of watercraft floats on the ocean?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_floating on,s"}, "answer": "sailboats", "semanticStr": "select: ocean (0)->relate: watercraft,floating on,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"3": "20"}, "fullAnswer": {"1": "20", "3": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is sailboats.", "image": "n386688.jpg", "question_id": 202100584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (11)"}, {"operation": "select", "dependencies": [], "argument": "curtain (18) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20886946"], "equivalent": ["20886945"], "question": "Do the mouse and the curtain have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-computer mouse_curtain"}, "answer": "no", "semanticStr": "select: computer mouse (11)->select: curtain (18) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "18"}, "fullAnswer": {"2": "11", "7": "18"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mouse is blue and the curtain is white.", "image": "n282436.jpg", "question_id": 20886945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(uncomfortable)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20452261", "20452263", "20452262", "20452265", "20452267", "20452266", "20452254", "20452256", "20452257", "20452251", "20452252", "20452253"], "equivalent": ["20452255"], "question": "The chair that is not uncomfortable has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "blue", "semanticStr": "select: chair (8)->filter: not(uncomfortable) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "8", "5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is blue.", "image": "n6908.jpg", "question_id": 20452255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "select", "dependencies": [], "argument": "horse (6) "}, {"operation": "choose larger", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2017190"], "question": "Which is larger, the pasture or the horse?", "isBalanced": true, "groups": {"global": "place", "local": "09compare-horse_pasture"}, "answer": "pasture", "semanticStr": "select: pasture (12)->select: horse (6) ->choose larger:  [0, 1]", "annotations": {"answer": {"0": "12"}, "question": {"4": "12", "7": "6"}, "fullAnswer": {"1": "12", "6": "6"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The pasture is larger than the horse.", "image": "n324908.jpg", "question_id": 2017190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "relate", "dependencies": [0], "argument": "stove,under,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20756997", "20756995"], "equivalent": ["20756996"], "question": "Does the stove under the oil have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-stove_white"}, "answer": "no", "semanticStr": "select: oil (6)->relate: stove,under,s (7) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "6"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the stove is dark.", "image": "n433532.jpg", "question_id": 20756996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (0)"}, {"operation": "choose name", "dependencies": [1], "argument": "fire truck|ambulance"}], "entailed": [], "equivalent": ["201873150"], "question": "What is the bridge behind of, a fire truck or an ambulance?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bridge_behind,o"}, "answer": "fire truck", "semanticStr": "select: bridge (12)->relate: vehicle,behind,o (0) [0]->choose name: fire truck|ambulance [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "12", "7:9": "0"}, "fullAnswer": {"1": "12", "5:7": "0"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bridge is behind a fire truck.", "image": "n309148.jpg", "question_id": 201873150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "raspberry (1)"}, {"operation": "select", "dependencies": [], "argument": "marshmallow (0) "}, {"operation": "choose less healthy", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201110462"], "question": "Which is less healthy, the marshmallow or the raspberry?", "isBalanced": true, "groups": {"global": "food", "local": "09compare-marshmallow_raspberry"}, "answer": "marshmallow", "semanticStr": "select: raspberry (1)->select: marshmallow (0) ->choose less healthy:  [0, 1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "1", "5": "0"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The marshmallow is less healthy than the raspberry.", "image": "n546616.jpg", "question_id": 201110462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bread (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tent (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201527498"], "equivalent": ["201527499"], "question": "Are there any tents or breads?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bread_tent"}, "answer": "no", "semanticStr": "select: bread (-)->exist: ? [0]->select: tent (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no tents or breads.", "image": "n118102.jpg", "question_id": 201527499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding onto,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201482370"], "question": "What is the bald man holding onto?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_holding onto,o"}, "answer": "sweater", "semanticStr": "select: man (8)->filter: bald [0]->relate: _,holding onto,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the sweater.", "image": "n470920.jpg", "question_id": 201482370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "query", "dependencies": [0], "argument": "pattern"}], "entailed": ["20752307", "20752274", "20752301", "20752300", "20752295", "20752293", "20752297", "20752296"], "equivalent": ["20752299"], "question": "What is the pattern of the towel?", "isBalanced": true, "groups": {"global": "pattern", "local": "10q-towel_pattern"}, "answer": "striped", "semanticStr": "select: towel (0)->query: pattern [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towel is striped.", "image": "n209843.jpg", "question_id": 20752299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202265879"], "equivalent": ["202265878"], "question": "Does the donut have brown color and square shape?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_square"}, "answer": "no", "semanticStr": "select: donut (5)->verify color: brown [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the donut is brown but round.", "image": "n534106.jpg", "question_id": 202265878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20752293"], "question": "Does that towel have green color and striped pattern?", "isBalanced": true, "groups": {"global": null, "local": "05-green_striped"}, "answer": "no", "semanticStr": "select: towel (0)->verify color: green [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the towel is striped but brown.", "image": "n209843.jpg", "question_id": 20752293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202226283", "202226282", "202226286"], "equivalent": ["202226281", "202226282"], "question": "What is the food on the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on,s"}, "answer": "mashed potatoes", "semanticStr": "select: plate (8)->relate: food,on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9", "6": "8"}, "fullAnswer": {"1": "9", "3:5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is mashed potatoes.", "image": "n336443.jpg", "question_id": 202226281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202226281", "202226282", "202226286"], "equivalent": ["202226283"], "question": "Which kind of food is on the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on,s"}, "answer": "mashed potatoes", "semanticStr": "select: plate (8)->relate: food,on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "3:5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is mashed potatoes.", "image": "n336443.jpg", "question_id": 202226283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207426"], "equivalent": ["201207427"], "question": "What's the glass sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-glass_sitting on,o"}, "answer": "mat", "semanticStr": "select: glass (7)->relate: _,sitting on,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "7", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is sitting on the mat.", "image": "n222915.jpg", "question_id": 201207427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201207427"], "equivalent": ["201207426"], "question": "What is the glass made of glass sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-glass_sitting on,o"}, "answer": "mat", "semanticStr": "select: glass (7)->filter material: glass [0]->relate: _,sitting on,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3": "7", "6": "7"}, "fullAnswer": {"1": "7", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is sitting on the mat.", "image": "n222915.jpg", "question_id": 201207426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201738925", "201738922"], "equivalent": ["201738924"], "question": "Do you see either white fences or hats?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_white"}, "answer": "yes", "semanticStr": "select: hat (1)->filter color: white [0]->exist: ? [1]->select: fence (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white hat.", "image": "n485969.jpg", "question_id": 201738924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119826", "202119827", "202119808", "202119809", "202119810"], "equivalent": ["202119828"], "question": "What appliance is made of glass?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_glass"}, "answer": "refrigerator", "semanticStr": "select: appliance (0)->filter material: glass [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n500308.jpg", "question_id": 202119828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202119822", "202119823", "202119821", "202119808"], "equivalent": ["202119824"], "question": "Which kind of appliance is this?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "refrigerator", "semanticStr": "select: appliance (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a refrigerator.", "image": "n500308.jpg", "question_id": 202119824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667616", "20667603", "20667605", "20667604", "20667614", "20667615", "20667464"], "equivalent": ["20667606"], "question": "Which kind of furniture is in front of the couch?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-couch_in front of,s"}, "answer": "coffee table", "semanticStr": "select: couch (8)->relate: furniture,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"6:8": "1", "1:4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20667606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202119822", "202119821", "202119824", "202119808"], "equivalent": ["202119823"], "question": "What kind of appliance is it?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "refrigerator", "semanticStr": "select: appliance (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n500308.jpg", "question_id": 202119823}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667616", "20667605", "20667604", "20667614", "20667615", "20667464", "20667606"], "equivalent": ["20667603"], "question": "What is in front of the couch made of cloth?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-couch_in front of,s"}, "answer": "coffee table", "semanticStr": "select: couch (8)->filter material: cloth [0]->relate: _,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0:2": "1"}, "question": {"9": "8", "6": "8"}, "fullAnswer": {"8": "8", "1:3": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee table is in front of the couch.", "image": "n181355.jpg", "question_id": 20667603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "relate", "dependencies": [0], "argument": "brownie,sitting inside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20611886", "20611884", "20611882", "20611883", "20611880", "20611881"], "equivalent": ["20611885"], "question": "What color is the bronwy that is sitting inside the container?", "isBalanced": true, "groups": {"global": "color", "local": "10q-brownie_color"}, "answer": "brown", "semanticStr": "select: container (1)->relate: brownie,sitting inside,s (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "1", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The brownie is brown.", "image": "n28996.jpg", "question_id": 20611885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201637136", "201637151", "201637134", "201637135", "201637132", "201637133", "201637130", "201637131", "201637178", "201637138", "201637179", "201637137", "201637146", "201637145", "201637144", "201637150", "201637129", "201637128", "201637121", "201637120", "201637125", "201637126", "201637180"], "equivalent": ["201637143"], "question": "Which size is the white cake, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-cake_size"}, "answer": "small", "semanticStr": "select: cake (2)->filter color: white [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cake is small.", "image": "n200692.jpg", "question_id": 201637143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skiing"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}], "entailed": ["201412253", "201412254", "201412255", "201412256"], "equivalent": ["201412252"], "question": "Does the skier that is skiing appear to be male?", "isBalanced": true, "groups": {"global": null, "local": "06-skier_male"}, "answer": "yes", "semanticStr": "select: skier (0)->filter sportActivity: skiing [0]->verify gender: male [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the skier is male.", "image": "n143672.jpg", "question_id": 201412252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "verify rel", "dependencies": [1], "argument": "car,to the left of,o (0)"}], "entailed": ["201638818", "201638817", "201638956"], "equivalent": ["201638955"], "question": "Are the old men to the left of a car?", "isBalanced": true, "groups": {"global": null, "local": "13-men_car"}, "answer": "yes", "semanticStr": "select: men (2)->filter age: old [0]->verify rel: car,to the left of,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "2"}, "fullAnswer": {"9": "0", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the men are to the left of a car.", "image": "n271392.jpg", "question_id": 201638955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "sweatshirt,in front of,s (12)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|blue"}], "entailed": [], "equivalent": ["20381347"], "question": "What color is the sweatshirt in front of the rug, brown or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sweatshirt_color"}, "answer": "brown", "semanticStr": "select: rug (5)->relate: sweatshirt,in front of,s (12) [0]->choose color: brown|blue [1]", "annotations": {"answer": {}, "question": {"9": "5", "4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sweatshirt is brown.", "image": "n398257.jpg", "question_id": 20381347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skiing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201412259"], "question": "Who is skiing?", "isBalanced": true, "groups": {"global": "person", "local": "skiing"}, "answer": "skier", "semanticStr": "select: person (0)->filter sportActivity: skiing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skier is skiing.", "image": "n143672.jpg", "question_id": 201412259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202120172", "202120173", "202120180", "202120174", "202120160", "202120161", "202120170", "202120171", "202120158", "202120159", "202120167", "202120166", "202120165", "202120152", "202120153", "202120169", "202120156", "202120157", "202120154", "202120155"], "equivalent": ["202120168", "202120167"], "question": "Is the clock both rectangular and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rectangular"}, "answer": "yes", "semanticStr": "select: clock (5)->verify color: black [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clock is rectangular and black.", "image": "n500308.jpg", "question_id": 202120168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "animal,behind,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201576818", "201576926", "201576925", "201576924"], "equivalent": ["201576923", "201576924"], "question": "What type of animal is behind the person on the right?", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_behind,s"}, "answer": "goat", "semanticStr": "select: person (3)->filter hposition: right [0]->relate: animal,behind,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "7": "3"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a goat.", "image": "n187961.jpg", "question_id": 201576923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201264310", "201264311", "201264309", "201264308"], "equivalent": ["201264311", "201264312"], "question": "Which side of the image is the brown house on?", "isBalanced": true, "groups": {"global": null, "local": "10q-house_hposition"}, "answer": "right", "semanticStr": "select: house (9)->filter color: brown [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is on the right of the image.", "image": "n357126.jpg", "question_id": 201264312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20169864", "20169863", "20169861"], "equivalent": ["20169861", "20169862"], "question": "Is the jacket white?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_white"}, "answer": "no", "semanticStr": "select: jacket (4)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jacket is green.", "image": "n58220.jpg", "question_id": 20169862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "verify age", "dependencies": [0], "argument": "old"}], "entailed": ["201713494", "201713478", "201713479", "201713483", "201713482", "201713481", "201713480", "201713493", "201713477", "201713489", "201713490", "201713492", "201713491"], "equivalent": ["201713476"], "question": "Does she look old?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_old"}, "answer": "yes", "semanticStr": "select: she (3)->verify age: old [0]", "annotations": {"answer": {}, "question": {"1": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the woman is old.", "image": "n455563.jpg", "question_id": 201713476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169368", "202169404"], "equivalent": ["202169403"], "question": "Who wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (7)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "7"}, "fullAnswer": {"1": "9", "4": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a shirt.", "image": "n451187.jpg", "question_id": 202169403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (16)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}], "entailed": ["202121569", "202121567"], "equivalent": ["202121568"], "question": "Are the curtains colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-curtains_colorful"}, "answer": "yes", "semanticStr": "select: curtains (16)->verify: colorful [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the curtains are colorful.", "image": "n140421.jpg", "question_id": 202121568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20542964"], "equivalent": ["20542963"], "question": "What is the elephant inside of?", "isBalanced": true, "groups": {"global": "place", "local": "14-elephant_inside,o"}, "answer": "zoo", "semanticStr": "select: elephant (1)->relate: _,inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is inside the zoo.", "image": "n100552.jpg", "question_id": 20542963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20940050"], "equivalent": ["20940047"], "question": "What is in front of the window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_in front of,s"}, "answer": "curtain", "semanticStr": "select: window (3)->relate: _,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtain is in front of the window.", "image": "n240666.jpg", "question_id": 20940047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,taller than,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2076783", "2076782", "2076781", "2076780", "2076784", "2076789", "2076807", "2076772", "2076773", "2076770", "2076771", "2076776", "2076774", "2076775", "2076778", "2076779", "2076790", "2076791", "2076808", "2076809", "2076767", "2076769", "2076768"], "equivalent": ["2076777"], "question": "What color are the vehicles the sign is taller than?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-cars_color"}, "answer": "dark", "semanticStr": "select: sign (2)->relate: vehicle,taller than,o (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "8", "6": "2"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cars are dark.", "image": "n214497.jpg", "question_id": 2076777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20722004"], "question": "What is in front of the adult person?", "isBalanced": true, "groups": {"global": "tree", "local": "14-person_in front of,s"}, "answer": "trees", "semanticStr": "select: person (6)->filter: adult [0]->relate: _,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"6:8": "6"}, "fullAnswer": {"1": "5", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the person.", "image": "n89148.jpg", "question_id": 20722004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking down|posing"}], "entailed": ["20794250"], "equivalent": ["20794249"], "question": "Does the person that is sitting appear to be posing or looking down?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-person_activity"}, "answer": "looking down", "semanticStr": "select: person (7)->filter pose: sitting [0]->choose activity: looking down|posing [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is looking down.", "image": "n278453.jpg", "question_id": 20794249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (6)"}, {"operation": "relate", "dependencies": [0], "argument": "faucet,to the left of,s (11)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201671725", "201671724", "201671727", "201671726", "201671721", "201671720", "201671723", "201671722"], "equivalent": ["201671716"], "question": "Is the tap to the left of the toilet hard and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_metal"}, "answer": "yes", "semanticStr": "select: toilet (6)->relate: faucet,to the left of,s (11) [0]->verify hardness: hard [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tap is hard and metallic.", "image": "n410289.jpg", "question_id": 201671716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "query", "dependencies": [0], "argument": "company"}], "entailed": ["20482265", "20482268", "20482251", "20482250", "20482234", "20482282", "20482283", "20482280", "20482281", "20482273", "20482272", "20482271", "20482270", "20482276", "20482275"], "equivalent": ["20482274"], "question": "Which company is the hat from?", "isBalanced": true, "groups": {"global": "company", "local": "10q-hat_company"}, "answer": "nike", "semanticStr": "select: hat (3)->query: company [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "company", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is from nike.", "image": "n195249.jpg", "question_id": 20482274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mud (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201595921", "201595922", "201595862", "201595863"], "equivalent": ["201595920"], "question": "What is located on top of the mud?", "isBalanced": true, "groups": {"global": "object", "local": "14-mud_on top of,s"}, "answer": "motorcycle", "semanticStr": "select: mud (6)->relate: _,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"7": "6"}, "fullAnswer": {"1": "0", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorcycle is on top of the mud.", "image": "n302358.jpg", "question_id": 201595920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711646", "20711717", "20711716", "20711719", "20711718"], "equivalent": ["20711720"], "question": "What kind of furniture is the cable on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cable_on,o"}, "answer": "table", "semanticStr": "select: cable (9)->relate: furniture,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "9", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cable is on the table.", "image": "n549922.jpg", "question_id": 20711720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (8)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201711387", "201711388", "201711389", "201711391", "201711390", "201711392", "201711394"], "equivalent": ["201711393"], "question": "On which side of the picture is the square box?", "isBalanced": true, "groups": {"global": null, "local": "10q-box_hposition"}, "answer": "left", "semanticStr": "select: box (8)->filter shape: square [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The box is on the left of the image.", "image": "n302387.jpg", "question_id": 201711393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "select", "dependencies": [], "argument": "stove (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201623328", "201623327"], "equivalent": ["201623329"], "question": "Does the oven have a different color than the stove?", "isBalanced": true, "groups": {"global": null, "local": "09diff-oven_stove"}, "answer": "yes", "semanticStr": "select: oven (2)->select: stove (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "2": "2"}, "fullAnswer": {"2": "2", "7": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the oven is red and the stove is black.", "image": "n501609.jpg", "question_id": 201623329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skateboarder,to the right of,o (1)"}], "entailed": ["20863725", "20863575", "20863574"], "equivalent": ["20863724"], "question": "Is the motorbike to the right of the skateboarder in this photo?", "isBalanced": true, "groups": {"global": null, "local": "13-motorcycle_skateboarder"}, "answer": "yes", "semanticStr": "select: motorcycle (2)->verify rel: skateboarder,to the right of,o (1) [0]", "annotations": {"answer": {}, "question": {"8": "1", "2": "2"}, "fullAnswer": {"9": "1", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the motorbike is to the right of the skateboarder.", "image": "n14.jpg", "question_id": 20863724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201878338", "201878351", "201878329", "201878352", "201878328", "201878337", "201878336", "201878335", "201878327"], "equivalent": ["201878353"], "question": "Which kind of clothing is red?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_red"}, "answer": "coat", "semanticStr": "select: clothing (16)->filter color: red [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a coat.", "image": "n342511.jpg", "question_id": 201878353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "verify rel", "dependencies": [1], "argument": "van,to the left of,s (1)"}], "entailed": ["20984306", "20984307"], "equivalent": ["20984305"], "question": "Is the black van to the left of the car on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "13-car_van"}, "answer": "no", "semanticStr": "select: car (0)->filter hposition: left [0]->verify rel: van,to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "1"}, "fullAnswer": {"9": "0", "2": "1"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the van is to the right of the car.", "image": "n12214.jpg", "question_id": 20984305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(red)"}, {"operation": "choose name", "dependencies": [1], "argument": "coat|hat"}], "entailed": [], "equivalent": ["201878355"], "question": "Which kind of clothing is not red, the coat or the hat?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#red"}, "answer": "hat", "semanticStr": "select: clothing (14)->filter color: not(red) [0]->choose name: coat|hat [1]", "annotations": {"answer": {"0": "14"}, "question": {"11": "14", "8": "16", "3": "16"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The hat is not red.", "image": "n342511.jpg", "question_id": 201878355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162361"], "equivalent": ["202162362"], "question": "What is leaning against the window?", "isBalanced": true, "groups": {"global": "thing", "local": "14-window_leaning against,s"}, "answer": "map", "semanticStr": "select: window (5)->relate: _,leaning against,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The map is leaning against the window.", "image": "n69237.jpg", "question_id": 202162362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202162362"], "equivalent": ["202162361"], "question": "What is leaning against the glass window?", "isBalanced": true, "groups": {"global": "thing", "local": "14-window_leaning against,s"}, "answer": "map", "semanticStr": "select: window (5)->filter material: glass [0]->relate: _,leaning against,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"5:7": "5"}, "fullAnswer": {"1": "1", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The map is leaning against the window.", "image": "n69237.jpg", "question_id": 202162361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201337116", "201337115", "201337107", "201337119", "201337124", "201337118", "201337122", "201337123", "201337120", "201337121"], "equivalent": ["201337117", "201337118"], "question": "Is the color of the tee shirt black?", "isBalanced": true, "groups": {"global": null, "local": "06-t-shirt_black"}, "answer": "yes", "semanticStr": "select: t-shirt (4)->verify color: black [0]", "annotations": {"answer": {}, "question": {"5:7": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tee shirt is black.", "image": "n329479.jpg", "question_id": 201337117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060003", "202060024", "202060025", "202060004"], "equivalent": ["202060005"], "question": "Which kind of furniture is the dog in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dog_in front of,o"}, "answer": "couch", "semanticStr": "select: dog (10)->relate: furniture,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "10", "7": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is in front of the couch.", "image": "n14087.jpg", "question_id": 202060005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (17)"}, {"operation": "relate", "dependencies": [0], "argument": "dolls,to the left of,s (6)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20836660", "20836662", "20836658", "20836661"], "equivalent": ["20836658", "20836659"], "question": "Do the dolls that are to the left of the people look large and colorful?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_large"}, "answer": "no", "semanticStr": "select: people (17)->relate: dolls,to the left of,s (6) [0]->verify: colorful [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "17", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dolls are colorful but small.", "image": "n507959.jpg", "question_id": 20836659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (8)"}, {"operation": "filter", "dependencies": [0], "argument": "crispy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479476", "201479475"], "equivalent": ["201479477"], "question": "Which kind of meat is crispy?", "isBalanced": true, "groups": {"global": "", "local": "12q-meat_crispy"}, "answer": "chicken", "semanticStr": "select: meat (8)->filter: crispy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is chicken.", "image": "n181210.jpg", "question_id": 201479477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (12)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20929453"], "equivalent": ["20929453", "20929452"], "question": "Is the window cloudy and large?", "isBalanced": true, "groups": {"global": null, "local": "05-cloudy_large"}, "answer": "no", "semanticStr": "select: window (12)->verify weather: cloudy [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is large but clear.", "image": "n9181.jpg", "question_id": 20929452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (8)"}, {"operation": "filter", "dependencies": [0], "argument": "crispy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479477", "201479476"], "equivalent": ["201479475"], "question": "What do you think is the crispy meat?", "isBalanced": true, "groups": {"global": "", "local": "12q-meat_crispy"}, "answer": "chicken", "semanticStr": "select: meat (8)->filter: crispy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"7": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is chicken.", "image": "n181210.jpg", "question_id": 201479475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060003", "202060024", "202060025", "202060005"], "equivalent": ["202060004"], "question": "What is the item of furniture that the dog is in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dog_in front of,o"}, "answer": "couch", "semanticStr": "select: dog (10)->relate: furniture,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"8": "10", "3:6": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n14087.jpg", "question_id": 202060004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201590198", "201590199", "201590200", "201590201"], "equivalent": ["201590202"], "question": "Who is the man watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_watching,o"}, "answer": "player", "semanticStr": "select: man (7)->relate: person,watching,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "7", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the player.", "image": "n260762.jpg", "question_id": 201590202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (8)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201479468", "201479469", "201479470"], "equivalent": ["201479471"], "question": "Which kind of meat is it?", "isBalanced": true, "groups": {"global": "", "local": "11q-meat"}, "answer": "chicken", "semanticStr": "select: meat (8)->query: name [0]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is chicken.", "image": "n181210.jpg", "question_id": 201479471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["202144437", "202144435", "202144434", "202144439", "202144438"], "equivalent": ["202144437", "202144436", "202144438"], "question": "Are the glasses on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-glasses_hposition"}, "answer": "left", "semanticStr": "select: glasses (1)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glasses are on the left of the image.", "image": "n37274.jpg", "question_id": 202144436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066028"], "equivalent": ["2066027"], "question": "What is that boy holding?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-boy_holding,o"}, "answer": "baseball mitt", "semanticStr": "select: boy (0)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is holding the baseball mitt.", "image": "n356822.jpg", "question_id": 2066027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066025"], "equivalent": ["2066026"], "question": "Who is holding the baseball mitt?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball mitt_holding,s"}, "answer": "boy", "semanticStr": "select: baseball mitt (3)->relate: person,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is holding the baseball mitt.", "image": "n356822.jpg", "question_id": 2066026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2066026"], "equivalent": ["2066025"], "question": "Who is holding the baseball mitt that is made of leather?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball mitt_holding,s"}, "answer": "boy", "semanticStr": "select: baseball mitt (3)->filter material: leather [0]->relate: person,holding,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "3", "4:6": "3"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is holding the baseball mitt.", "image": "n356822.jpg", "question_id": 2066025}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "boy,to the right of|to the left of,s (0)"}], "entailed": ["2066139", "2066138", "2066144", "2066140", "2066141", "2066137", "2066136", "2066023", "2066022", "2066021", "2066143", "2066142"], "equivalent": ["2066024", "2066023"], "question": "Is the boy to the left or to the right of the person on the left side?", "isBalanced": true, "groups": {"global": null, "local": "13-man_boy"}, "answer": "right", "semanticStr": "select: person (2)->filter hposition: left [0]->choose rel: boy,to the right of|to the left of,s (0) [1]", "annotations": {"answer": {}, "question": {"2": "0", "12": "2"}, "fullAnswer": {"1": "0", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the right of the man.", "image": "n356822.jpg", "question_id": 2066024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201590209"], "equivalent": ["201590208"], "question": "Where is the person that is standing standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_standing on,o"}, "answer": "field", "semanticStr": "select: person (7)->filter pose: standing [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "7", "6": "7"}, "fullAnswer": {"1": "7", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing on the field.", "image": "n260762.jpg", "question_id": 201590208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sand,in front of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify texture", "dependencies": [1], "argument": "fine "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20715782", "20715783", "20715780", "20715784", "20715789", "20715760", "20715761", "20715762", "20715763", "20715764", "20715766", "20715767", "20715768", "20715769", "20715795", "20715796", "20715739", "20715779", "20715778", "20715777", "20715776", "20715775", "20715771"], "equivalent": ["20715772"], "question": "Is the sand in front of the mountain both beige and fine?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_fine"}, "answer": "yes", "semanticStr": "select: mountain (7)->relate: sand,in front of,s (4) [0]->verify color: beige [1]->verify texture: fine  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "7": "7"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sand is beige and fine.", "image": "n507149.jpg", "question_id": 20715772}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667348", "20667980"], "equivalent": ["20667979"], "question": "What is the man to the left of the pillow holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: pillow (9)->relate: man,to the left of,s (7) [0]->relate: _,holding,o (13) [1]->query: name [2]", "annotations": {"answer": {"0:2": "13"}, "question": {"9": "9", "3": "7"}, "fullAnswer": {"1": "7", "5:7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii remotes.", "image": "n181355.jpg", "question_id": 20667979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "can (17)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "notebook (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201795214"], "question": "Are there both notebooks and cans in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-can_notebook"}, "answer": "no", "semanticStr": "select: can (17)->exist: ? [0]->select: notebook (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "17"}, "fullAnswer": {"4": "17"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a can but no notebooks.", "image": "n119944.jpg", "question_id": 201795214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing behind,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896393"], "equivalent": ["201896394"], "question": "Who is standing behind the cake?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_standing behind,s"}, "answer": "lady", "semanticStr": "select: cake (0)->relate: person,standing behind,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is standing behind the cake.", "image": "n111390.jpg", "question_id": 201896394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (12)"}, {"operation": "relate", "dependencies": [0], "argument": "pillow,to the left of,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667974"], "equivalent": ["20667973"], "question": "Who is sitting in front of the pillow that is to the left of the Wii controller?", "isBalanced": true, "groups": {"global": "person", "local": "14-pillow_sitting in front of,s"}, "answer": "man", "semanticStr": "select: wii controller (12)->relate: pillow,to the left of,s (9) [0]->relate: person,sitting in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"15:17": "12", "7": "9"}, "fullAnswer": {"1": "7", "8": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting in front of the pillow.", "image": "n181355.jpg", "question_id": 20667973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (13)"}, {"operation": "choose state", "dependencies": [0], "argument": "smooth|rough"}], "entailed": [], "equivalent": ["201301840"], "question": "Is the ground smooth or rough?", "isBalanced": true, "groups": {"global": "state", "local": "10c-ground_state"}, "answer": "smooth", "semanticStr": "select: ground (13)->choose state: smooth|rough [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is smooth.", "image": "n127705.jpg", "question_id": 201301840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bushes (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20247199", "20247198", "20247288", "20247291", "20247292", "20247293"], "equivalent": ["20247287"], "question": "Who is in front of the green bushes?", "isBalanced": true, "groups": {"global": "person", "local": "14-bushes_in front of,s"}, "answer": "woman", "semanticStr": "select: bushes (5)->filter color: green [0]->relate: person,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"6:8": "5"}, "fullAnswer": {"1": "1", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the shrubs.", "image": "n223750.jpg", "question_id": 20247287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (7)"}, {"operation": "verify rel", "dependencies": [1], "argument": "pillow,sitting in front of,o (9)"}], "entailed": [], "equivalent": ["20667976"], "question": "Is the man to the left of the woman sitting in front of a pillow?", "isBalanced": true, "groups": {"global": null, "local": "13-man_pillow"}, "answer": "yes", "semanticStr": "select: woman (5)->relate: man,to the left of,s (7) [0]->verify rel: pillow,sitting in front of,o (9) [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "7", "14": "9"}, "fullAnswer": {"9": "9", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is sitting in front of a pillow.", "image": "n181355.jpg", "question_id": 20667976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in front of,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667996"], "equivalent": ["20667975"], "question": "What is the man to the left of the woman sitting in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_sitting in front of,o"}, "answer": "pillow", "semanticStr": "select: woman (5)->relate: man,to the left of,s (7) [0]->relate: _,sitting in front of,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "5", "3": "7"}, "fullAnswer": {"1": "7", "8": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting in front of the pillow.", "image": "n181355.jpg", "question_id": 20667975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tiles,in front of,o (16)"}], "entailed": ["202102727"], "equivalent": ["202102579"], "question": "Is the faucet in front of the white tiles?", "isBalanced": true, "groups": {"global": null, "local": "13-faucet_tiles"}, "answer": "yes", "semanticStr": "select: faucet (12)->verify rel: tiles,in front of,o (16) [0]", "annotations": {"answer": {}, "question": {"2": "12", "7:9": "16"}, "fullAnswer": {"8": "16", "2": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the faucet is in front of the tiles.", "image": "n386682.jpg", "question_id": 202102579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify material", "dependencies": [1], "argument": "wood"}], "entailed": ["202121630", "202121606", "202121627", "202121605", "202121629"], "equivalent": ["202121627", "202121628"], "question": "Is wood used to make the chairs that look small?", "isBalanced": true, "groups": {"global": null, "local": "06-chairs_wood"}, "answer": "no", "semanticStr": "select: chairs (1)->filter size: small [0]->verify material: wood [1]", "annotations": {"answer": {}, "question": {"9": "1", "6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chairs are made of metal.", "image": "n140421.jpg", "question_id": 202121628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tiles (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202102575", "202102578"], "equivalent": ["202102574"], "question": "What is in front of the white tiles?", "isBalanced": true, "groups": {"global": "object", "local": "14-tiles_in front of,s"}, "answer": "faucet", "semanticStr": "select: tiles (16)->filter color: white [0]->relate: _,in front of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"6:8": "16"}, "fullAnswer": {"1": "12", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet is in front of the tiles.", "image": "n386682.jpg", "question_id": 202102574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202102577"], "question": "What is the faucet in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-faucet_in front of,o"}, "answer": "tiles", "semanticStr": "select: faucet (12)->relate: _,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "12", "7": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet is in front of the tiles.", "image": "n386682.jpg", "question_id": 202102577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (6)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (21)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201481480"], "question": "What is the woman to the right of the bag wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "pants", "semanticStr": "select: bag (6)->relate: woman,to the right of,s (11) [0]->relate: _,wearing,o (21) [1]->query: name [2]", "annotations": {"answer": {"0": "21"}, "question": {"9": "6", "3": "11"}, "fullAnswer": {"1": "11", "4": "21"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing trousers.", "image": "n470920.jpg", "question_id": 201481480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "little"}, {"operation": "verify width", "dependencies": [1], "argument": "narrow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2098206", "2098207", "2098204", "2098205", "2098202", "2098203", "2098200", "2098201", "2098242", "2098243", "2098240", "2098241", "2098220", "2098221", "2098208", "2098209", "2098196", "2098197", "2098230", "2098192", "2098193", "2098190", "2098191", "2098228", "2098198", "2098199", "2098248", "2098225", "2098239", "2098233", "2098232", "2098217", "2098216", "2098237", "2098236", "2098235", "2098234", "2098251", "2098253", "2098252", "2098219", "2098218", "2098247", "2098186", "2098259", "2098229", "2098189", "2098188", "2098231", "2098226", "2098260", "2098261", "2098258", "2098238", "2098227"], "equivalent": ["2098187", "2098186"], "question": "Is the black speaker both little and narrow?", "isBalanced": true, "groups": {"global": null, "local": "05-little_narrow"}, "answer": "yes", "semanticStr": "select: speaker (7)->filter color: black [0]->verify size: little [1]->verify width: narrow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the speaker is little and narrow.", "image": "n513429.jpg", "question_id": 2098187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "verify rel", "dependencies": [1], "argument": "goggles,wearing,o (-)"}], "entailed": [], "equivalent": ["201481482"], "question": "Is the woman that is staring wearing goggles?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_goggles"}, "answer": "no", "semanticStr": "select: woman (11)->filter activity: staring [0]->verify rel: goggles,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "11"}, "fullAnswer": {"2": "11", "5": "21"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing pants.", "image": "n470920.jpg", "question_id": 201481482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865604", "20865640", "20865639"], "equivalent": ["20865605"], "question": "What's in front of the house?", "isBalanced": true, "groups": {"global": "tree", "local": "14-house_in front of,s"}, "answer": "tree", "semanticStr": "select: house (6)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the house.", "image": "n143935.jpg", "question_id": 20865605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "relate", "dependencies": [0], "argument": "house,to the left of,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20865605", "20865640", "20865639"], "equivalent": ["20865604"], "question": "What is in front of the house the barn is to the left of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-house_in front of,s"}, "answer": "tree", "semanticStr": "select: barn (5)->relate: house,to the left of,o (6) [0]->relate: _,in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "5", "6": "6"}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the house.", "image": "n143935.jpg", "question_id": 20865604}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tree,behind,s (7)"}], "entailed": ["20865608"], "equivalent": ["20865607"], "question": "Is the lush tree behind a house?", "isBalanced": true, "groups": {"global": null, "local": "13-house_tree"}, "answer": "no", "semanticStr": "select: house (6)->verify rel: tree,behind,s (7) [0]", "annotations": {"answer": {}, "question": {"2:4": "7", "6": "6"}, "fullAnswer": {"8": "6", "2": "7"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the tree is in front of a house.", "image": "n143935.jpg", "question_id": 20865607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,attached to,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "girl,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201654482"], "equivalent": ["201654394"], "question": "Are there girls to the left of the horse that is attached to the cart?", "isBalanced": true, "groups": {"global": null, "local": "13-horse_girl"}, "answer": "no", "semanticStr": "select: cart (5)->relate: horse,attached to,s (0) [0]->relate: girl,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "0", "14": "5"}, "fullAnswer": {"10": "0", "4": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a jockey to the left of the horse.", "image": "n6309.jpg", "question_id": 201654394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202257525"], "question": "Are the trousers short and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_short"}, "answer": "no", "semanticStr": "select: pants (8)->verify color: dark [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are dark but long.", "image": "n92308.jpg", "question_id": 202257525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201064776", "201064777", "201064795", "201064796"], "equivalent": ["201064775"], "question": "What is the happy girl sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-girl_sitting in,o"}, "answer": "sofa", "semanticStr": "select: girl (1)->filter face expression: happy [0]->relate: _,sitting in,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is sitting in the sofa.", "image": "n88933.jpg", "question_id": 201064775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing with,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030619", "201030307", "201030306", "201030624", "201030623", "201030622"], "equivalent": ["201030621"], "question": "What is the boy playing with?", "isBalanced": true, "groups": {"global": "device", "local": "14-boy_playing with,o"}, "answer": "wii controller", "semanticStr": "select: boy (4)->relate: _,playing with,o (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {}, "fullAnswer": {"1": "4", "6:8": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is playing with a Wii remotes.", "image": "n54424.jpg", "question_id": 201030621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218921"], "equivalent": ["202218922"], "question": "What is under the pan?", "isBalanced": true, "groups": {"global": "object", "local": "14-pan_under,s"}, "answer": "flower pot", "semanticStr": "select: pan (2)->relate: _,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower pot is under the pan.", "image": "n578564.jpg", "question_id": 202218922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692450", "20692408", "20692410", "20692449"], "equivalent": ["20692406"], "question": "The rug is in front of what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_in front of,o"}, "answer": "cabinet", "semanticStr": "select: rug (7)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the cabinet.", "image": "n499081.jpg", "question_id": 20692406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692412"], "equivalent": ["20692405"], "question": "What is in front of the cabinet?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cabinet_in front of,s"}, "answer": "rug", "semanticStr": "select: cabinet (9)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the cabinet.", "image": "n499081.jpg", "question_id": 20692405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ottoman (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20395151"], "equivalent": ["20395150", "20395151"], "question": "Are there red tables or ottomen?", "isBalanced": true, "groups": {"global": null, "local": "04-table_red"}, "answer": "no", "semanticStr": "select: table (9)->filter color: red [0]->exist: ? [1]->select: ottoman (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is white.", "image": "n369313.jpg", "question_id": 20395150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (9)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["202218930", "202218929"], "equivalent": ["202218928"], "question": "Is the cutting board in the bottom part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-cutting board_bottom"}, "answer": "yes", "semanticStr": "select: cutting board (9)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cutting board is in the bottom of the image.", "image": "n578564.jpg", "question_id": 202218928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692450", "20692410", "20692406", "20692449"], "equivalent": ["20692408"], "question": "What is the rug in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_in front of,o"}, "answer": "cabinet", "semanticStr": "select: rug (7)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the cabinet.", "image": "n499081.jpg", "question_id": 20692408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (7)"}, {"operation": "verify gender", "dependencies": [1], "argument": "female"}], "entailed": ["20903046", "20903047", "20903048"], "equivalent": ["20903045"], "question": "Does the person to the right of the van look female?", "isBalanced": true, "groups": {"global": null, "local": "06-person_female"}, "answer": "yes", "semanticStr": "select: van (6)->relate: person,to the right of,s (7) [0]->verify gender: female [1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is female.", "image": "n411121.jpg", "question_id": 20903045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (8)"}, {"operation": "relate", "dependencies": [0], "argument": "umpire,to the right of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202053416"], "equivalent": ["202053416", "202053417"], "question": "The umpire to the right of the player is standing where?", "isBalanced": true, "groups": {"global": "place", "local": "14-umpire_standing on,o"}, "answer": "field", "semanticStr": "select: player (8)->relate: umpire,to the right of,s (7) [0]->relate: place,standing on,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"1": "7", "7": "8"}, "fullAnswer": {"1": "7", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is standing on the field.", "image": "n334278.jpg", "question_id": 202053417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "select", "dependencies": [], "argument": "fence post (9) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201185018"], "equivalent": ["201185017", "201185018"], "question": "What do the umbrella and the fence post have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-fence post_umbrella"}, "answer": "material", "semanticStr": "select: umbrella (1)->select: fence post (9) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "1", "6:8": "9"}, "fullAnswer": {"4": "1", "7:9": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the umbrella and the fence post are metallic.", "image": "n95904.jpg", "question_id": 201185017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ladder (4)"}, {"operation": "relate", "dependencies": [0], "argument": "doll,to the right of,s (0)"}, {"operation": "verify material", "dependencies": [1], "argument": "plastic"}], "entailed": ["20721908", "20721907", "20721905"], "equivalent": ["20721904"], "question": "Is the doll to the right of the ladder made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "06-doll_plastic"}, "answer": "yes", "semanticStr": "select: ladder (4)->relate: doll,to the right of,s (0) [0]->verify material: plastic [1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the doll is made of plastic.", "image": "n89148.jpg", "question_id": 20721904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}], "entailed": ["201153377", "201153351", "201153353", "201153352", "201153398", "201153403"], "equivalent": ["201153399"], "question": "Does the fence have round shape?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_round"}, "answer": "no", "semanticStr": "select: fence (4)->verify shape: round [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is rectangular.", "image": "n160664.jpg", "question_id": 201153399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201804366", "201804365", "201804364"], "equivalent": ["201804367"], "question": "In which part of the picture is the computer monitor?", "isBalanced": true, "groups": {"global": null, "local": "10q-computer monitor_hposition"}, "answer": "right", "semanticStr": "select: computer monitor (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The computer monitor is on the right of the image.", "image": "n51002.jpg", "question_id": 201804367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectators (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414394", "20414595", "20414594", "20414596"], "equivalent": ["20414597"], "question": "Who are the spectators watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-spectators_watching,o"}, "answer": "skateboarder", "semanticStr": "select: spectators (7)->relate: person,watching,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "7", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectators are watching the skateboarder.", "image": "n16936.jpg", "question_id": 20414597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20414394", "20414595", "20414594", "20414597"], "equivalent": ["20414596"], "question": "The people that are waiting are watching who?", "isBalanced": true, "groups": {"global": "person", "local": "14-spectators_watching,o"}, "answer": "skateboarder", "semanticStr": "select: person (7)->filter activity: waiting [0]->relate: person,watching,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"1": "7", "4": "7"}, "fullAnswer": {"1": "7", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectators are watching the skateboarder.", "image": "n16936.jpg", "question_id": 20414596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20414593", "20414592"], "equivalent": ["20414591"], "question": "Who is watching the skateboarder on the left side of the picture?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboarder_watching,s"}, "answer": "spectators", "semanticStr": "select: skateboarder (0)->filter hposition: left [0]->relate: person,watching,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"4": "0"}, "fullAnswer": {"1": "7", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectators are watching the skateboarder.", "image": "n16936.jpg", "question_id": 20414591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (7)"}, {"operation": "select", "dependencies": [], "argument": "cap (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20647180"], "equivalent": ["20647179"], "question": "Does the jersey have the same color as the cap?", "isBalanced": true, "groups": {"global": null, "local": "09same-cap_jersey"}, "answer": "yes", "semanticStr": "select: jersey (7)->select: cap (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "8", "2": "7"}, "fullAnswer": {"3": "7", "6": "8"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the jersey and the cap are blue.", "image": "n98540.jpg", "question_id": 20647179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "choose color", "dependencies": [0], "argument": "tan|red"}], "entailed": ["202006407"], "equivalent": ["202006407", "202006408"], "question": "Is the chair tan or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chair_color"}, "answer": "tan", "semanticStr": "select: chair (1)->choose color: tan|red [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is tan.", "image": "n97485.jpg", "question_id": 202006408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (13)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,next to,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202102751"], "question": "Are there toilets next to the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_toilet"}, "answer": "no", "semanticStr": "select: sink (13)->relate: toilet,next to,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "13"}, "fullAnswer": {"9": "13", "4:6": "18"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a washing machine next to the sink.", "image": "n386682.jpg", "question_id": 202102751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20169720", "20169719", "20169712", "20169713"], "equivalent": ["20169718"], "question": "Are there green hats in the photo?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_green"}, "answer": "yes", "semanticStr": "select: hat (0)->filter color: green [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a green hat.", "image": "n58220.jpg", "question_id": 20169718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bear,decorated with,o (3)"}], "entailed": [], "equivalent": ["20491675"], "question": "Is the picture frame that is not small decorated with a bear?", "isBalanced": true, "groups": {"global": null, "local": "13-picture frame_bear"}, "answer": "yes", "semanticStr": "select: picture frame (11)->filter size: not(small) [0]->verify rel: bear,decorated with,o (3) [1]", "annotations": {"answer": {}, "question": {"11": "3", "2:4": "11", "7": "11"}, "fullAnswer": {"8": "3", "2:4": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the picture frame is decorated with a bear.", "image": "n335542.jpg", "question_id": 20491675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,behind,s (7)"}], "entailed": ["20330494", "20330493"], "equivalent": ["20330492"], "question": "Is the fence behind a car?", "isBalanced": true, "groups": {"global": null, "local": "13-car_fence"}, "answer": "no", "semanticStr": "select: car (6)->verify rel: fence,behind,s (7) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5": "6"}, "fullAnswer": {"8": "6", "2": "7"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fence is in front of a car.", "image": "n260521.jpg", "question_id": 20330492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (24)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201482213", "201482212"], "equivalent": ["201482214"], "question": "In which part are the glasses, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-glasses_vposition"}, "answer": "top", "semanticStr": "select: glasses (24)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"5": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glasses are in the top of the image.", "image": "n470920.jpg", "question_id": 201482214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20162376", "20162375", "20162374", "20162373", "20162372", "20162370", "20162383", "20162388", "20162386", "20162387", "20162368", "20162418", "20162417", "20162393", "20162352"], "equivalent": ["20162377"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n202379.jpg", "question_id": 20162377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202125929", "202125927", "202125926", "202125920", "202125919", "202125918", "202125928", "202125924", "202125922", "202125911", "202125925", "202125913", "202125915", "202125921", "202125917", "202125916"], "equivalent": ["202125911", "202125912"], "question": "Do the shorts have gray color and short length?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_short"}, "answer": "yes", "semanticStr": "select: shorts (14)->verify color: gray [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are gray and short.", "image": "n573460.jpg", "question_id": 202125912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,in front of,s (3)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20609542", "20609543", "20609540", "20609541", "20609568", "20609569", "20609544", "20609545", "20609564", "20609565", "20609566", "20609560", "20609561", "20609562", "20609563", "20609528", "20609529", "20609546", "20609547", "20609526", "20609527", "20609582", "20609583", "20609580", "20609581", "20609589", "20609559", "20609549", "20609558", "20609548", "20609550", "20609579", "20609578", "20609557", "20609573", "20609572", "20609571", "20609570", "20609577", "20609576", "20609539", "20609591", "20609590", "20609592"], "equivalent": ["20609567"], "question": "Is the utensil in front of the cake clean and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_metal"}, "answer": "yes", "semanticStr": "select: cake (4)->relate: utensil,in front of,s (3) [0]->verify cleanliness: clean [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "7": "4"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the spoon is clean and metallic.", "image": "n437064.jpg", "question_id": 20609567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "table,sitting next to,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201758588"], "equivalent": ["201758588", "201758589"], "question": "Of what color is the table the woman is sitting next to?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "brown", "semanticStr": "select: woman (11)->relate: table,sitting next to,o (19) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "19", "7": "11"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is brown.", "image": "n4777.jpg", "question_id": 201758589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201175143", "201175144", "201175145", "201175146", "201175147"], "equivalent": ["201175142"], "question": "What do you think is located on top of the bottle made of plastic?", "isBalanced": true, "groups": {"global": "object", "local": "14-bottle_on top of,s"}, "answer": "bottle cap", "semanticStr": "select: bottle (14)->filter material: plastic [0]->relate: _,on top of,s (15) [1]->query: name [2]", "annotations": {"answer": {"0:2": "15"}, "question": {"10": "14", "13": "14"}, "fullAnswer": {"8": "14", "1:3": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bottle cap is on top of the bottle.", "image": "n357784.jpg", "question_id": 201175142}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202012613", "202012612"], "equivalent": ["202012613", "202012612", "202012614"], "question": "Do the shelves look brown and short?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "no", "semanticStr": "select: shelves (18)->verify color: brown [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shelves are short but white.", "image": "n326988.jpg", "question_id": 202012614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201983682", "201983683", "201983687", "201983684", "201983685", "201983688", "201983693", "201983691", "201983690"], "equivalent": ["201983686"], "question": "How wide are the black jeans?", "isBalanced": true, "groups": {"global": "width", "local": "10q-jeans_width"}, "answer": "narrow", "semanticStr": "select: jeans (10)->filter color: black [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jeans are narrow.", "image": "n16378.jpg", "question_id": 201983686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking at,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202286719", "202286718", "202286534", "202286720", "202286717", "202286722"], "equivalent": ["202286721"], "question": "What type of animal is the Caucasian person looking at?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_looking at,o"}, "answer": "elephant", "semanticStr": "select: person (0)->filter race: caucasian [0]->relate: animal,looking at,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10", "6:8": "0"}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the elephant.", "image": "n413002.jpg", "question_id": 202286721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (18)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["202012620", "202012621", "202012619", "202012613", "202012612", "202012602", "202012617", "202012616", "202012615", "202012614"], "equivalent": ["202012618"], "question": "How tall are the shelves?", "isBalanced": true, "groups": {"global": "length", "local": "10q-shelves_height"}, "answer": "short", "semanticStr": "select: shelves (18)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are short.", "image": "n326988.jpg", "question_id": 202012618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stroller (10)"}, {"operation": "relate", "dependencies": [0], "argument": "table,parked beside,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201758586"], "equivalent": ["201758587"], "question": "How big is the table that the stroller is parked beside?", "isBalanced": true, "groups": {"global": "size", "local": "10q-table_size"}, "answer": "small", "semanticStr": "select: stroller (10)->relate: table,parked beside,o (19) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "19", "7": "10"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is small.", "image": "n4777.jpg", "question_id": 201758587}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short sleeved)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "pink "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201861459"], "question": "Is the jacket that is not short sleeved pink and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_pink"}, "answer": "no", "semanticStr": "select: jacket (5)->filter: not(short sleeved) [0]->verify cleanliness: clean [1]->verify color: pink  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "6:8": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is clean but black.", "image": "n390187.jpg", "question_id": 201861459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (12)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201570721", "201570725", "201570720", "201570733", "201570724", "201570745", "201570718", "201570723", "201570722", "201570732", "201570719", "201570734", "201570735", "201570736", "201570737", "201570738", "201570727", "201570731", "201570717", "201570726"], "equivalent": ["201570716", "201570717"], "question": "Is the coat white and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_white"}, "answer": "yes", "semanticStr": "select: coat (12)->verify: long sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the coat is white and long sleeved.", "image": "n382416.jpg", "question_id": 201570716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["20306232", "20306233", "20306230", "20306234", "20306235", "20306238", "20306239"], "equivalent": ["20306236"], "question": "Does the shirt look open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-shirt_15"}, "answer": "open", "semanticStr": "select: shirt (12)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is open.", "image": "n554880.jpg", "question_id": 20306236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plants (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20344935"], "equivalent": ["20344936"], "question": "What is in front of the plants?", "isBalanced": true, "groups": {"global": "place", "local": "14-plants_in front of,s"}, "answer": "lawn", "semanticStr": "select: plants (9)->relate: _,in front of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lawn is in front of the plants.", "image": "n560243.jpg", "question_id": 20344936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20456640", "20456651", "20456652", "20456637", "20456638"], "equivalent": ["20456637", "20456638", "20456639"], "question": "Are there any tables or lamps that are not metallic?", "isBalanced": true, "groups": {"global": null, "local": "04-table_n#metal"}, "answer": "no", "semanticStr": "select: table (7)->filter material: not(metal) [0]->exist: ? [1]->select: lamp (-) ->filter material: not(metal) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is metallic.", "image": "n65885.jpg", "question_id": 20456639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (12)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,to the left of,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20149643", "20149768", "20149766"], "equivalent": ["20149767", "20149766"], "question": "Do you see any toilets to the left of the drawer?", "isBalanced": true, "groups": {"global": null, "local": "13-drawer_toilet"}, "answer": "yes", "semanticStr": "select: drawer (12)->relate: toilet,to the left of,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "12", "4": "0"}, "fullAnswer": {"10": "12", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toilet to the left of the drawer.", "image": "n65866.jpg", "question_id": 20149767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201859208", "201859209", "201859228", "201859229", "201859246", "201859247", "201859244", "201859223", "201859224", "201859226", "201859227", "201859245", "201859243", "201859215", "201859214", "201859217", "201859211", "201859210", "201859213", "201859212", "201859218", "201859239", "201859238", "201859233", "201859232", "201859231", "201859230", "201859237", "201859236", "201859235", "201859234"], "equivalent": ["201859225"], "question": "Is the backpack large and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "yes", "semanticStr": "select: backpack (2)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the backpack is large and dark.", "image": "n460556.jpg", "question_id": 201859225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rock (5)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,near,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201576984", "201576981", "201576983", "201576982"], "equivalent": ["201576981", "201576980"], "question": "Are the trees near the rock short and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: rock (5)->relate: trees,near,s (7) [0]->verify color: green [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "5"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are green but tall.", "image": "n187961.jpg", "question_id": 201576980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576604", "201576562"], "equivalent": ["201576603"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "child", "semanticStr": "select: jacket (15)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "15"}, "fullAnswer": {"1": "1", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing a jacket.", "image": "n187961.jpg", "question_id": 201576603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20541455", "20541454", "20541451", "20541453", "20541452"], "equivalent": ["20541455", "20541456"], "question": "Which side are the shelves on?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelves_hposition"}, "answer": "right", "semanticStr": "select: shelves (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are on the right of the image.", "image": "n527290.jpg", "question_id": 20541456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (3)"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow"}], "entailed": ["201235579", "201235574", "201235575", "201235576", "201235577"], "equivalent": ["201235578"], "question": "Does the basket look narrow?", "isBalanced": true, "groups": {"global": null, "local": "06-basket_narrow"}, "answer": "no", "semanticStr": "select: basket (3)->verify width: narrow [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the basket is wide.", "image": "n527589.jpg", "question_id": 201235578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (19)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (17)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20508283", "20508282", "20508218"], "equivalent": ["20508281"], "question": "Do you see chairs to the left of the books?", "isBalanced": true, "groups": {"global": null, "local": "13-books_chair"}, "answer": "yes", "semanticStr": "select: books (19)->relate: chair,to the left of,s (17) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "19", "3": "17"}, "fullAnswer": {"10": "19", "4": "17"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair to the left of the books.", "image": "n511913.jpg", "question_id": 20508281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle cap (15)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wine glass,on top of,o (-)"}], "entailed": [], "equivalent": ["201175149"], "question": "Is the bottle cap on top of a wine glass?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle cap_wine glass"}, "answer": "no", "semanticStr": "select: bottle cap (15)->verify rel: wine glass,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"9": "14", "2:4": "15"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bottle cap is on top of a bottle.", "image": "n357784.jpg", "question_id": 201175149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (1)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}], "entailed": ["201273152", "201273166", "201273177", "201273172", "201273173", "201273170", "201273171"], "equivalent": ["201273169"], "question": "Is the sky clear?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_clear"}, "answer": "yes", "semanticStr": "select: sky (1)->verify weather: clear [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sky is clear.", "image": "n46510.jpg", "question_id": 201273169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20257228", "20257224", "20257225", "20257237", "20257236", "20257239", "20257238"], "equivalent": ["20257226"], "question": "What color is the hat the person is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "green", "semanticStr": "select: person (14)->relate: hat,wearing,o (17) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "17", "6": "14"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is green.", "image": "n441859.jpg", "question_id": 20257226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "orange"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202240731", "202240732", "202240730", "202240728", "202240729", "202240722", "202240723", "202240721", "202240726", "202240727", "202240724", "202240725"], "equivalent": ["202240720"], "question": "Does the dress shirt look orange and striped?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_striped"}, "answer": "yes", "semanticStr": "select: dress shirt (6)->verify color: orange [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dress shirt is orange and striped.", "image": "n162148.jpg", "question_id": 202240720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201758367"], "equivalent": ["201758368"], "question": "What is the bag hanging from?", "isBalanced": true, "groups": {"global": "object", "local": "14-bag_hanging from,o"}, "answer": "stroller", "semanticStr": "select: bag (15)->relate: _,hanging from,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "15", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is hanging from the stroller.", "image": "n4777.jpg", "question_id": 201758368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709890", "20709968"], "equivalent": ["20709969"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing pants.", "image": "n24526.jpg", "question_id": 20709969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709890", "20709969"], "equivalent": ["20709968"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "4"}, "fullAnswer": {"1": "0", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing pants.", "image": "n24526.jpg", "question_id": 20709968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pillow,to the left of,o (-)"}], "entailed": [], "equivalent": ["201175285"], "question": "Is the curtain to the left of a pillow?", "isBalanced": true, "groups": {"global": null, "local": "13-curtain_pillow"}, "answer": "no", "semanticStr": "select: curtain (17)->verify rel: pillow,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"9": "12", "2": "17"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the curtain is to the left of a camera.", "image": "n357784.jpg", "question_id": 201175285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003958", "202004164", "202004163", "202003957"], "equivalent": ["202004165"], "question": "What is the man looking at?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_looking at,o"}, "answer": "doors", "semanticStr": "select: man (0)->relate: _,looking at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the doors.", "image": "n262920.jpg", "question_id": 202004165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (1)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202231357", "202231356", "202231354", "202231352", "202231351", "202231370", "202231359", "202231358", "202231407", "202231420", "202231405", "202231402", "202231401", "202231400", "202231375", "202231408", "202231377", "202231376", "202231350", "202231412", "202231364", "202231362", "202231349", "202231360", "202231363", "202231414", "202231415", "202231416", "202231417", "202231371", "202231413", "202231361", "202231418", "202231419", "202231406", "202231399"], "equivalent": ["202231354", "202231353"], "question": "Is the sign on top of the pole white and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: pole (2)->relate: sign,on top of,s (1) [0]->verify material: metal [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "2"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the stop sign is white and metallic.", "image": "n79078.jpg", "question_id": 202231353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20120322", "20120321", "20120320", "20120318"], "equivalent": ["20120319"], "question": "Is the ball on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-ball_right"}, "answer": "no", "semanticStr": "select: ball (7)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ball is on the left of the image.", "image": "n117888.jpg", "question_id": 20120319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207204", "201207205", "201207215", "201207216", "201207217", "201207224", "201207226"], "equivalent": ["201207227"], "question": "What food is tan?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_tan"}, "answer": "sandwich", "semanticStr": "select: food (5)->filter color: tan [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sandwich.", "image": "n222915.jpg", "question_id": 201207227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676409", "201676412", "201676411"], "equivalent": ["201676410"], "question": "What is under the person?", "isBalanced": true, "groups": {"global": "thing", "local": "14-person_under,s"}, "answer": "rug", "semanticStr": "select: person (2)->relate: _,under,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is under the person.", "image": "n233607.jpg", "question_id": 201676410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (3)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20953119"], "equivalent": ["20953119", "20953118"], "question": "Does the polo shirt look white and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "no", "semanticStr": "select: polo shirt (3)->verify: short sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the polo shirt is short sleeved but blue.", "image": "n413319.jpg", "question_id": 20953118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201759182", "201759183", "201759184", "201759186"], "equivalent": ["201759185", "201759186"], "question": "On which side of the image is the mat?", "isBalanced": true, "groups": {"global": null, "local": "10q-mat_hposition"}, "answer": "right", "semanticStr": "select: mat (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mat is on the right of the image.", "image": "n150962.jpg", "question_id": 201759185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201574385", "201574386", "201574378", "201574379", "201574382"], "equivalent": ["201574381"], "question": "What is the window made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-window_material"}, "answer": "glass", "semanticStr": "select: window (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is made of glass.", "image": "n116329.jpg", "question_id": 201574381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202003750", "202003751", "202003749", "202003727"], "equivalent": ["202003749", "202003748"], "question": "What is the name of the piece of furniture that is shown in this picture?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "desk", "semanticStr": "select: furniture (13)->query: name [0]", "annotations": {"answer": {"0": "13"}, "question": {"6:9": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n262920.jpg", "question_id": 202003748}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ladder (4)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20721932", "20721834", "20721934", "20721833"], "equivalent": ["20721933"], "question": "Which kind of toy is to the right of the ladder?", "isBalanced": true, "groups": {"global": "toy", "local": "15-ladder_to the right of,s"}, "answer": "doll", "semanticStr": "select: ladder (4)->relate: toy,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toy is a doll.", "image": "n89148.jpg", "question_id": 20721933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (14)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["202257939", "202257938", "202257946", "202257947", "202257944", "202257945", "202257942", "202257943", "202257940"], "equivalent": ["202257942", "202257941"], "question": "What length is the tail?", "isBalanced": true, "groups": {"global": "length", "local": "10q-tail_length"}, "answer": "long", "semanticStr": "select: tail (14)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tail is long.", "image": "n216553.jpg", "question_id": 202257941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,near,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20783129", "20783130", "20783131", "20783125", "20783124", "20783127", "20783126"], "equivalent": ["20783128"], "question": "Which material is the laptop near the glass made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-laptop_material"}, "answer": "plastic", "semanticStr": "select: glass (5)->relate: laptop,near,s (1) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "5"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop is made of plastic.", "image": "n355339.jpg", "question_id": 20783128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (6)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201434363"], "equivalent": ["201434364"], "question": "Where is the airplane?", "isBalanced": true, "groups": {"global": "road", "local": "14-airplane_on,o"}, "answer": "pavement", "semanticStr": "select: airplane (6)->relate: place,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "6", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plane is on the pavement.", "image": "n545516.jpg", "question_id": 201434364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,to the right of,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark brown"}], "entailed": ["201998369", "201998368", "201998347", "201998346", "201998345", "201998344", "201998351", "201998341", "201998366", "201998329", "201998367"], "equivalent": ["201998343"], "question": "Do the chairs to the right of the vase look dark brown?", "isBalanced": true, "groups": {"global": null, "local": "06-chairs_dark brown"}, "answer": "yes", "semanticStr": "select: vase (3)->relate: chairs,to the right of,s (9) [0]->verify color: dark brown [1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chairs are dark brown.", "image": "n319845.jpg", "question_id": 201998343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201067858", "201067856", "201067857", "201067855"], "equivalent": ["201067854"], "question": "Is the chair on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_left"}, "answer": "yes", "semanticStr": "select: chair (7)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is on the left of the image.", "image": "n367944.jpg", "question_id": 201067854}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,beside,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20637344"], "equivalent": ["20637345"], "question": "Is the appliance beside the wall metallic and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "no", "semanticStr": "select: wall (10)->relate: appliance,beside,s (8) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "10"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the stove is metallic but white.", "image": "n184385.jpg", "question_id": 20637345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "light brown"}], "entailed": ["20306939", "20306937", "20306913", "20306948", "20306944", "20306945", "20306946", "20306947", "20306897", "20306954"], "equivalent": ["20306942"], "question": "Is the chair light brown?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_light brown"}, "answer": "yes", "semanticStr": "select: chair (7)->verify color: light brown [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is light brown.", "image": "n554880.jpg", "question_id": 20306942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dispenser (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947590", "201947591"], "equivalent": ["201947592"], "question": "What is the soap dispenser sitting on?", "isBalanced": true, "groups": {"global": "", "local": "14-soap dispenser_sitting on,o"}, "answer": "countertop", "semanticStr": "select: soap dispenser (18)->relate: _,sitting on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1:3": "18", "7": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap dispenser is sitting on the countertop.", "image": "n473688.jpg", "question_id": 201947592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cat (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20258792"], "question": "Are there cats or toys?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cat_toy"}, "answer": "yes", "semanticStr": "select: toy (12)->exist: ? [0]->select: cat (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a toy.", "image": "n204894.jpg", "question_id": 20258792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify weather", "dependencies": [0], "argument": "foggy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2090977", "2090976", "2090958", "2090989", "2090975", "2090978", "2090979", "2090980", "2090957", "2090966", "2090965", "2090973", "2090963", "2090962", "2090961", "2090960"], "equivalent": ["2090974"], "question": "Are the windows foggy and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_foggy"}, "answer": "yes", "semanticStr": "select: windows (11)->verify color: dark [0]->verify weather: foggy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are foggy and dark.", "image": "n565418.jpg", "question_id": 2090974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "relate", "dependencies": [0], "argument": "towel,near,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20403244", "20403243"], "equivalent": ["20403274"], "question": "Is there any towel near the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_towel"}, "answer": "yes", "semanticStr": "select: sink (4)->relate: towel,near,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "13", "6": "4"}, "fullAnswer": {"4": "13", "7": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a towel near the sink.", "image": "n249639.jpg", "question_id": 20403274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20403257", "20403259", "20403258"], "equivalent": ["20403260"], "question": "On which side of the picture is the white towel?", "isBalanced": true, "groups": {"global": null, "local": "10q-towel_hposition"}, "answer": "left", "semanticStr": "select: towel (13)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towel is on the left of the image.", "image": "n249639.jpg", "question_id": 20403260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (11)"}, {"operation": "choose color", "dependencies": [0], "argument": "dark|white"}], "entailed": [], "equivalent": ["2090973"], "question": "Are the windows dark or white?", "isBalanced": true, "groups": {"global": "tone", "local": "10c-windows_color"}, "answer": "dark", "semanticStr": "select: windows (11)->choose color: dark|white [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The windows are dark.", "image": "n565418.jpg", "question_id": 2090973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,above,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20721857", "20721858"], "equivalent": ["20721859", "20721858"], "question": "Does the toy above the girl look small and white?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: girl (1)->relate: toy,above,s (0) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "1"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the doll is small but red.", "image": "n89148.jpg", "question_id": 20721859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20435019"], "equivalent": ["20435020"], "question": "What is filled with the pizza?", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza_filled with,s"}, "answer": "pizza box", "semanticStr": "select: pizza (6)->relate: _,filled with,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza box is filled with pizza.", "image": "n431447.jpg", "question_id": 20435020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (0)"}, {"operation": "select", "dependencies": [], "argument": "mask (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201438269"], "equivalent": ["201438269", "201438270"], "question": "Are the bat and the mask made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-bat_mask"}, "answer": "no", "semanticStr": "select: bat (0)->select: mask (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "3"}, "fullAnswer": {"9": "3", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bat is made of wood and the mask is made of metal.", "image": "n66756.jpg", "question_id": 201438270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (11)"}, {"operation": "relate", "dependencies": [0], "argument": "container,in front of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,filled with,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20435023", "20435113", "20435024", "20435025", "20435026"], "equivalent": ["20435022"], "question": "What is the container in front of the container filled with?", "isBalanced": true, "groups": {"global": "fast food", "local": "14-pizza box_filled with,o"}, "answer": "pizza", "semanticStr": "select: container (11)->relate: container,in front of,s (5) [0]->relate: _,filled with,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"8": "11", "3": "5"}, "fullAnswer": {"1:3": "5", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza box is filled with pizza.", "image": "n431447.jpg", "question_id": 20435022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}], "entailed": ["201886800", "201886801", "201886802", "201886803", "201886839", "201886816", "201886860", "201886861", "201886843", "201886842", "201886848", "201886849", "201886817", "201886844", "201886845", "201886846", "201886840", "201886841", "201886851", "201886850"], "equivalent": ["201886847"], "question": "Is the vehicle dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-vehicle_dirty"}, "answer": "no", "semanticStr": "select: vehicle (11)->verify cleanliness: dirty [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the vehicle is clean.", "image": "n429961.jpg", "question_id": 201886847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735610", "201735611", "201735402", "201735400", "201735399", "201735398", "201735397", "201735396"], "equivalent": ["201735403"], "question": "What piece of furniture is the laptop sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_sitting on top of,o"}, "answer": "desk", "semanticStr": "select: laptop (1)->relate: furniture,sitting on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1": "1", "8": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting on top of the desk.", "image": "n240973.jpg", "question_id": 201735403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (13)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20939820"], "question": "What do the faucet and the light fixture have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-faucet_light fixture"}, "answer": "material", "semanticStr": "select: faucet (13)->select: light fixture (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "13", "6:8": "4"}, "fullAnswer": {"4": "13", "7:9": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the faucet and the light fixture are metallic.", "image": "n240666.jpg", "question_id": 20939820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,pulling,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984160", "201984161"], "equivalent": ["201984162"], "question": "What is the woman pulling?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_pulling,o"}, "answer": "luggage cart", "semanticStr": "select: woman (6)->relate: _,pulling,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is pulling the luggage cart.", "image": "n16378.jpg", "question_id": 201984162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging off,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452133"], "equivalent": ["20452134"], "question": "What is hanging off the picture frame?", "isBalanced": true, "groups": {"global": "thing", "local": "14-picture frame_hanging off,s"}, "answer": "christmas light", "semanticStr": "select: picture frame (0)->relate: _,hanging off,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "7:9": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The Christmas light is hanging off the picture frame.", "image": "n6908.jpg", "question_id": 20452134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "christmas light (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging off,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452135", "20452136"], "equivalent": ["20452137"], "question": "What's the Christmas light hanging off of?", "isBalanced": true, "groups": {"global": "", "local": "14-christmas light_hanging off,o"}, "answer": "picture frame", "semanticStr": "select: christmas light (6)->relate: _,hanging off,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "6", "7:9": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The Christmas light is hanging off the picture frame.", "image": "n6908.jpg", "question_id": 20452137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,on top of,o (9)"}, {"operation": "relate", "dependencies": [1], "argument": "umbrella,to the right of,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20303042", "20303055", "20303013"], "equivalent": ["20303041"], "question": "Is there an umbrella to the right of the man the hair is on top of?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "yes", "semanticStr": "select: hair (1)->relate: man,on top of,o (9) [0]->relate: umbrella,to the right of,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "9", "11": "1", "3": "6"}, "fullAnswer": {"10": "9", "4": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an umbrella to the right of the man.", "image": "n318684.jpg", "question_id": 20303041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "christmas light (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452130", "20452190"], "equivalent": ["20452131"], "question": "Which kind of furniture is the Christmas light behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-christmas light_behind,o"}, "answer": "chair", "semanticStr": "select: christmas light (6)->relate: furniture,behind,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:3": "6", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The Christmas light is behind the chair.", "image": "n6908.jpg", "question_id": 20452131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (18)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201481762"], "question": "What is located on top of the woman in the middle?", "isBalanced": true, "groups": {"global": "plant", "local": "14-woman_on top of,s"}, "answer": "flowers", "semanticStr": "select: woman (18)->filter vposition: middle [0]->relate: _,on top of,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"7": "18"}, "fullAnswer": {"1": "17", "7": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are on top of the woman.", "image": "n470920.jpg", "question_id": 201481762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "woman,to the right of,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201068258", "201068257"], "equivalent": ["201068256"], "question": "Are there women to the right of the small cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-cell phone_woman"}, "answer": "no", "semanticStr": "select: cell phone (3)->filter size: small [0]->relate: woman,to the right of,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:11": "3", "2": "1"}, "fullAnswer": {"2": "1", "9:11": "3"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is to the left of the mobile phone.", "image": "n159802.jpg", "question_id": 201068256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "tractor,parked in front of,o (-)"}], "entailed": ["20922982"], "equivalent": ["20922983"], "question": "Is the vehicle that looks brown parked in front of a tractor?", "isBalanced": true, "groups": {"global": null, "local": "13-car_tractor"}, "answer": "no", "semanticStr": "select: vehicle (19)->filter color: brown [0]->verify rel: tractor,parked in front of,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "19", "5": "19"}, "fullAnswer": {"2": "19", "9:11": "27"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is parked in front of a fire truck.", "image": "n480253.jpg", "question_id": 20922983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (0)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20211039", "20211038", "20211036", "20211040"], "equivalent": ["20211037"], "question": "Is the knife on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-knife_left"}, "answer": "no", "semanticStr": "select: knife (0)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the knife is on the right of the image.", "image": "n312206.jpg", "question_id": 20211037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "verify", "dependencies": [1], "argument": "fresh"}, {"operation": "select", "dependencies": [], "argument": "cookies (0) "}, {"operation": "relate", "dependencies": [3], "argument": "beans,near,s (1)"}, {"operation": "verify", "dependencies": [4], "argument": "fresh"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["202244588", "202244589", "202244607", "202244606", "202244601", "202244600", "202244602", "202244609", "202244608", "202244568", "202244566", "202244567", "202243873", "202243872", "202243859", "202243854", "202243853", "202244599", "202244591", "202244590", "202244593", "202244592", "202244595", "202244597", "202243860", "202243861", "202243862", "202243863", "202243864", "202243865", "202243866", "202243867", "202243868", "202243869"], "equivalent": ["202244594"], "question": "Are the orange vegetables and the beans near the cookies both fresh?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-beans_carrots"}, "answer": "yes", "semanticStr": "select: vegetable (6)->filter color: orange [0]->verify: fresh [1]->select: cookies (0) ->relate: beans,near,s (1) [3]->verify: fresh [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "6", "6": "1"}, "fullAnswer": {"3": "6", "6": "1"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the carrots and the beans are fresh.", "image": "n296467.jpg", "question_id": 202244594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dishwasher,below,o (-)"}], "entailed": [], "equivalent": ["20896517"], "question": "Is that countertop below a dishwasher?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_dishwasher"}, "answer": "no", "semanticStr": "select: countertop (4)->verify rel: dishwasher,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the countertop is below the microwave.", "image": "n548534.jpg", "question_id": 20896517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201621699", "201621537", "201621719", "201621718", "201621443", "201621670", "201621682", "201621700", "201621665", "201621669", "201621668", "201621690", "201621548"], "equivalent": ["201621549"], "question": "Are there beds or lamps in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bed_lamp"}, "answer": "no", "semanticStr": "select: bed (-)->exist: ? [0]->select: lamp (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no lamps or beds.", "image": "n275148.jpg", "question_id": 201621549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose length", "dependencies": [1], "argument": "long|short"}], "entailed": ["20691660", "20691647", "20691657", "20691656", "20691655", "20691659", "20691658"], "equivalent": ["20691661"], "question": "Are the towels made of cloth short or long?", "isBalanced": true, "groups": {"global": "length", "local": "10c-towels_length"}, "answer": "long", "semanticStr": "select: towels (3)->filter material: cloth [0]->choose length: long|short [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towels are long.", "image": "n153293.jpg", "question_id": 20691661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "light fixture,below,o (13)"}], "entailed": ["20896249"], "equivalent": ["20896519"], "question": "Is the counter top below the light fixture?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_light fixture"}, "answer": "yes", "semanticStr": "select: countertop (4)->verify rel: light fixture,below,o (13) [0]", "annotations": {"answer": {}, "question": {"2:4": "4", "6:8": "13"}, "fullAnswer": {"2:4": "4", "7:9": "13"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the counter top is below the light fixture.", "image": "n548534.jpg", "question_id": 20896519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glove,wearing,o (-)"}], "entailed": ["20898759"], "equivalent": ["20898758"], "question": "Is the man wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glove"}, "answer": "no", "semanticStr": "select: man (3)->verify rel: glove,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3", "6": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a shirt.", "image": "n243701.jpg", "question_id": 20898758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (7)"}, {"operation": "select", "dependencies": [], "argument": "building (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201920429", "201920427"], "equivalent": ["201920429", "201920428"], "question": "Does the building have a different color than the field?", "isBalanced": true, "groups": {"global": null, "local": "09diff-building_field"}, "answer": "yes", "semanticStr": "select: field (7)->select: building (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "6"}, "fullAnswer": {"2": "7", "7": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the field is green and the building is white.", "image": "n187544.jpg", "question_id": 201920428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "select", "dependencies": [], "argument": "shoes (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201920421", "201920419"], "equivalent": ["201920419", "201920420"], "question": "Are the shorts the same color as the shoes?", "isBalanced": true, "groups": {"global": null, "local": "09same-shoes_shorts"}, "answer": "yes", "semanticStr": "select: shorts (3)->select: shoes (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "3"}, "fullAnswer": {"3": "3", "6": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the shorts and the shoes are black.", "image": "n187544.jpg", "question_id": 201920420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "choose rel", "dependencies": [0], "argument": "person,to the left of|to the right of,s (2)"}], "entailed": ["201676328", "201676329", "201676325", "201676327", "201676305", "201676303"], "equivalent": ["201676306"], "question": "Is she to the left or to the right of the pillow that looks soft?", "isBalanced": true, "groups": {"global": null, "local": "13-person_person"}, "answer": "left", "semanticStr": "select: she (2)->choose rel: person,to the left of|to the right of,s (2) [0]", "annotations": {"answer": {}, "question": {"1": "2", "11": "6", "14": "6"}, "fullAnswer": {"1": "2", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the left of the pillow.", "image": "n233607.jpg", "question_id": 201676306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "red "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201886839", "201886816", "201886830", "201886819", "201886818", "201886831", "201886828", "201886878", "201886829", "201886871", "201886870", "201886855", "201886875", "201886874", "201886877", "201886876", "201886806", "201886807", "201886873", "201886866", "201886867", "201886864", "201886865", "201886862", "201886860", "201886861", "201886822", "201886823", "201886820", "201886827", "201886868", "201886869", "201886824", "201886817", "201886825", "201886840"], "equivalent": ["201886856"], "question": "Is the vehicle that is not dirty red and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_red"}, "answer": "yes", "semanticStr": "select: vehicle (11)->filter cleanliness: not(dirty) [0]->verify material: metal [1]->verify color: red  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "6": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vehicle is red and metallic.", "image": "n429961.jpg", "question_id": 201886856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480639"], "equivalent": ["20480640"], "question": "What device is not open?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#open"}, "answer": "radio", "semanticStr": "select: device (11)->filter: not(open) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a radio.", "image": "n520071.jpg", "question_id": 20480640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654530", "201654528", "201654529", "201654466", "201654465", "201654464"], "equivalent": ["201654526"], "question": "What vehicle is to the right of the cart?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-cart_to the right of,s"}, "answer": "car", "semanticStr": "select: cart (5)->relate: vehicle,to the right of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7", "8": "5"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n6309.jpg", "question_id": 201654526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "wet "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201885568", "201885569", "201885580", "201885601", "201885600", "201885584", "201885579", "201885578", "201885571", "201885573", "201885572", "201885575", "201885574", "201885577", "201885576", "201885599", "201885598", "201885592", "201885591", "201885597", "201885596", "201885595", "201885594", "201885582"], "equivalent": ["201885570"], "question": "Is the water both blue and wet?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_wet"}, "answer": "yes", "semanticStr": "select: water (9)->verify color: blue [0]->verify: wet  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the water is blue and wet.", "image": "n222297.jpg", "question_id": 201885570}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20414532", "20414530", "20414528", "20414529"], "equivalent": ["20414532", "20414531"], "question": "On which side of the image is the helmet?", "isBalanced": true, "groups": {"global": null, "local": "10q-helmet_hposition"}, "answer": "left", "semanticStr": "select: helmet (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is on the left of the image.", "image": "n16936.jpg", "question_id": 20414531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753239"], "equivalent": ["20753240"], "question": "What item of furniture is not small?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#small"}, "answer": "dresser", "semanticStr": "select: furniture (7)->filter size: not(small) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "4"}, "fullAnswer": {"1:4": "4", "6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a dresser.", "image": "n49438.jpg", "question_id": 20753240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20962303", "20962301", "20962306", "20962304", "20962305"], "equivalent": ["20962302"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "city", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a city.", "image": "n57848.jpg", "question_id": 20962302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["20717043", "20717042", "20717041", "20717040", "20717047", "20717046", "20717052", "20717053", "20717035", "20717048", "20717058", "20717036", "20717037", "20717034", "20717057", "20717044", "20717038", "20717039"], "equivalent": ["20717045"], "question": "Is the bag large?", "isBalanced": true, "groups": {"global": null, "local": "06-bag_large"}, "answer": "no", "semanticStr": "select: bag (9)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bag is small.", "image": "n67005.jpg", "question_id": 20717045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "stove,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201528148", "201528149", "201528156", "201528143", "201528140", "201528141", "201528146", "201528150", "201528144", "201528147", "201528154", "201528155", "201528153", "201528139", "201528138", "201528137", "201528136", "201528135", "201528134"], "equivalent": ["201528142"], "question": "How tall do you think is the stove behind the table?", "isBalanced": true, "groups": {"global": "height", "local": "10q-stove_height"}, "answer": "tall", "semanticStr": "select: table (5)->relate: stove,behind,s (8) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"10": "5", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is tall.", "image": "n118102.jpg", "question_id": 201528142}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201935063", "201935062", "201935061"], "equivalent": ["201935064"], "question": "Which side is the metal lamp on?", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "right", "semanticStr": "select: lamp (10)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the right of the image.", "image": "n556604.jpg", "question_id": 201935064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (5)"}, {"operation": "filter", "dependencies": [0], "argument": "powerful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637226", "201637225"], "equivalent": ["201637227"], "question": "What kind of appliance is powerful?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_powerful"}, "answer": "stove", "semanticStr": "select: appliance (5)->filter: powerful [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n200692.jpg", "question_id": 201637227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "flower,on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201504724", "201504726", "201504727", "201504721", "201504717", "201504716", "201504719", "201504718", "201504723", "201504713", "201504722", "201504715", "201504714"], "equivalent": ["201504720"], "question": "How big is the flower on the surfboard?", "isBalanced": true, "groups": {"global": "size", "local": "10q-flower_size"}, "answer": "small", "semanticStr": "select: surfboard (4)->relate: flower,on,s (11) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "11", "7": "4"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flower is small.", "image": "n298104.jpg", "question_id": 201504720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "power line (17)"}, {"operation": "filter", "dependencies": [0], "argument": "electric"}, {"operation": "verify rel", "dependencies": [1], "argument": "fence,above,o (2)"}], "entailed": [], "equivalent": ["201593628"], "question": "Is the electric power line above the sturdy fence?", "isBalanced": true, "groups": {"global": null, "local": "13-power line_fence"}, "answer": "yes", "semanticStr": "select: power line (17)->filter: electric [0]->verify rel: fence,above,o (2) [1]", "annotations": {"answer": {}, "question": {"2:5": "17", "7:9": "2"}, "fullAnswer": {"2": "17", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the wire is above the fence.", "image": "n200907.jpg", "question_id": 201593628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20472954", "20472948", "20472949", "20472942", "20472947", "20472944", "20472945"], "equivalent": ["20472943"], "question": "Do the gloves look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-gloves_blue"}, "answer": "yes", "semanticStr": "select: gloves (1)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the gloves are blue.", "image": "n126891.jpg", "question_id": 20472943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468524"], "equivalent": ["20468525"], "question": "What vehicle are the trees behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_behind,o"}, "answer": "trailer", "semanticStr": "select: trees (13)->relate: vehicle,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "13", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are behind the trailer.", "image": "n171169.jpg", "question_id": 20468525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468525"], "equivalent": ["20468524"], "question": "What is the vehicle that the trees are behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_behind,o"}, "answer": "trailer", "semanticStr": "select: trees (13)->relate: vehicle,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6": "13"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a trailer.", "image": "n171169.jpg", "question_id": 20468524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "trailer,behind,o (3)"}], "entailed": ["20468528", "20468527", "20468828", "20468829"], "equivalent": ["20468529"], "question": "Are the green trees behind the vehicle the man is to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_trailer"}, "answer": "yes", "semanticStr": "select: trees (13)->filter color: green [0]->verify rel: trailer,behind,o (3) [1]", "annotations": {"answer": {}, "question": {"8": "2", "2:4": "13", "6": "3"}, "fullAnswer": {"2": "13", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are behind the trailer.", "image": "n171169.jpg", "question_id": 20468529}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "keyboard,to the left of,o (2)"}], "entailed": ["20706056"], "equivalent": ["20705935"], "question": "Is the mouse to the left of a keyboard?", "isBalanced": true, "groups": {"global": null, "local": "13-computer mouse_keyboard"}, "answer": "yes", "semanticStr": "select: computer mouse (3)->verify rel: keyboard,to the left of,o (2) [0]", "annotations": {"answer": {}, "question": {"8": "2", "2": "3"}, "fullAnswer": {"9": "2", "2": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mouse is to the left of a keyboard.", "image": "n264887.jpg", "question_id": 20705935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "doors (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20550549", "20550548"], "equivalent": ["20550547"], "question": "Do you see either a large window or door?", "isBalanced": true, "groups": {"global": null, "local": "04-window_large"}, "answer": "no", "semanticStr": "select: window (6)->filter size: large [0]->exist: ? [1]->select: doors (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is small.", "image": "n579928.jpg", "question_id": 20550547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201061172"], "question": "Who do you think is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "boy", "semanticStr": "select: shorts (5)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"6": "5"}, "fullAnswer": {"1": "3", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing shorts.", "image": "n25275.jpg", "question_id": 201061172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "select", "dependencies": [], "argument": "coffee table (9) "}, {"operation": "different shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["20826941"], "equivalent": ["20826942"], "question": "Is the cupboard different in shape than the coffee table?", "isBalanced": true, "groups": {"global": null, "local": "09diff-coffee table_cupboard"}, "answer": "no", "semanticStr": "select: cupboard (11)->select: coffee table (9) ->different shape:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "9", "2": "11"}, "fullAnswer": {"3": "11", "6:8": "9"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the cupboard and the coffee table are square.", "image": "n283587.jpg", "question_id": 20826942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (3)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201067647", "201067646"], "equivalent": ["201067648"], "question": "Is the napkin in the top part or in the bottom of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-napkin_vposition"}, "answer": "bottom", "semanticStr": "select: napkin (3)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The napkin is in the bottom of the image.", "image": "n367944.jpg", "question_id": 201067648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201739317"], "question": "Who is wearing a hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "player", "semanticStr": "select: hat (9)->relate: person,wearing,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "9"}, "fullAnswer": {"1": "8", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a hat.", "image": "n485969.jpg", "question_id": 201739317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (17)"}, {"operation": "filter", "dependencies": [0], "argument": "not(rotten)"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the left of,s (27)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20182826", "20182830", "20183446", "20183447", "20182829", "20182828"], "equivalent": ["20182827"], "question": "Are there any men to the left of the vegetable that is not rotten?", "isBalanced": true, "groups": {"global": null, "local": "13-vegetable_man"}, "answer": "yes", "semanticStr": "select: vegetable (17)->filter: not(rotten) [0]->relate: man,to the left of,s (27) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "17", "3": "27", "13": "17"}, "fullAnswer": {"10": "17", "4": "27"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man to the left of the vegetable.", "image": "n151768.jpg", "question_id": 20182827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201739320", "201739221", "201739222"], "equivalent": ["201739319"], "question": "What is the young person wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-player_wearing,o"}, "answer": "hat", "semanticStr": "select: person (8)->filter age: young [0]->relate: _,wearing,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a hat.", "image": "n485969.jpg", "question_id": 201739319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20303007"], "question": "What color is the umbrella on the left?", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "pink", "semanticStr": "select: umbrella (7)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is pink.", "image": "n318684.jpg", "question_id": 20303007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201391911", "201391910"], "equivalent": ["201391912"], "question": "What's the sofa made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sofa_material"}, "answer": "wood", "semanticStr": "select: sofa (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sofa is made of wood.", "image": "n477702.jpg", "question_id": 201391912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201391912", "201391910"], "equivalent": ["201391911"], "question": "What type of material makes up the sofa?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sofa_material"}, "answer": "wood", "semanticStr": "select: sofa (12)->query: material [0]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sofa is made of wood.", "image": "n477702.jpg", "question_id": 201391911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife block (20)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (18)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20308744"], "equivalent": ["20308745"], "question": "Does the appliance to the left of the knife block look dirty and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_dirty"}, "answer": "no", "semanticStr": "select: knife block (20)->relate: appliance,to the left of,s (18) [0]->verify color: dark [1]->verify cleanliness: dirty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "20", "2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the stove is dark but clean.", "image": "n278312.jpg", "question_id": 20308745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (24)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262106"], "equivalent": ["202262107"], "question": "What are the flowers in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-flowers_in front of,o"}, "answer": "napkin", "semanticStr": "select: flowers (24)->relate: _,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "24", "7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are in front of the napkin.", "image": "n28572.jpg", "question_id": 202262107}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20308747", "20308756", "20308744", "20308760", "20308761", "20308748", "20308745", "20308753", "20308752", "20308751", "20308750", "20308757", "20308746", "20308755", "20308754"], "equivalent": ["20308749"], "question": "What is the color of the stove?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-stove_color"}, "answer": "dark", "semanticStr": "select: stove (18)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is dark.", "image": "n278312.jpg", "question_id": 20308749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,behind,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201407177", "201407176", "201407174", "201407150", "201407335", "201407334"], "equivalent": ["201407175"], "question": "Do you see any fences behind him?", "isBalanced": true, "groups": {"global": null, "local": "13-man_fence"}, "answer": "yes", "semanticStr": "select: he (0)->relate: fence,behind,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "13", "6": "0"}, "fullAnswer": {"4": "13", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fence behind the man.", "image": "n282607.jpg", "question_id": 201407175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201391919", "201391912", "201391911", "201391910", "201391917", "201391922", "201391923", "201391921", "201391924", "201391925"], "equivalent": ["201391919", "201391918"], "question": "Is the brown sofa both soft and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_wood"}, "answer": "yes", "semanticStr": "select: sofa (12)->filter color: brown [0]->verify hardness: soft [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sofa is soft and wooden.", "image": "n477702.jpg", "question_id": 201391918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (8)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,to the right of,s (7)"}, {"operation": "verify", "dependencies": [1], "argument": "healthy"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20789952"], "equivalent": ["20789952", "20789953"], "question": "Does the horse that is to the right of the other horse look white and healthy?", "isBalanced": true, "groups": {"global": null, "local": "05-healthy_white"}, "answer": "no", "semanticStr": "select: horse (8)->relate: horse,to the right of,s (7) [0]->verify: healthy [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "8", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the horse is healthy but brown.", "image": "n475030.jpg", "question_id": 20789953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20119077", "20119089", "20119088", "20119090", "20119083", "20119082", "20119081", "20119080", "20119087", "20119086", "20119079", "20119078", "20119084", "20119091", "20119093"], "equivalent": ["20119085"], "question": "Is the shoe black and open?", "isBalanced": true, "groups": {"global": null, "local": "05-black_open"}, "answer": "yes", "semanticStr": "select: shoe (0)->verify color: black [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoe is black and open.", "image": "n540852.jpg", "question_id": 20119085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (15)"}, {"operation": "select", "dependencies": [], "argument": "ceiling (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20226395", "20226396", "20226397", "20226399"], "equivalent": ["20226398", "20226399"], "question": "Is the color of the ceiling different than the plate?", "isBalanced": true, "groups": {"global": null, "local": "09diff-ceiling_plate"}, "answer": "yes", "semanticStr": "select: plate (15)->select: ceiling (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "15", "5": "9"}, "fullAnswer": {"2": "15", "7": "9"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the plate is red and the ceiling is white.", "image": "n68769.jpg", "question_id": 20226398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (8)"}, {"operation": "relate", "dependencies": [0], "argument": "bear,to the right of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202286518"], "equivalent": ["202286517"], "question": "Are there bears to the right of the bananas?", "isBalanced": true, "groups": {"global": null, "local": "13-bananas_bear"}, "answer": "no", "semanticStr": "select: bananas (8)->relate: bear,to the right of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"10": "8", "4": "11"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an elephant to the right of the bananas.", "image": "n413002.jpg", "question_id": 202286517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947739"], "equivalent": ["201947738"], "question": "What is the faucet mounted on?", "isBalanced": true, "groups": {"global": "", "local": "14-faucet_mounted on,o"}, "answer": "countertop", "semanticStr": "select: faucet (7)->relate: _,mounted on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet is mounted on the countertop.", "image": "n473688.jpg", "question_id": 201947738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (5)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["20902938", "20902942", "20902943", "20902940", "20902941", "20902946"], "equivalent": ["20902945"], "question": "What is the weight of the bike?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-bike_weight"}, "answer": "heavy", "semanticStr": "select: bike (5)->query: weight [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bike is heavy.", "image": "n411121.jpg", "question_id": 20902945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboat,to the right of,s (9)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20299826"], "question": "Does the sailboat to the right of the boat look white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: boat (7)->relate: sailboat,to the right of,s (9) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "7", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sailboat is white but small.", "image": "n195925.jpg", "question_id": 20299826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "choose color", "dependencies": [1], "argument": "white|blue"}], "entailed": [], "equivalent": ["202265600"], "question": "How does the short sleeved shirt look, white or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (1)->filter: short sleeved [0]->choose color: white|blue [1]", "annotations": {"answer": {}, "question": {"3:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is white.", "image": "n534106.jpg", "question_id": 202265600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (13)"}, {"operation": "relate", "dependencies": [0], "argument": "notebook,to the left of,s (16)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "closed "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20899422", "20899423", "20899420", "20899421", "20899408", "20899409", "20899424", "20899405", "20899406", "20899429", "20899428", "20899402", "20899407", "20899430", "20899413", "20899412", "20899411", "20899410", "20899416", "20899415", "20899414", "20899426"], "equivalent": ["20899401"], "question": "Does the notebook which is to the left of the napkin look black and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-black_closed"}, "answer": "yes", "semanticStr": "select: napkin (13)->relate: notebook,to the left of,s (16) [0]->verify color: black [1]->verify: closed  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "13", "2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the notebook is black and closed.", "image": "n403734.jpg", "question_id": 20899401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}], "entailed": ["202265610", "202265593", "202265608", "202265609", "202265602", "202265604", "202265605", "202265606", "202265607"], "equivalent": ["202265603", "202265604", "202265605"], "question": "Is the shirt short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify: short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved.", "image": "n534106.jpg", "question_id": 202265603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "relate", "dependencies": [0], "argument": "marker,next to,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201111090", "201111091", "201111065", "201111095", "201111067", "201111097", "201111098", "201111099", "201111089", "201111066", "201111096", "201111102", "201111103", "201111101", "201111094", "201111079"], "equivalent": ["201111100"], "question": "How long is the marker next to the cup?", "isBalanced": true, "groups": {"global": "length", "local": "10q-marker_length"}, "answer": "long", "semanticStr": "select: cup (5)->relate: marker,next to,s (9) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"8": "5", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The marker is long.", "image": "n546616.jpg", "question_id": 201111100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "select", "dependencies": [], "argument": "dog (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202059929"], "equivalent": ["202059930"], "question": "Is the color of the wall different than the dog?", "isBalanced": true, "groups": {"global": null, "local": "09diff-dog_wall"}, "answer": "no", "semanticStr": "select: wall (19)->select: dog (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "10", "5": "19"}, "fullAnswer": {"3": "19", "6": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the wall and the dog are white.", "image": "n14087.jpg", "question_id": 202059930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037035", "201037169", "201037168", "201037167", "201037166"], "equivalent": ["201037170"], "question": "Which kind of sign is the girl in front of?", "isBalanced": true, "groups": {"global": "sign", "local": "15-girl_in front of,o"}, "answer": "traffic sign", "semanticStr": "select: girl (2)->relate: sign,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "2", "7:9": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the traffic sign.", "image": "n393305.jpg", "question_id": 201037170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "refrigerator (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201570596"], "question": "Are there both a cabinet and a freezer in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cabinet_refrigerator"}, "answer": "no", "semanticStr": "select: cabinet (10)->exist: ? [0]->select: refrigerator (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cabinet but no refrigerators.", "image": "n382416.jpg", "question_id": 201570596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202106350", "202106341", "202106340", "202106351", "202106349", "202106344", "202106338", "202106339", "202106343"], "equivalent": ["202106342"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n574498.jpg", "question_id": 202106342}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwich (0)"}, {"operation": "relate", "dependencies": [0], "argument": "tea,to the right of,s (1)"}, {"operation": "choose", "dependencies": [1], "argument": "wet|dry"}], "entailed": ["20899603", "20899602", "20899615", "20899614", "20899604", "20899605", "20899610", "20899613", "20899612", "20899600", "20899594", "20899601", "20899592", "20899593", "20899591"], "equivalent": ["20899611", "20899610", "20899613", "20899612"], "question": "Is the tea to the right of the sandwich dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-tea_17"}, "answer": "wet", "semanticStr": "select: sandwich (0)->relate: tea,to the right of,s (1) [0]->choose: wet|dry [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tea is wet.", "image": "n186491.jpg", "question_id": 20899611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "verify rel", "dependencies": [1], "argument": "tree,behind,o (9)"}], "entailed": ["20894317", "20894316", "20894115"], "equivalent": ["20894117"], "question": "Is the huge building behind the tree that is not short?", "isBalanced": true, "groups": {"global": null, "local": "13-building_tree"}, "answer": "yes", "semanticStr": "select: building (10)->filter size: huge [0]->verify rel: tree,behind,o (9) [1]", "annotations": {"answer": {}, "question": {"10": "9", "2:4": "10", "6": "9"}, "fullAnswer": {"2": "10", "6": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the building is behind the tree.", "image": "n272313.jpg", "question_id": 20894117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067774", "201067764", "201067503"], "equivalent": ["201067504"], "question": "What device is not white?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#white"}, "answer": "calculator", "semanticStr": "select: device (4)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a calculator.", "image": "n367944.jpg", "question_id": 201067504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201428789", "201428788", "201428794", "201428790", "201428791", "201428792", "201428793", "201428787"], "equivalent": ["201428794", "201428795"], "question": "Which side of the picture is the plastic appliance on?", "isBalanced": true, "groups": {"global": null, "local": "10q-vacuum_hposition"}, "answer": "left", "semanticStr": "select: appliance (13)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vacuum is on the left of the image.", "image": "n64959.jpg", "question_id": 201428795}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982879"], "equivalent": ["201982319"], "question": "What kind of furniture is not long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#long"}, "answer": "coffee table", "semanticStr": "select: furniture (6)->filter length: not(long) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4:6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a coffee table.", "image": "n526228.jpg", "question_id": 201982319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "wii controllers (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201763633"], "equivalent": ["201763634"], "question": "Is there a computer or a Wii controller in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-computer_wii controllers"}, "answer": "no", "semanticStr": "select: computer (-)->exist: ? [0]->select: wii controllers (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no Wii controllers or computers.", "image": "n246334.jpg", "question_id": 201763634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "choose thickness", "dependencies": [1], "argument": "thick|thin"}], "entailed": ["20381475", "20381474", "20381477", "20381476", "20381470", "20381473", "20381479", "20381482", "20381495"], "equivalent": ["20381480"], "question": "Is the red book thin or thick?", "isBalanced": true, "groups": {"global": "thickness", "local": "10c-book_thickness"}, "answer": "thick", "semanticStr": "select: book (4)->filter color: red [0]->choose thickness: thick|thin [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The book is thick.", "image": "n398257.jpg", "question_id": 20381480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174281", "202174226", "202174227", "202174364", "202174365", "202174366", "202174360", "202174361", "202174363"], "equivalent": ["202174362"], "question": "Which kind of appliance is to the right of the stove?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-stove_to the right of,s"}, "answer": "coffee maker", "semanticStr": "select: stove (2)->relate: appliance,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a coffee maker.", "image": "n398429.jpg", "question_id": 202174362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119979", "202119931", "202119932"], "equivalent": ["202119981"], "question": "What kind of furniture is flat?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_flat"}, "answer": "table", "semanticStr": "select: furniture (3)->filter: flat [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n500308.jpg", "question_id": 202119981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982309", "201982310", "201982289", "201982288", "201982278", "201982279"], "equivalent": ["201982311"], "question": "Which kind of furniture is made of leather?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_leather"}, "answer": "couch", "semanticStr": "select: furniture (14)->filter material: leather [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n526228.jpg", "question_id": 201982311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201885261", "201885262"], "equivalent": ["201885238"], "question": "What is the frisbee inside of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-frisbee_inside,o"}, "answer": "fence", "semanticStr": "select: frisbee (0)->relate: _,inside,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The frisbee is inside the fence.", "image": "n222297.jpg", "question_id": 201885238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (14)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982314", "201982313", "201982292", "201982293", "201982290", "201982291", "201982278", "201982279"], "equivalent": ["201982315"], "question": "What kind of furniture is long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "couch", "semanticStr": "select: furniture (14)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n526228.jpg", "question_id": 201982315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboarder,to the right of,s (1)"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "verify fatness", "dependencies": [1], "argument": "skinny "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202101063"], "question": "Does the skateboarder that is to the right of the lamp seem to be male and skinny?", "isBalanced": true, "groups": {"global": null, "local": "05-male_skinny"}, "answer": "no", "semanticStr": "select: lamp (8)->relate: skateboarder,to the right of,s (1) [0]->verify gender: male [1]->verify fatness: skinny  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "8", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skateboarder is skinny but female.", "image": "n472825.jpg", "question_id": 202101063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "filter", "dependencies": [0], "argument": "dull"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20902497"], "equivalent": ["20902498", "20902497"], "question": "Is the poster that looks dull both rectangular and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_rectangular"}, "answer": "no", "semanticStr": "select: poster (10)->filter: dull [0]->verify color: brown [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the poster is rectangular but green.", "image": "n411121.jpg", "question_id": 20902498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["202101065", "202101063"], "equivalent": ["202101066"], "question": "How fat is the skateboarder that is not male?", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-skateboarder_fatness"}, "answer": "skinny", "semanticStr": "select: skateboarder (1)->filter gender: not(male) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"8": "1", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is skinny.", "image": "n472825.jpg", "question_id": 202101066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "relate", "dependencies": [0], "argument": "headband,wearing,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201589990", "201589991", "201589992", "201589987", "201589988", "201589994"], "equivalent": ["201589990", "201589989"], "question": "Which color is the headband the player is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-headband_color"}, "answer": "yellow", "semanticStr": "select: player (4)->relate: headband,wearing,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "4"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair band is yellow.", "image": "n260762.jpg", "question_id": 201589989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "dull"}], "entailed": ["20902491", "20902493"], "equivalent": ["20902494"], "question": "Does the green poster look dull?", "isBalanced": true, "groups": {"global": null, "local": "06-poster_dull"}, "answer": "yes", "semanticStr": "select: poster (10)->filter color: green [0]->verify: dull [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the poster is dull.", "image": "n411121.jpg", "question_id": 20902494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboarder,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["202101063", "202101070", "202101071", "202101068"], "equivalent": ["202101069"], "question": "What is the gender of the skateboarder to the right of the lamp?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-skateboarder_gender"}, "answer": "female", "semanticStr": "select: lamp (8)->relate: skateboarder,to the right of,s (1) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"12": "8", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is female.", "image": "n472825.jpg", "question_id": 202101069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (21)"}, {"operation": "filter orientation", "dependencies": [0], "argument": "vertical"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20503828", "20503821", "20503827", "20503831", "20503830", "20503833", "20503832", "20503835", "20503834", "20503824", "20503836", "20503822", "20503829", "20503823", "20503825", "20503820", "20503826"], "equivalent": ["20503819"], "question": "Are the vertical windows tall and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_tall"}, "answer": "yes", "semanticStr": "select: windows (21)->filter orientation: vertical [0]->verify color: black [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are tall and black.", "image": "n324644.jpg", "question_id": 20503819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201639146", "201639152", "201639153", "201639147", "201639151", "201639154", "201639148"], "equivalent": ["201639149"], "question": "Is the small vehicle on the left side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-vehicle_left"}, "answer": "no", "semanticStr": "select: vehicle (17)->filter size: small [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the vehicle is on the right of the image.", "image": "n497789.jpg", "question_id": 201639149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076565"], "equivalent": ["2076566"], "question": "What is the chimney sitting on top of?", "isBalanced": true, "groups": {"global": "building", "local": "14-chimney_sitting on top of,o"}, "answer": "houses", "semanticStr": "select: chimney (8)->relate: _,sitting on top of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "8", "8": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chimney is sitting on top of the houses.", "image": "n173807.jpg", "question_id": 2076566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202081841", "202081824", "202081823", "202081847", "202081822", "202081850", "202081825", "202081834", "202081844", "202081833", "202081832", "202081830", "202081842", "202081843", "202081835", "202081827", "202081828", "202081829", "202081848", "202081849"], "equivalent": ["202081831"], "question": "What color is the small animal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cat_color"}, "answer": "orange", "semanticStr": "select: animal (1)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cat is orange.", "image": "n433692.jpg", "question_id": 202081831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "houses (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076563", "2076562"], "equivalent": ["2076564"], "question": "What is sitting on top of the houses?", "isBalanced": true, "groups": {"global": "thing", "local": "14-houses_sitting on top of,s"}, "answer": "chimney", "semanticStr": "select: houses (22)->relate: _,sitting on top of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "8": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chimney is sitting on top of the houses.", "image": "n173807.jpg", "question_id": 2076564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing at,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073292", "202073352", "202073350"], "equivalent": ["202073353"], "question": "What animal stands at the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing at,s"}, "answer": "deer", "semanticStr": "select: grass (8)->relate: animal,standing at,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n219840.jpg", "question_id": 202073353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,above,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing at,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073292", "202073353", "202073350"], "equivalent": ["202073352"], "question": "What animal stands at the grass the trees above?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing at,s"}, "answer": "deer", "semanticStr": "select: trees (5)->relate: grass,above,o (8) [0]->relate: animal,standing at,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7", "5": "8", "7": "5"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n219840.jpg", "question_id": 202073352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639409", "201639414", "201639413", "201639412", "201639411", "201639339"], "equivalent": ["201639410", "201639409"], "question": "What are the animals to the left of the people?", "isBalanced": true, "groups": {"global": "animal", "local": "15-people_to the left of,s"}, "answer": "zebras", "semanticStr": "select: people (16)->relate: animal,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"9": "16", "3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n497789.jpg", "question_id": 201639410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073399", "202073424"], "equivalent": ["202073425"], "question": "What is under the trees?", "isBalanced": true, "groups": {"global": "plant", "local": "14-trees_under,s"}, "answer": "grass", "semanticStr": "select: trees (5)->relate: _,under,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is under the trees.", "image": "n219840.jpg", "question_id": 202073425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20427496", "20427494", "20427495", "20427492", "20427493", "20427490", "20427491", "20427489", "20427488", "20427498", "20427499", "20427497", "20427500", "20427501", "20427502", "20427485"], "equivalent": ["20427484"], "question": "Is the shirt both long sleeved and beige?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_long sleeved"}, "answer": "yes", "semanticStr": "select: shirt (10)->verify color: beige [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is long sleeved and beige.", "image": "n281241.jpg", "question_id": 20427484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "deer,to the right of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing at,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073357", "202073356", "202073355", "202073399"], "equivalent": ["202073354"], "question": "Where does the deer that to the right of the horses stand?", "isBalanced": true, "groups": {"global": "plant", "local": "14-deer_standing at,o"}, "answer": "grass", "semanticStr": "select: horses (2)->relate: deer,to the right of,s (7) [0]->relate: _,standing at,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "2", "3": "7"}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The deer stands at the grass.", "image": "n219840.jpg", "question_id": 202073354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447154"], "equivalent": ["201447155"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-man_in front of,o"}, "answer": "sink", "semanticStr": "select: man (7)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "7", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the sink.", "image": "n54180.jpg", "question_id": 201447155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447155"], "equivalent": ["201447154"], "question": "What do you think is the man in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-man_in front of,o"}, "answer": "sink", "semanticStr": "select: man (7)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "7"}, "fullAnswer": {"1": "7", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the sink.", "image": "n54180.jpg", "question_id": 201447154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing behind,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202231518"], "equivalent": ["202231519"], "question": "What is the man standing behind of?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_standing behind,o"}, "answer": "trash can", "semanticStr": "select: man (6)->relate: _,standing behind,o (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1": "6", "6:8": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the trash can.", "image": "n79078.jpg", "question_id": 202231519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (14)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,to the left of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20285553", "20285546", "20285547", "20285556", "20285555"], "equivalent": ["20285554"], "question": "What is the color of the curtain that is to the left of the pillows?", "isBalanced": true, "groups": {"global": "color", "local": "10q-curtain_color"}, "answer": "yellow", "semanticStr": "select: pillows (14)->relate: curtain,to the left of,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"14": "14", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain is yellow.", "image": "n192021.jpg", "question_id": 20285554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647363"], "equivalent": ["20647364"], "question": "What's the belt holding onto?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-belt_holding onto,o"}, "answer": "pants", "semanticStr": "select: belt (18)->relate: _,holding onto,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "18", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The belt is holding onto the trousers.", "image": "n98540.jpg", "question_id": 20647364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (10)"}, {"operation": "select", "dependencies": [], "argument": "keyboard (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20381154", "20381152", "20381151"], "equivalent": ["20381153", "20381152", "20381151"], "question": "Is the color of the keyboard the same as the color of the plant?", "isBalanced": true, "groups": {"global": null, "local": "09same-keyboard_plant"}, "answer": "no", "semanticStr": "select: plant (10)->select: keyboard (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"13": "10", "5": "8"}, "fullAnswer": {"2": "10", "7": "8"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the plant is green and the keyboard is white.", "image": "n398257.jpg", "question_id": 20381153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing behind,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202231515"], "equivalent": ["202231516"], "question": "Who is standing behind the trash can?", "isBalanced": true, "groups": {"global": "person", "local": "14-trash can_standing behind,s"}, "answer": "man", "semanticStr": "select: trash can (4)->relate: person,standing behind,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the trashcan.", "image": "n79078.jpg", "question_id": 202231516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (10)"}, {"operation": "relate", "dependencies": [0], "argument": "flower pot,under,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "full "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20381625"], "question": "Does the plant pot under the plant look full and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_full"}, "answer": "no", "semanticStr": "select: plant (10)->relate: flower pot,under,s (9) [0]->verify color: brown [1]->verify: full  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9", "6": "10"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the plant pot is full but white.", "image": "n398257.jpg", "question_id": 20381625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647361"], "equivalent": ["20647362"], "question": "What is holding onto the pants?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-pants_holding onto,s"}, "answer": "belt", "semanticStr": "select: pants (12)->relate: _,holding onto,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The belt is holding onto the trousers.", "image": "n98540.jpg", "question_id": 20647362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201411233", "201411231", "201411230", "201411237", "201411236", "201411235", "201411234", "201411228", "201411229", "201411238", "201411222", "201411232", "201411227", "201411224", "201411226", "201411225"], "equivalent": ["201411221"], "question": "Is the toilet brush black and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-black_clean"}, "answer": "yes", "semanticStr": "select: toilet brush (9)->verify color: black [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the toilet brush is black and clean.", "image": "n415215.jpg", "question_id": 201411221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "filter", "dependencies": [0], "argument": "murky"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2062401", "2062400", "2062402", "2062405", "2062404", "2062406", "2062374", "2062399", "2062398", "2062385", "2062396", "2062386"], "equivalent": ["2062403", "2062402"], "question": "Of which color is the murky water?", "isBalanced": true, "groups": {"global": "color", "local": "10q-water_color"}, "answer": "green", "semanticStr": "select: water (4)->filter: murky [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5:7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water is green.", "image": "n179136.jpg", "question_id": 2062403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "road,near,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20320242", "20320241", "20320247", "20320245", "20320244"], "equivalent": ["20320243"], "question": "What is the color of the road near the building?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-road_color"}, "answer": "dark", "semanticStr": "select: building (9)->relate: road,near,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "9", "6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The road is dark.", "image": "n206358.jpg", "question_id": 20320243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "road,near,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify width", "dependencies": [1], "argument": "narrow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20320241"], "question": "Is the road near the building dark and narrow?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_narrow"}, "answer": "no", "semanticStr": "select: building (9)->relate: road,near,s (10) [0]->verify color: dark [1]->verify width: narrow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "9"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the road is dark but wide.", "image": "n206358.jpg", "question_id": 20320241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201411232", "201411222", "201411230", "201411224", "201411225", "201411226", "201411228", "201411229"], "equivalent": ["201411227"], "question": "What color is the toilet brush on the right?", "isBalanced": true, "groups": {"global": "color", "local": "10q-toilet brush_color"}, "answer": "black", "semanticStr": "select: toilet brush (9)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet brush is black.", "image": "n415215.jpg", "question_id": 201411227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter", "dependencies": [0], "argument": "patterned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616150", "201616125", "201616126", "201616127", "201616128", "201616129", "201616149"], "equivalent": ["201616151"], "question": "Which kind of furniture is patterned?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_patterned"}, "answer": "table", "semanticStr": "select: furniture (3)->filter: patterned [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n65230.jpg", "question_id": 201616151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430621", "201430620", "201430622", "201430624"], "equivalent": ["201430625"], "question": "What clothing item is long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "dress shirt", "semanticStr": "select: clothing (10)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"1:3": "10"}, "fullAnswer": {"1:3": "10", "5:7": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt.", "image": "n206785.jpg", "question_id": 201430625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,behind,o (14)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20609356", "20609354"], "equivalent": ["20609355"], "question": "What is in front of the fruit that the bowl is behind of?", "isBalanced": true, "groups": {"global": "food", "local": "14-strawberry_in front of,s"}, "answer": "whipped cream", "semanticStr": "select: bowl (5)->relate: fruit,behind,o (14) [0]->relate: _,in front of,s (17) [1]->query: name [2]", "annotations": {"answer": {"0:2": "17"}, "question": {"9": "5", "6": "14"}, "fullAnswer": {"8": "14", "1:3": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The whipped cream is in front of the strawberry.", "image": "n437064.jpg", "question_id": 20609355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (12)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20963789", "20963788", "20963798", "20963799", "20963796", "20963797", "20963794", "20963786", "20963793", "20963783", "20963791", "20963785", "20963800", "20963790", "20963784", "20963782", "20963787"], "equivalent": ["20963792", "20963791"], "question": "Is the faucet both clean and small?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_small"}, "answer": "yes", "semanticStr": "select: faucet (12)->verify cleanliness: clean [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the faucet is clean and small.", "image": "n119886.jpg", "question_id": 20963792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "whipped cream (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609360", "20609362", "20609359", "20609361", "20609357"], "equivalent": ["20609358", "20609357"], "question": "The whipped cream is in front of what?", "isBalanced": true, "groups": {"global": "flavor", "local": "14-whipped cream_in front of,o"}, "answer": "strawberry", "semanticStr": "select: whipped cream (17)->relate: _,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1:3": "17"}, "fullAnswer": {"8": "14", "1:3": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The whipped cream is in front of the strawberry.", "image": "n437064.jpg", "question_id": 20609358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose material", "dependencies": [1], "argument": "leather|paper"}], "entailed": [], "equivalent": ["201482299"], "question": "Is the bag that looks brown made of leather or paper?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bag_material"}, "answer": "leather", "semanticStr": "select: bag (6)->filter color: brown [0]->choose material: leather|paper [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is made of leather.", "image": "n470920.jpg", "question_id": 201482299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baskets (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (7)"}, {"operation": "filter activity", "dependencies": [1], "argument": "talking"}, {"operation": "verify age", "dependencies": [2], "argument": "old"}], "entailed": ["201795899", "201795898", "201795879", "201795881", "201795880", "201795883", "201795882", "201795908", "201795909", "201795906", "201795912", "201795911", "201795910", "201795904", "201795905", "201795915", "201795914"], "equivalent": ["201795913"], "question": "Does the talking person near the baskets look old?", "isBalanced": true, "groups": {"global": null, "local": "06-man_old"}, "answer": "no", "semanticStr": "select: baskets (16)->relate: person,near,s (7) [0]->filter activity: talking [1]->verify age: old [2]", "annotations": {"answer": {}, "question": {"2:4": "7", "6": "16"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is young.", "image": "n119944.jpg", "question_id": 201795913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795919", "201795918"], "equivalent": ["201795917"], "question": "What is the young man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: man (7)->filter age: young [0]->relate: _,wearing,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n119944.jpg", "question_id": 201795917}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891559", "20891560"], "equivalent": ["20891558"], "question": "What is that child wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-child_wearing,o"}, "answer": "shorts", "semanticStr": "select: child (5)->relate: _,wearing,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing shorts.", "image": "n347706.jpg", "question_id": 20891558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235770", "201235771", "201235769"], "equivalent": ["201235769", "201235768"], "question": "What is the bag to the left of the shelves called?", "isBalanced": true, "groups": {"global": "bag", "local": "15-shelves_to the left of,s"}, "answer": "handbag", "semanticStr": "select: shelves (15)->relate: bag,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"9": "15", "3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is a handbag.", "image": "n527589.jpg", "question_id": 201235768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting next to,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902820", "201903008", "201903009", "201903010"], "equivalent": ["201903011"], "question": "Which kind of device is the keyboard sitting next to?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_sitting next to,o"}, "answer": "computer mouse", "semanticStr": "select: keyboard (8)->relate: device,sitting next to,o (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is sitting next to the mouse.", "image": "n435808.jpg", "question_id": 201903011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "paper"}, {"operation": "verify rel", "dependencies": [1], "argument": "pillow,to the right of,s (4)"}], "entailed": ["202162560", "202162559"], "equivalent": ["202162558"], "question": "Is the pillow to the right of the books made of paper?", "isBalanced": true, "groups": {"global": null, "local": "13-books_pillow"}, "answer": "no", "semanticStr": "select: books (9)->filter material: paper [0]->verify rel: pillow,to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"11": "9", "8": "9", "2": "4"}, "fullAnswer": {"9": "9", "2": "4"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pillow is to the left of the books.", "image": "n69237.jpg", "question_id": 202162558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "choose rel", "dependencies": [0], "argument": "pillow,to the left of|to the right of,s (4)"}], "entailed": ["202162560", "202162587", "202162558", "202162586"], "equivalent": ["202162560", "202162559"], "question": "Is the pillow to the right or to the left of the books?", "isBalanced": true, "groups": {"global": null, "local": "13-books_pillow"}, "answer": "left", "semanticStr": "select: books (9)->choose rel: pillow,to the left of|to the right of,s (4) [0]", "annotations": {"answer": {}, "question": {"2": "4", "12": "9"}, "fullAnswer": {"1": "4", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pillow is to the left of the books.", "image": "n69237.jpg", "question_id": 202162559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cyclist (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,riding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202257416", "202257417", "202257418", "202257419", "202257163"], "equivalent": ["202257164", "202257163"], "question": "The person to the left of the bicyclist is riding what?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_riding,o"}, "answer": "bicycle", "semanticStr": "select: cyclist (14)->relate: person,to the left of,s (10) [0]->relate: _,riding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1": "10", "7": "14"}, "fullAnswer": {"1": "10", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is riding the bicycle.", "image": "n92308.jpg", "question_id": 202257164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,sitting atop,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the left of,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201482120", "201482119"], "equivalent": ["201482121"], "question": "Are there men to the left of the fruits that are sitting atop the blanket?", "isBalanced": true, "groups": {"global": null, "local": "13-berries_man"}, "answer": "yes", "semanticStr": "select: blanket (19)->relate: fruit,sitting atop,s (5) [0]->relate: man,to the left of,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "5", "2": "2", "14": "19"}, "fullAnswer": {"10": "5", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man to the left of the berries.", "image": "n470920.jpg", "question_id": 201482121}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (4)"}, {"operation": "relate", "dependencies": [0], "argument": "shower,in,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201880433", "201880432", "201880429", "201880435"], "equivalent": ["201880435", "201880434"], "question": "What color is the shower that is in the bathroom?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shower_color"}, "answer": "white", "semanticStr": "select: bathroom (4)->relate: shower,in,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "4", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shower is white.", "image": "n95369.jpg", "question_id": 201880434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202000899"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skater", "semanticStr": "select: person (3)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is standing.", "image": "n299528.jpg", "question_id": 202000899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "berries (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201481779"], "equivalent": ["201482126"], "question": "What do you think does the man to the left of the berries sit atop?", "isBalanced": true, "groups": {"global": "textile", "local": "14-man_sitting atop,o"}, "answer": "blanket", "semanticStr": "select: berries (5)->relate: man,to the left of,s (2) [0]->relate: _,sitting atop,o (19) [1]->query: name [2]", "annotations": {"answer": {"0": "19"}, "question": {"12": "5", "6": "2"}, "fullAnswer": {"1": "2", "5": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man sits atop the blanket.", "image": "n470920.jpg", "question_id": 201482126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|red"}], "entailed": [], "equivalent": ["20797645"], "question": "Is the shoe red or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shoe_color"}, "answer": "gray", "semanticStr": "select: shoe (0)->choose color: gray|red [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shoe is gray.", "image": "n16656.jpg", "question_id": 20797645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (3)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,to the right of,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20964072", "20964073", "20964071"], "equivalent": ["20964070"], "question": "Does the shelf to the right of the other shelf have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-shelf_white"}, "answer": "yes", "semanticStr": "select: shelf (3)->relate: shelf,to the right of,s (8) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"9": "3", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shelf is white.", "image": "n119886.jpg", "question_id": 20964070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "elephant,to the left of,s (14)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201795935", "201795934", "201794982", "201795933", "201795193", "201795192", "201795191"], "equivalent": ["201795190"], "question": "Is there an elephant to the left of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_elephant"}, "answer": "yes", "semanticStr": "select: man (7)->relate: elephant,to the left of,s (14) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "7", "3": "14"}, "fullAnswer": {"10": "7", "4": "14"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an elephant to the left of the man.", "image": "n119944.jpg", "question_id": 201795190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pillow (6) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20827399"], "question": "Is there either a pillow or a sofa in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-pillow_sofa"}, "answer": "yes", "semanticStr": "select: sofa (4)->exist: ? [0]->select: pillow (6) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "6", "7": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a sofa.", "image": "n283587.jpg", "question_id": 20827399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(dry)"}, {"operation": "relate", "dependencies": [1], "argument": "fire hydrant,on top of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20596565", "20596564"], "equivalent": ["20596563", "20596565", "20596564"], "question": "Do you see fire hydrants on top of the sidewalk that is not dry?", "isBalanced": true, "groups": {"global": null, "local": "13-sidewalk_fire hydrant"}, "answer": "no", "semanticStr": "select: sidewalk (7)->filter: not(dry) [0]->relate: fire hydrant,on top of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "7", "13": "7"}, "fullAnswer": {"10": "7", "4:6": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a trash can on top of the sidewalk.", "image": "n514467.jpg", "question_id": 20596563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "choose color", "dependencies": [1], "argument": "light blue|black"}], "entailed": [], "equivalent": ["201319481"], "question": "Is the long sleeved shirt black or light blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shirt_color"}, "answer": "light blue", "semanticStr": "select: shirt (1)->filter: long sleeved [0]->choose color: light blue|black [1]", "annotations": {"answer": {}, "question": {"2:5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is light blue.", "image": "n508733.jpg", "question_id": 201319481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (4)"}, {"operation": "choose name", "dependencies": [1], "argument": "sofa|bed"}], "entailed": [], "equivalent": ["20827394"], "question": "Behind what is the window, a sofa or a bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_behind,o"}, "answer": "sofa", "semanticStr": "select: window (3)->relate: furniture,behind,o (4) [0]->choose name: sofa|bed [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "3", "6": "4"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The window is behind a sofa.", "image": "n283587.jpg", "question_id": 20827394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827391", "20827398", "20827392"], "equivalent": ["20827393"], "question": "Behind what kind of furniture is the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_behind,o"}, "answer": "sofa", "semanticStr": "select: window (3)->relate: furniture,behind,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "4"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The window is behind the sofa.", "image": "n283587.jpg", "question_id": 20827393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20151673", "20151658", "20151659", "20151656", "20151657", "20151654", "20151655", "20151653", "20151650", "20151651", "20151667", "20151666", "20151665", "20151664", "20151661", "20151671", "20151670", "20151675", "20151669", "20151668"], "equivalent": ["20151660"], "question": "Is the sweatshirt black and open?", "isBalanced": true, "groups": {"global": null, "local": "05-black_open"}, "answer": "yes", "semanticStr": "select: sweatshirt (3)->verify color: black [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sweatshirt is black and open.", "image": "n313060.jpg", "question_id": 20151660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201621830", "201621831", "201621833", "201621834", "201621835", "201621836", "201621827", "201621829", "201621828"], "equivalent": ["201621832", "201621833"], "question": "Is the black device on the right or on the left side?", "isBalanced": true, "groups": {"global": null, "local": "10c-television_hposition"}, "answer": "left", "semanticStr": "select: device (9)->filter color: black [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The TV is on the left of the image.", "image": "n275148.jpg", "question_id": 201621832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "driver (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,driving,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987466", "201987583"], "equivalent": ["201987467"], "question": "What is the driver driving?", "isBalanced": true, "groups": {"global": "object", "local": "14-driver_driving,o"}, "answer": "motorcycle", "semanticStr": "select: driver (5)->relate: _,driving,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "5", "4:6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is driving a motorcycle.", "image": "n501951.jpg", "question_id": 201987467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201957333", "201957332", "201957331"], "equivalent": ["201957334"], "question": "On which side of the image is the metal lamp?", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (8)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the left of the image.", "image": "n536256.jpg", "question_id": 201957334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "new"}], "entailed": ["20866356", "20866357", "20866355", "20866227", "20866268", "20866358", "20866267", "20866344", "20866347", "20866346", "20866341", "20866343", "20866342", "20866349", "20866305", "20866348", "20866228", "20866304", "20866226", "20866335", "20866336", "20866337", "20866331", "20866332"], "equivalent": ["20866345"], "question": "Does the refrigerator that looks white look new?", "isBalanced": true, "groups": {"global": null, "local": "06-refrigerator_new"}, "answer": "yes", "semanticStr": "select: refrigerator (2)->filter color: white [0]->verify: new [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the refrigerator is new.", "image": "n579256.jpg", "question_id": 20866345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866439", "20866438", "20866436", "20866435", "20866441", "20866440"], "equivalent": ["20866437"], "question": "What is inside the refrigerator?", "isBalanced": true, "groups": {"global": "food", "local": "14-refrigerator_inside,s"}, "answer": "sour cream", "semanticStr": "select: refrigerator (2)->relate: _,inside,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1:3": "7", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sour cream is inside the fridge.", "image": "n579256.jpg", "question_id": 20866437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20866439", "20866438", "20866437", "20866435", "20866441", "20866440"], "equivalent": ["20866436"], "question": "What is inside the large appliance?", "isBalanced": true, "groups": {"global": "food", "local": "14-refrigerator_inside,s"}, "answer": "sour cream", "semanticStr": "select: appliance (2)->filter size: large [0]->relate: _,inside,s (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"4:6": "2"}, "fullAnswer": {"1:3": "7", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sour cream is inside the fridge.", "image": "n579256.jpg", "question_id": 20866436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "relate", "dependencies": [0], "argument": "food,inside,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866439", "20866437", "20866436", "20866435", "20866441", "20866440"], "equivalent": ["20866438"], "question": "What is the food that is inside the freezer?", "isBalanced": true, "groups": {"global": "food", "local": "15-refrigerator_inside,s"}, "answer": "sour cream", "semanticStr": "select: refrigerator (2)->relate: food,inside,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"8": "2", "3": "7"}, "fullAnswer": {"1": "7", "3:5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sour cream.", "image": "n579256.jpg", "question_id": 20866438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "verify material", "dependencies": [2], "argument": "wood"}], "entailed": ["20120421", "20120422"], "equivalent": ["20120418"], "question": "Is the bat that looks gray and red made of wood?", "isBalanced": true, "groups": {"global": null, "local": "06-bat_wood"}, "answer": "no", "semanticStr": "select: bat (6)->filter color: gray [0]->filter color: red [1]->verify material: wood [2]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6", "7": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bat is made of aluminum.", "image": "n117888.jpg", "question_id": 20120418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (15)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20183299", "20183298", "20183288", "20183289", "20183300", "20183290", "20183293", "20183292", "20183294", "20183297", "20183296"], "equivalent": ["20183293", "20183295", "20183294"], "question": "Which color do the pants have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "gray", "semanticStr": "select: pants (15)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants have gray color.", "image": "n151768.jpg", "question_id": 20183295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162296"], "equivalent": ["20162295"], "question": "Who is wearing a uniform?", "isBalanced": true, "groups": {"global": "person", "local": "14-uniform_wearing,s"}, "answer": "boy", "semanticStr": "select: uniform (12)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "12"}, "fullAnswer": {"1": "1", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a uniform.", "image": "n202379.jpg", "question_id": 20162295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162295"], "equivalent": ["20162296"], "question": "Who is wearing the uniform?", "isBalanced": true, "groups": {"global": "person", "local": "14-uniform_wearing,s"}, "answer": "boy", "semanticStr": "select: uniform (12)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a uniform.", "image": "n202379.jpg", "question_id": 20162296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20856820", "20856819"], "equivalent": ["20856819", "20856821", "20856820"], "question": "Does the white bed look small and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-small_soft"}, "answer": "no", "semanticStr": "select: bed (17)->filter color: white [0]->verify size: small [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bed is soft but large.", "image": "n293477.jpg", "question_id": 20856821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "path (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing next to,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073234", "202073203"], "equivalent": ["202073233"], "question": "What kind of animal is standing next to the concrete path?", "isBalanced": true, "groups": {"global": "animal", "local": "15-path_standing next to,s"}, "answer": "horses", "semanticStr": "select: path (9)->filter material: concrete [0]->relate: animal,standing next to,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "9:11": "9"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n219840.jpg", "question_id": 202073233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (3)"}, {"operation": "choose name", "dependencies": [0], "argument": "pillows|towel"}], "entailed": [], "equivalent": ["201832412"], "question": "Are these pillows or towels?", "isBalanced": true, "groups": {"global": "object", "local": "08oc-pillows_towel"}, "answer": "pillows", "semanticStr": "select: this (3)->choose name: pillows|towel [0]", "annotations": {"answer": {"0": "3"}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "These are pillows.", "image": "n432591.jpg", "question_id": 201832412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (3)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201346678", "201346679", "201346682", "201346681", "201346676", "201346677", "201346689"], "equivalent": ["201346678", "201346679", "201346680"], "question": "What color does the mirror that is on the motorbike have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mirror_color"}, "answer": "silver", "semanticStr": "select: motorcycle (3)->relate: mirror,on,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "3", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror has silver color.", "image": "n131634.jpg", "question_id": 201346680}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "select", "dependencies": [], "argument": "glove (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201861133", "201861134"], "equivalent": ["201861135", "201861134"], "question": "Do the helmet and the glove have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-glove_helmet"}, "answer": "no", "semanticStr": "select: helmet (4)->select: glove (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "6"}, "fullAnswer": {"3": "4", "6": "6"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the helmet and the glove are black.", "image": "n390187.jpg", "question_id": 201861135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "verify rel", "dependencies": [0], "argument": "counter,below,o (-)"}], "entailed": [], "equivalent": ["20317034"], "question": "Is that drawer below a counter?", "isBalanced": true, "groups": {"global": null, "local": "13-drawer_counter"}, "answer": "no", "semanticStr": "select: drawer (24)->verify rel: counter,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "24"}, "fullAnswer": {"2": "24", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the drawer is below the toaster.", "image": "n350766.jpg", "question_id": 20317034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201998418", "201998416", "201998415", "201998414", "201998413", "201998412", "201998411", "201998410", "201998398", "201998399", "201998390", "201998391", "201998393", "201998394", "201998395", "201998396", "201998397", "201998408", "201998409", "201998405", "201998406", "201998407", "201998400", "201998401", "201998402", "201998403", "201998389"], "equivalent": ["201998404", "201998403"], "question": "Does the rug look dark and large?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "yes", "semanticStr": "select: rug (8)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the rug is dark and large.", "image": "n319845.jpg", "question_id": 201998404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201976539", "201976551", "201976550", "201976540"], "equivalent": ["201976541"], "question": "Does the animal on the street seem to be black?", "isBalanced": true, "groups": {"global": null, "local": "06-cow_black"}, "answer": "no", "semanticStr": "select: street (10)->relate: animal,on,s (0) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "10"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cow is tan.", "image": "n279173.jpg", "question_id": 201976541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "choose color", "dependencies": [1], "argument": "blond|brunette"}], "entailed": ["20508634", "20508635"], "equivalent": ["20508636", "20508635"], "question": "Do you think the person that looks young is blond or brunette?", "isBalanced": true, "groups": {"global": "color", "local": "10c-woman_color"}, "answer": "blond", "semanticStr": "select: person (0)->filter age: young [0]->choose color: blond|brunette [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is blond.", "image": "n511913.jpg", "question_id": 20508636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (9)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202023547", "202023546", "202023545", "202023543", "202023542", "202023541", "202023550"], "equivalent": ["202023544"], "question": "How large is the rug?", "isBalanced": true, "groups": {"global": "size", "local": "10q-rug_size"}, "answer": "small", "semanticStr": "select: rug (9)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is small.", "image": "n95313.jpg", "question_id": 202023544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "relate", "dependencies": [0], "argument": "hill,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201455935", "201455938"], "equivalent": ["201455934"], "question": "What is the vehicle that is in front of the hill that is in front of the sky?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-hill_in front of,s"}, "answer": "car", "semanticStr": "select: sky (9)->relate: hill,in front of,s (7) [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "7", "3": "0", "17": "9"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n413761.jpg", "question_id": 201455934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201574471", "201574456", "201574475", "201574455", "201574453", "201574459", "201574458", "201574462", "201574476", "201574466", "201574467", "201574460", "201574457", "201574470"], "equivalent": ["201574461"], "question": "Which kind of material is used to make the large door?", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "wood", "semanticStr": "select: door (8)->filter size: large [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9:11": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of wood.", "image": "n116329.jpg", "question_id": 201574461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201455937"], "equivalent": ["201455936"], "question": "What is the car in front of?", "isBalanced": true, "groups": {"global": "place", "local": "14-car_in front of,o"}, "answer": "hill", "semanticStr": "select: car (0)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the hill.", "image": "n413761.jpg", "question_id": 201455936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "verify shape", "dependencies": [1], "argument": "square"}], "entailed": ["201571142", "201571144"], "equivalent": ["201571143"], "question": "Does the suitcase that is not big look square?", "isBalanced": true, "groups": {"global": null, "local": "06-suitcase_square"}, "answer": "yes", "semanticStr": "select: suitcase (5)->filter size: not(large) [0]->verify shape: square [1]", "annotations": {"answer": {}, "question": {"2": "5", "6": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the suitcase is square.", "image": "n382416.jpg", "question_id": 201571143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (9)"}, {"operation": "select", "dependencies": [], "argument": "stop sign (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20503628"], "equivalent": ["20503628", "20503629"], "question": "Is the light fixture made of the same material as the stop sign?", "isBalanced": true, "groups": {"global": null, "local": "09same-light fixture_stop sign"}, "answer": "yes", "semanticStr": "select: light fixture (9)->select: stop sign (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11:13": "1", "2:4": "9"}, "fullAnswer": {"3:5": "9", "7:9": "1"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the light fixture and the stop sign are made of metal.", "image": "n324644.jpg", "question_id": 20503629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "strawberry (14)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (18) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20609281", "20609393", "20609278"], "equivalent": ["20609281", "20609280"], "question": "Are there both a strawberry and a plate in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-plate_strawberry"}, "answer": "yes", "semanticStr": "select: strawberry (14)->exist: ? [0]->select: plate (18) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "14", "7": "18"}, "fullAnswer": {"8": "18", "5": "14"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a strawberry and a plate.", "image": "n437064.jpg", "question_id": 20609280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "thin"}, {"operation": "verify rel", "dependencies": [1], "argument": "lamp,facing,o (-)"}], "entailed": ["20982327"], "equivalent": ["20982326"], "question": "Does the thin man face a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-man_lamp"}, "answer": "no", "semanticStr": "select: man (1)->filter fatness: thin [0]->verify rel: lamp,facing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "5": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man faces the table.", "image": "n52544.jpg", "question_id": 20982326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,facing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982322"], "equivalent": ["20982323"], "question": "Who faces the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_facing,s"}, "answer": "man", "semanticStr": "select: table (9)->relate: person,facing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man faces the table.", "image": "n52544.jpg", "question_id": 20982323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244373", "202244372", "202244368", "202244369", "202244366", "202244367", "202244365", "202244363"], "equivalent": ["202244364"], "question": "What is inside the container made of plastic?", "isBalanced": true, "groups": {"global": "food", "local": "14-container_inside,s"}, "answer": "dip", "semanticStr": "select: container (4)->filter material: plastic [0]->relate: _,inside,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"4": "4", "7": "4"}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dip is inside the container.", "image": "n296467.jpg", "question_id": 202244364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "not(fat)"}, {"operation": "verify rel", "dependencies": [1], "argument": "camera,holding,o (-)"}], "entailed": ["20982320"], "equivalent": ["20982321"], "question": "Is the person that is not fat holding a camera?", "isBalanced": true, "groups": {"global": null, "local": "13-man_camera"}, "answer": "no", "semanticStr": "select: person (1)->filter fatness: not(fat) [0]->verify rel: camera,holding,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "1", "6": "1"}, "fullAnswer": {"2": "1", "6": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is holding the glass.", "image": "n52544.jpg", "question_id": 20982321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (12)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201880339", "201880343", "201880342", "201880344", "201880340", "201880348", "201880335", "201880337", "201880338"], "equivalent": ["201880341"], "question": "How big is the bath tub?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bathtub_size"}, "answer": "small", "semanticStr": "select: bathtub (12)->query: size [0]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1:3": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bath tub is small.", "image": "n95369.jpg", "question_id": 201880341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beans (1)"}, {"operation": "relate", "dependencies": [0], "argument": "container,to the left of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "food,inside,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244373", "202244372", "202244369", "202244366", "202244367", "202244364", "202244365", "202244363"], "equivalent": ["202244368", "202244367"], "question": "What type of food is inside the container to the left of the beans?", "isBalanced": true, "groups": {"global": "food", "local": "15-container_inside,s"}, "answer": "dip", "semanticStr": "select: beans (1)->relate: container,to the left of,s (4) [0]->relate: food,inside,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "13": "1", "7": "4"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a dip.", "image": "n296467.jpg", "question_id": 202244368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (2)"}, {"operation": "choose material", "dependencies": [0], "argument": "stone|hardwood"}], "entailed": [], "equivalent": ["20308981"], "question": "What is the floor made of, stone or hardwood?", "isBalanced": true, "groups": {"global": "material", "local": "10c-floor_material"}, "answer": "stone", "semanticStr": "select: floor (2)->choose material: stone|hardwood [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is made of stone.", "image": "n278312.jpg", "question_id": 20308981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bucket,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20982644", "20982618", "20982641", "20982640", "20982643", "20982642", "20982649", "20982635", "20982636", "20982637", "20982632", "20982633", "20982638"], "equivalent": ["20982639"], "question": "What is the material of the bucket to the right of the woman?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bucket_material"}, "answer": "metal", "semanticStr": "select: woman (6)->relate: bucket,to the right of,s (8) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"12": "6", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bucket is made of metal.", "image": "n52544.jpg", "question_id": 20982639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (3)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,standing in,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,going through,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20515090"], "equivalent": ["20515106"], "question": "What is going through the grass the zebras are standing in?", "isBalanced": true, "groups": {"global": "thing", "local": "14-grass_going through,s"}, "answer": "fence", "semanticStr": "select: zebras (3)->relate: grass,standing in,o (2) [0]->relate: _,going through,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"5": "2", "7": "3"}, "fullAnswer": {"1": "6", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is going through the grass.", "image": "n207893.jpg", "question_id": 20515106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (23)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (31)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012727", "202012726", "202012657", "202012728"], "equivalent": ["202012726", "202012725"], "question": "What kind of device do you think is to the left of the glasses?", "isBalanced": true, "groups": {"global": "device", "local": "15-glasses_to the left of,s"}, "answer": "remote control", "semanticStr": "select: glasses (23)->relate: device,to the left of,s (31) [0]->query: name [1]", "annotations": {"answer": {"0:2": "31"}, "question": {"3": "31", "13": "23"}, "fullAnswer": {"1": "31", "4:6": "31"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control.", "image": "n326988.jpg", "question_id": 202012725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "choose material", "dependencies": [0], "argument": "asphalt|cobblestone"}], "entailed": ["20710089"], "equivalent": ["20710088", "20710089"], "question": "What material is the road, asphalt or cobblestone?", "isBalanced": true, "groups": {"global": "material", "local": "10c-road_material"}, "answer": "asphalt", "semanticStr": "select: road (7)->choose material: asphalt|cobblestone [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is made of asphalt.", "image": "n24526.jpg", "question_id": 20710088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (20)"}, {"operation": "relate", "dependencies": [0], "argument": "tree leaves,behind,s (24)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201951499", "201951522", "201951502", "201951503", "201951500", "201951501", "201951494", "201951496", "201951497", "201951506"], "equivalent": ["201951498"], "question": "What size are the tree leaves that are behind the pole?", "isBalanced": true, "groups": {"global": "size", "local": "10q-tree leaves_size"}, "answer": "large", "semanticStr": "select: pole (20)->relate: tree leaves,behind,s (24) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "20", "4:6": "24"}, "fullAnswer": {"1:3": "24"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tree leaves are large.", "image": "n256120.jpg", "question_id": 201951498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,going through,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20515061", "20515107"], "equivalent": ["20515108"], "question": "What's the fence going through?", "isBalanced": true, "groups": {"global": "plant", "local": "14-fence_going through,o"}, "answer": "grass", "semanticStr": "select: fence (6)->relate: _,going through,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "6", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is going through the grass.", "image": "n207893.jpg", "question_id": 20515108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "grass,going through,o (2)"}], "entailed": [], "equivalent": ["20515109"], "question": "Is the fence going through the grass that is not short?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_grass"}, "answer": "yes", "semanticStr": "select: fence (6)->verify rel: grass,going through,o (2) [0]", "annotations": {"answer": {}, "question": {"10": "2", "2": "6", "6": "2"}, "fullAnswer": {"2": "6", "7": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the fence is going through the grass.", "image": "n207893.jpg", "question_id": 20515109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201758556", "201758118", "201758119", "201758114", "201758115", "201758117"], "equivalent": ["201758116"], "question": "What does the woman sit next to?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting next to,o"}, "answer": "table", "semanticStr": "select: woman (11)->relate: _,sitting next to,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "11", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman sits next to the table.", "image": "n4777.jpg", "question_id": 201758116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "cardboard"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202036765", "202036762", "202036750", "202036751", "202036752", "202036753", "202036754", "202036756", "202036757", "202036764", "202036759", "202036749", "202036766", "202036761", "202036760", "202036763", "202036767"], "equivalent": ["202036755", "202036756"], "question": "What color is the container made of cardboard?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pizza box_color"}, "answer": "white", "semanticStr": "select: container (2)->filter material: cardboard [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "2", "7": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pizza box is white.", "image": "n200225.jpg", "question_id": 202036755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201737769", "201737770"], "equivalent": ["201737771"], "question": "Is the towel in the top or in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-towel_vposition"}, "answer": "top", "semanticStr": "select: towel (11)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towel is in the top of the image.", "image": "n531731.jpg", "question_id": 201737771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2053833", "2053835"], "equivalent": ["2053834"], "question": "What is the person that is standing leaning against?", "isBalanced": true, "groups": {"global": "building", "local": "14-man_leaning against,o"}, "answer": "buildings", "semanticStr": "select: person (4)->filter pose: standing [0]->relate: _,leaning against,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "4", "6": "4"}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is leaning against the buildings.", "image": "n146555.jpg", "question_id": 2053834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2053833", "2053834"], "equivalent": ["2053835"], "question": "What is the man leaning against?", "isBalanced": true, "groups": {"global": "building", "local": "14-man_leaning against,o"}, "answer": "buildings", "semanticStr": "select: man (4)->relate: _,leaning against,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is leaning against the buildings.", "image": "n146555.jpg", "question_id": 2053835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201737957", "201737956", "201737955", "201737954", "201737953", "201737952", "201737958"], "equivalent": ["201737959"], "question": "On which side is the blue bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-bag_hposition"}, "answer": "left", "semanticStr": "select: bag (0)->filter color: blue [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is on the left of the image.", "image": "n531731.jpg", "question_id": 201737959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20573747"], "equivalent": ["20573746"], "question": "What is the toilet paper in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-toilet paper_in front of,o"}, "answer": "toilet", "semanticStr": "select: toilet paper (4)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "4"}, "fullAnswer": {"8": "2", "1:3": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is in front of the toilet.", "image": "n162108.jpg", "question_id": 20573746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201757837", "201757607", "201757835"], "equivalent": ["201757837", "201757838"], "question": "Are there both bottles and cups in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bottle_cup"}, "answer": "yes", "semanticStr": "select: bottle (7)->exist: ? [0]->select: cup (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "7", "5": "1"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a bottle and a cup.", "image": "n4777.jpg", "question_id": 201757838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201428815", "201428814", "201428813", "201428812", "201428811", "201428810", "201428804", "201428805", "201428806", "201428807", "201428808", "201428819", "201428818", "201428820"], "equivalent": ["201428809"], "question": "What is the color of the appliance made of plastic?", "isBalanced": true, "groups": {"global": "color", "local": "10q-vacuum_color"}, "answer": "orange", "semanticStr": "select: appliance (13)->filter material: plastic [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "13", "6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vacuum is orange.", "image": "n64959.jpg", "question_id": 201428809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2065945", "2065944", "2065943"], "equivalent": ["2065946"], "question": "On which side of the photo is the boy?", "isBalanced": true, "groups": {"global": null, "local": "10q-boy_hposition"}, "answer": "right", "semanticStr": "select: boy (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is on the right of the image.", "image": "n356822.jpg", "question_id": 2065946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201428813", "201428812", "201428811", "201428810", "201428817", "201428816", "201428815", "201428814", "201428819", "201428818", "201428808", "201428802", "201428804", "201428805", "201428806", "201428807", "201428822", "201428809", "201428820", "201428821", "201428826", "201428824", "201428825", "201428823"], "equivalent": ["201428803"], "question": "Is the appliance that is made of plastic orange and round?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_round"}, "answer": "yes", "semanticStr": "select: appliance (13)->filter material: plastic [0]->verify color: orange [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "7": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vacuum cleaner is orange and round.", "image": "n64959.jpg", "question_id": 201428803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (3)"}, {"operation": "filter", "dependencies": [0], "argument": "rainbow colored"}, {"operation": "choose name", "dependencies": [1], "argument": "cupcakes|carrots"}], "entailed": [], "equivalent": ["202244106"], "question": "What type of food is rainbow colored, the cupcakes or the carrots?", "isBalanced": true, "groups": {"global": "dessert", "local": "12c-food_rainbow colored"}, "answer": "cupcakes", "semanticStr": "select: food (3)->filter: rainbow colored [0]->choose name: cupcakes|carrots [1]", "annotations": {"answer": {"0": "3"}, "question": {"11": "6", "8": "3", "3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The cupcakes is rainbow colored.", "image": "n296467.jpg", "question_id": 202244106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose", "dependencies": [1], "argument": "lush|leafless"}], "entailed": ["20935920"], "equivalent": ["20935919"], "question": "Are the green trees lush or leafless?", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "lush", "semanticStr": "select: trees (1)->filter color: green [0]->choose: lush|leafless [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are lush.", "image": "n44249.jpg", "question_id": 20935919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "remote control,holding,o (4)"}], "entailed": [], "equivalent": ["201428491"], "question": "Is the tall person holding the remote on the left side of the image?", "isBalanced": true, "groups": {"global": null, "local": "13-person_remote control"}, "answer": "yes", "semanticStr": "select: person (1)->filter height: tall [0]->verify rel: remote control,holding,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "1", "6": "4"}, "fullAnswer": {"2": "1", "6:8": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is holding the remote control.", "image": "n199758.jpg", "question_id": 201428491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (3)"}, {"operation": "filter", "dependencies": [0], "argument": "fresh"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244074", "202244075", "202244072", "202244073", "202244100", "202244101", "202244069", "202244068", "202244067"], "equivalent": ["202244102"], "question": "What dessert is fresh?", "isBalanced": true, "groups": {"global": "dessert", "local": "12q-dessert_fresh"}, "answer": "cupcakes", "semanticStr": "select: dessert (3)->filter: fresh [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The dessert is cupcakes.", "image": "n296467.jpg", "question_id": 202244102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20978741", "20978481", "20978740"], "equivalent": ["20978740", "20978739"], "question": "What is the person to the right of the girl sitting on?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_sitting on,o"}, "answer": "motorcycle", "semanticStr": "select: girl (14)->relate: person,to the right of,s (7) [0]->relate: _,sitting on,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "14", "3": "7"}, "fullAnswer": {"1": "7", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the motorbike.", "image": "n551964.jpg", "question_id": 20978739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (1)"}, {"operation": "relate", "dependencies": [0], "argument": "flag,to the left of,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201873692", "201873658", "201873678", "201873676", "201873675", "201873674", "201873657", "201873656", "201873682", "201873683", "201873680", "201873681", "201873686", "201873684", "201873685", "201873664", "201873665", "201873666", "201873660", "201873661", "201873662", "201873663"], "equivalent": ["201873677"], "question": "Does the flag that is to the left of the bucket have large size and blue color?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "yes", "semanticStr": "select: bucket (1)->relate: flag,to the left of,s (9) [0]->verify color: blue [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "1", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the flag is large and blue.", "image": "n309148.jpg", "question_id": 201873677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030463", "201030458", "201030459", "201030393", "201030460"], "equivalent": ["201030457"], "question": "What is in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_in front of,s"}, "answer": "couch", "semanticStr": "select: wall (16)->relate: _,in front of,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"6": "16"}, "fullAnswer": {"1": "17", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the wall.", "image": "n54424.jpg", "question_id": 201030457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (1)"}, {"operation": "relate", "dependencies": [0], "argument": "flag,to the left of,s (9)"}, {"operation": "choose color", "dependencies": [1], "argument": "blue|white"}], "entailed": ["201873676", "201873674"], "equivalent": ["201873676", "201873675", "201873674"], "question": "Is the flag that is to the left of the bucket white or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-flag_color"}, "answer": "blue", "semanticStr": "select: bucket (1)->relate: flag,to the left of,s (9) [0]->choose color: blue|white [1]", "annotations": {"answer": {}, "question": {"10": "1", "2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The flag is blue.", "image": "n309148.jpg", "question_id": 201873675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(rainbow colored)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244108", "202244512"], "equivalent": ["202244109"], "question": "Which kind of food is not rainbow colored?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#rainbow colored"}, "answer": "carrots", "semanticStr": "select: food (6)->filter: not(rainbow colored) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is carrots.", "image": "n296467.jpg", "question_id": 202244109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlets (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,plugged into,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201175619"], "equivalent": ["201175618"], "question": "What do you think is plugged into the outlets that are made of wood?", "isBalanced": true, "groups": {"global": "thing", "local": "14-outlets_plugged into,s"}, "answer": "cords", "semanticStr": "select: outlets (4)->filter material: wood [0]->relate: _,plugged into,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "4", "13": "4"}, "fullAnswer": {"1": "7", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wires are plugged into the outlets.", "image": "n357784.jpg", "question_id": 201175618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wetsuit,wearing,o (-)"}], "entailed": ["20482493", "20482499"], "equivalent": ["20482492"], "question": "Does this woman wear a wetsuit?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_wetsuit"}, "answer": "no", "semanticStr": "select: woman (6)->verify rel: wetsuit,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6", "5": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman wears a necklace.", "image": "n195249.jpg", "question_id": 20482492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose", "dependencies": [1], "argument": "long sleeved|sleeveless"}], "entailed": ["20754749", "20754748", "20754751"], "equivalent": ["20754750", "20754751"], "question": "Does the shirt that looks black look sleeveless or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (4)->filter color: black [0]->choose: long sleeved|sleeveless [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n566028.jpg", "question_id": 20754750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing in,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004088", "202004087"], "equivalent": ["202004089"], "question": "Where is the man standing?", "isBalanced": true, "groups": {"global": "room", "local": "14-man_standing in,o"}, "answer": "office", "semanticStr": "select: man (0)->relate: _,standing in,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "0", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing in the office.", "image": "n262920.jpg", "question_id": 202004089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,above,o (8)"}], "entailed": [], "equivalent": ["201882683"], "question": "Are the paintings above a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-paintings_bed"}, "answer": "yes", "semanticStr": "select: paintings (16)->verify rel: bed,above,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "16", "5": "8"}, "fullAnswer": {"2": "16", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the paintings are above a bed.", "image": "n125122.jpg", "question_id": 201882683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cords (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201175611", "201175612", "201175613", "201175614", "201175615", "201175616", "201175617", "201175609"], "equivalent": ["201175610"], "question": "Do the cords look white?", "isBalanced": true, "groups": {"global": null, "local": "06-cords_white"}, "answer": "yes", "semanticStr": "select: cords (7)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cords are white.", "image": "n357784.jpg", "question_id": 201175610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (6)"}, {"operation": "choose activity", "dependencies": [1], "argument": "talking|posing"}], "entailed": [], "equivalent": ["20412528"], "question": "Does the person to the left of the other person seem to be talking or posing?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-person_activity"}, "answer": "talking", "semanticStr": "select: person (7)->relate: person,to the left of,s (6) [0]->choose activity: talking|posing [1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is talking.", "image": "n445353.jpg", "question_id": 20412528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "dark"}, {"operation": "query", "dependencies": [2], "argument": "pattern"}], "entailed": ["201185219", "201185218", "201185231", "201185216", "201185204", "201185205", "201185223", "201185220", "201185221", "201185226", "201185227", "201185224", "201185225"], "equivalent": ["201185222"], "question": "What is the pattern of the shirt that looks white and dark?", "isBalanced": true, "groups": {"global": "pattern", "local": "10q-shirt_pattern"}, "answer": "striped", "semanticStr": "select: shirt (3)->filter color: white [0]->filter color: dark [1]->query: pattern [2]", "annotations": {"answer": {}, "question": {"9": "3", "11": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is striped.", "image": "n95904.jpg", "question_id": 201185222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "query", "dependencies": [0], "argument": "pattern"}], "entailed": ["201185219", "201185218", "201185231", "201185216", "201185204", "201185205", "201185222", "201185220", "201185221", "201185226", "201185227", "201185224", "201185225"], "equivalent": ["201185223"], "question": "What is the pattern of the shirt?", "isBalanced": true, "groups": {"global": "pattern", "local": "10q-shirt_pattern"}, "answer": "striped", "semanticStr": "select: shirt (3)->query: pattern [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is striped.", "image": "n95904.jpg", "question_id": 201185223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (6)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20442398", "20442399", "20442397", "20442422", "20442423", "20442420", "20442421", "20442424", "20442404", "20442405", "20442429", "20442401", "20442402", "20442403", "20442376", "20442377", "20442379", "20442419", "20442417", "20442416", "20442414"], "equivalent": ["20442418", "20442417"], "question": "Is the bookcase full and white?", "isBalanced": true, "groups": {"global": null, "local": "05-full_white"}, "answer": "yes", "semanticStr": "select: bookcase (6)->verify: full [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bookcase is full and white.", "image": "n207708.jpg", "question_id": 20442418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apron (2)"}, {"operation": "select", "dependencies": [], "argument": "vase (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201997517"], "equivalent": ["201997516"], "question": "Is the apron the same color as the vase?", "isBalanced": true, "groups": {"global": null, "local": "09same-apron_vase"}, "answer": "no", "semanticStr": "select: apron (2)->select: vase (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "2"}, "fullAnswer": {"2": "2", "7": "3"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the apron is red and the vase is blue.", "image": "n319845.jpg", "question_id": 201997516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "select", "dependencies": [], "argument": "ceiling (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201997513", "201997512"], "equivalent": ["201997512", "201997511"], "question": "Are both the vase and the ceiling the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-ceiling_vase"}, "answer": "no", "semanticStr": "select: vase (3)->select: ceiling (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "10"}, "fullAnswer": {"2": "3", "7": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the vase is blue and the ceiling is white.", "image": "n319845.jpg", "question_id": 201997511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,above,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "pots,beside,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201509857"], "equivalent": ["201509857", "201509856"], "question": "Is there a pot beside the motorbike that is above the stone?", "isBalanced": true, "groups": {"global": null, "local": "13-motorcycle_pots"}, "answer": "yes", "semanticStr": "select: stone (6)->relate: motorcycle,above,s (0) [0]->relate: pots,beside,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "6", "3": "2", "6": "0"}, "fullAnswer": {"3": "2", "6": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are pots beside the motorcycle.", "image": "n62458.jpg", "question_id": 201509856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (12)"}, {"operation": "verify rel", "dependencies": [1], "argument": "speaker,to the left of,s (10)"}], "entailed": ["201497834", "201497833", "201497832", "201497830"], "equivalent": ["201497831"], "question": "Is the speaker to the left of the device that is above the keyboard?", "isBalanced": true, "groups": {"global": null, "local": "13-monitor_speaker"}, "answer": "no", "semanticStr": "select: keyboard (7)->relate: device,above,s (12) [0]->verify rel: speaker,to the left of,s (10) [1]", "annotations": {"answer": {}, "question": {"8": "12", "13": "7", "2": "10"}, "fullAnswer": {"9": "12", "2": "10"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the speaker is to the right of the monitor.", "image": "n315887.jpg", "question_id": 201497831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (8)"}, {"operation": "relate", "dependencies": [0], "argument": "fire hydrant,on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201037260", "201037261", "201037258", "201037266", "201037257", "201037256", "201037244"], "equivalent": ["201037259", "201037258"], "question": "What color is the hydrant on the sidewalk?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fire hydrant_color"}, "answer": "silver", "semanticStr": "select: sidewalk (8)->relate: fire hydrant,on,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "8"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hydrant is silver.", "image": "n393305.jpg", "question_id": 201037259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "choose rel", "dependencies": [0], "argument": "fire hydrant,to the left of|to the right of,s (1)"}], "entailed": ["20786122", "20786123", "20785926", "20786124", "20785924"], "equivalent": ["20785925"], "question": "Is the fire hydrant to the left or to the right of the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_fire hydrant"}, "answer": "left", "semanticStr": "select: woman (5)->choose rel: fire hydrant,to the left of|to the right of,s (1) [0]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "1"}, "fullAnswer": {"9": "5", "1:3": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fire hydrant is to the left of the woman.", "image": "n12404.jpg", "question_id": 20785925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "choose rel", "dependencies": [1], "argument": "speaker,to the right of|to the left of,s (10)"}], "entailed": ["201497833", "201497832", "201497831", "201497939", "201497943", "201497942", "201497941", "201497830", "201497944", "201497940"], "equivalent": ["201497834", "201497833"], "question": "Is the speaker to the left or to the right of the device that is not small?", "isBalanced": true, "groups": {"global": null, "local": "13-monitor_speaker"}, "answer": "right", "semanticStr": "select: device (12)->filter size: not(small) [0]->choose rel: speaker,to the right of|to the left of,s (10) [1]", "annotations": {"answer": {}, "question": {"2": "10", "12": "12", "16": "12"}, "fullAnswer": {"1": "10", "8": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The speaker is to the right of the monitor.", "image": "n315887.jpg", "question_id": 201497834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "urinal (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "silver"}, {"operation": "query", "dependencies": [2], "argument": "material"}], "entailed": ["201077074"], "equivalent": ["201077075"], "question": "What material is the urinal that is white and silver?", "isBalanced": true, "groups": {"global": "material", "local": "10q-urinal_material"}, "answer": "porcelain", "semanticStr": "select: urinal (3)->filter color: white [0]->filter color: silver [1]->query: material [2]", "annotations": {"answer": {}, "question": {"9": "3", "4": "3", "7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The urinal is made of porcelain.", "image": "n503626.jpg", "question_id": 201077075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(electronic)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097964", "2097645"], "equivalent": ["2097646"], "question": "Which kind of device is not electronic?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#electronic"}, "answer": "keyboard", "semanticStr": "select: device (2)->filter: not(electronic) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n513429.jpg", "question_id": 2097646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(electronic)"}, {"operation": "choose name", "dependencies": [1], "argument": "monitor|keyboard"}], "entailed": [], "equivalent": ["2097644"], "question": "What kind of device is not electronic, the monitor or the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#electronic"}, "answer": "keyboard", "semanticStr": "select: device (2)->filter: not(electronic) [0]->choose name: monitor|keyboard [1]", "annotations": {"answer": {"0": "2"}, "question": {"11": "2", "8": "1", "3": "1"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The keyboard is not electronic.", "image": "n513429.jpg", "question_id": 2097644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}], "entailed": [], "equivalent": ["2076709"], "question": "Does the window that is not narrow look gray?", "isBalanced": true, "groups": {"global": null, "local": "06-window_gray"}, "answer": "no", "semanticStr": "select: window (3)->filter width: not(narrow) [0]->verify color: gray [1]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the window is dark.", "image": "n214497.jpg", "question_id": 2076709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "electronic"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097641", "2097640"], "equivalent": ["2097642"], "question": "What kind of device is electronic?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_electronic"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: electronic [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n513429.jpg", "question_id": 2097642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "keyboard,on top of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20783371", "20783373", "20783308"], "equivalent": ["20783372", "20783373"], "question": "Is there a keyboard on top of the device which is to the right of the drink?", "isBalanced": true, "groups": {"global": null, "local": "13-laptop_keyboard"}, "answer": "yes", "semanticStr": "select: drink (6)->relate: device,to the right of,s (1) [0]->relate: keyboard,on top of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "1", "3": "4", "16": "6"}, "fullAnswer": {"9": "1", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a keyboard on top of the laptop.", "image": "n355339.jpg", "question_id": 20783372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20710438"], "question": "Do the trousers look orange and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_orange"}, "answer": "no", "semanticStr": "select: pants (9)->verify length: long [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are long but black.", "image": "n489699.jpg", "question_id": 20710438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "teddy bear (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20456414", "20456415", "20456412", "20456413", "20456410", "20456411", "20456421", "20456420"], "equivalent": ["20456409"], "question": "Is the teddy bear brown?", "isBalanced": true, "groups": {"global": null, "local": "06-teddy bear_brown"}, "answer": "yes", "semanticStr": "select: teddy bear (3)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the teddy bear is brown.", "image": "n65885.jpg", "question_id": 20456409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "chair,underneath,s (13)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20226502"], "equivalent": ["20226566"], "question": "Are there chairs underneath the light fixture that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-light fixture_chair"}, "answer": "yes", "semanticStr": "select: light fixture (7)->filter material: wood [0]->relate: chair,underneath,s (13) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "7", "2": "13", "5:7": "7"}, "fullAnswer": {"4": "13", "7:9": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair underneath the light fixture.", "image": "n68769.jpg", "question_id": 20226566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20204608", "20204599", "20204607"], "equivalent": ["20204598"], "question": "Is the color of the chair blue?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_blue"}, "answer": "no", "semanticStr": "select: chair (10)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is brown.", "image": "n532191.jpg", "question_id": 20204598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226502", "20226566", "20226565"], "equivalent": ["20226564"], "question": "What is the piece of furniture underneath the light fixture?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-light fixture_underneath,s"}, "answer": "chair", "semanticStr": "select: light fixture (7)->relate: furniture,underneath,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"8:10": "7", "3:6": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n68769.jpg", "question_id": 20226564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (3)"}, {"operation": "filter", "dependencies": [0], "argument": "stuffed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456405", "20456382", "20456406", "20456381"], "equivalent": ["20456407"], "question": "What toy is stuffed?", "isBalanced": true, "groups": {"global": "toy", "local": "12q-toy_stuffed"}, "answer": "teddy bear", "semanticStr": "select: toy (3)->filter: stuffed [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The toy is a teddy bear.", "image": "n65885.jpg", "question_id": 20456407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (5)"}, {"operation": "relate", "dependencies": [0], "argument": "light fixture,near,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20226569", "20226570", "20226502"], "equivalent": ["20226568"], "question": "What is the item of furniture below the light fixture near the curtain?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-light fixture_below,s"}, "answer": "chair", "semanticStr": "select: curtain (5)->relate: light fixture,near,s (7) [0]->relate: furniture,below,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"8:10": "7", "12": "5", "3:6": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n68769.jpg", "question_id": 20226568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "thin"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing behind,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201504922"], "equivalent": ["201504921"], "question": "What is the thin person standing behind of?", "isBalanced": true, "groups": {"global": "sign", "local": "14-woman_standing behind,o"}, "answer": "sign", "semanticStr": "select: person (0)->filter fatness: thin [0]->relate: _,standing behind,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing behind the sign.", "image": "n298104.jpg", "question_id": 201504921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,above,o (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "truck,to the right of|to the left of,s (2)"}], "entailed": ["201109296", "201109574", "201109294", "201109573", "201109570", "201109571", "201109291", "201109295", "201109290", "201109289", "201109569", "201109568", "201109292", "201109293", "201109567", "201109566"], "equivalent": ["201109573", "201109572"], "question": "Is the truck to the left or to the right of the vehicle the traffic light is above?", "isBalanced": true, "groups": {"global": null, "local": "13-suv_truck"}, "answer": "right", "semanticStr": "select: traffic light (8)->relate: vehicle,above,o (1) [0]->choose rel: truck,to the right of|to the left of,s (2) [1]", "annotations": {"answer": {}, "question": {"2": "2", "12": "1", "14:16": "8"}, "fullAnswer": {"1": "2", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The truck is to the right of the SUV.", "image": "n167164.jpg", "question_id": 201109572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473046"], "equivalent": ["20473045"], "question": "Who is wearing a jersey?", "isBalanced": true, "groups": {"global": "person", "local": "14-jersey_wearing,s"}, "answer": "boy", "semanticStr": "select: jersey (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "6"}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a jersey.", "image": "n126891.jpg", "question_id": 20473045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473045"], "equivalent": ["20473046"], "question": "Who is wearing the jersey?", "isBalanced": true, "groups": {"global": "person", "local": "14-jersey_wearing,s"}, "answer": "boy", "semanticStr": "select: jersey (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a jersey.", "image": "n126891.jpg", "question_id": 20473046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mound (5)"}, {"operation": "relate", "dependencies": [0], "argument": "pitcher,on,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "glove,wearing,o (16)"}], "entailed": [], "equivalent": ["201080465"], "question": "Is the pitcher on the mound wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-pitcher_glove"}, "answer": "yes", "semanticStr": "select: mound (5)->relate: pitcher,on,s (1) [0]->verify rel: glove,wearing,o (16) [1]", "annotations": {"answer": {}, "question": {"8": "16", "2": "1", "5": "5"}, "fullAnswer": {"2": "1", "6": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pitcher is wearing a glove.", "image": "n154160.jpg", "question_id": 201080465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202023328", "202023326", "202023325", "202023324"], "equivalent": ["202023327", "202023328"], "question": "On which side of the image is the bookshelf?", "isBalanced": true, "groups": {"global": null, "local": "10q-bookshelf_hposition"}, "answer": "left", "semanticStr": "select: bookshelf (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bookshelf is on the left of the image.", "image": "n95313.jpg", "question_id": 202023327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["201982102", "201982113", "201982124", "201982126", "201982127", "201982120", "201982112", "201982122", "201982128"], "equivalent": ["201982125"], "question": "Of what race is the man the skateboard is to the right of?", "isBalanced": true, "groups": {"global": "race", "local": "10q-man_race"}, "answer": "caucasian", "semanticStr": "select: skateboard (1)->relate: man,to the right of,o (13) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"5": "13", "7": "1"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is caucasian.", "image": "n526228.jpg", "question_id": 201982125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201987439", "201987435", "201987434", "201987437", "201987436", "201987440", "201987438"], "equivalent": ["201987441"], "question": "Which side of the picture is the male person on?", "isBalanced": true, "groups": {"global": null, "local": "10q-driver_hposition"}, "answer": "right", "semanticStr": "select: person (5)->filter gender: male [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The driver is on the right of the image.", "image": "n501951.jpg", "question_id": 201987441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (8)"}, {"operation": "relate", "dependencies": [0], "argument": "tail,of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20789895", "20789894"], "equivalent": ["20789893"], "question": "What color is the horse's tail?", "isBalanced": true, "groups": {"global": "color", "local": "10q-tail_color"}, "answer": "black", "semanticStr": "select: horse (8)->relate: tail,of,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "2", "4": "8"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tail is black.", "image": "n475030.jpg", "question_id": 20789893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201228176", "201228175", "201228178", "201228179", "201228181", "201228180"], "equivalent": ["201228177", "201228178"], "question": "Which shape is the glass window?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-window_shape"}, "answer": "rectangular", "semanticStr": "select: window (5)->filter material: glass [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is rectangular.", "image": "n154856.jpg", "question_id": 201228177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speakers (7)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20588980", "20588981", "20588975", "20588976", "20588979", "20588978"], "equivalent": ["20588977", "20588979", "20588978", "20588980"], "question": "Where are the speakers, on the left or on the right of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-speakers_hposition"}, "answer": "left", "semanticStr": "select: speakers (7)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The speakers are on the left of the image.", "image": "n258500.jpg", "question_id": 20588977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebra (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20789892", "20789891", "20789889", "20790047"], "equivalent": ["20789890", "20789892", "20789891"], "question": "Do you see a zebra or a giraffe there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-giraffe_zebra"}, "answer": "no", "semanticStr": "select: giraffe (-)->exist: ? [0]->select: zebra (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no zebras or giraffes.", "image": "n475030.jpg", "question_id": 20789890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doll (24)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202012393", "202012394", "202012395"], "equivalent": ["202012396"], "question": "On which side is the doll?", "isBalanced": true, "groups": {"global": null, "local": "10q-doll_hposition"}, "answer": "right", "semanticStr": "select: doll (24)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The doll is on the right of the image.", "image": "n326988.jpg", "question_id": 202012396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (4)"}, {"operation": "select", "dependencies": [], "argument": "bike (9) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201336922"], "question": "What do both the tshirt and the bike have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bike_t-shirt"}, "answer": "color", "semanticStr": "select: t-shirt (4)->select: bike (9) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "9"}, "fullAnswer": {"4": "4", "7": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the tshirt and the bike are black.", "image": "n329479.jpg", "question_id": 201336922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["202081125", "202081130", "202081129", "202081127", "202081128", "202081126"], "equivalent": ["202081131"], "question": "How hard is the metal appliance?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-toaster_hardness"}, "answer": "hard", "semanticStr": "select: appliance (3)->filter material: metal [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toaster is hard.", "image": "n314630.jpg", "question_id": 202081131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "path (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing next to,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing behind,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073166", "202073167", "202073168", "202073134"], "equivalent": ["202073164"], "question": "What animal is standing behind the animals that are standing next to the path?", "isBalanced": true, "groups": {"global": "animal", "local": "14-horses_standing behind,s"}, "answer": "zebra", "semanticStr": "select: path (9)->relate: animal,standing next to,s (2) [0]->relate: animal,standing behind,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"13": "9", "6": "2"}, "fullAnswer": {"1": "3", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebra is standing behind the horses.", "image": "n219840.jpg", "question_id": 202073164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting beside,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2046484"], "equivalent": ["2046485", "2046484"], "question": "The man that is not sad is sitting beside who?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_sitting beside,o"}, "answer": "boy", "semanticStr": "select: man (2)->filter face expression: not(sad) [0]->relate: person,sitting beside,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "2", "5": "2"}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the boy.", "image": "n71728.jpg", "question_id": 2046485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mask (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "umpire,behind,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201438384"], "equivalent": ["201438385"], "question": "Are there umpires behind the person that is wearing a mask?", "isBalanced": true, "groups": {"global": null, "local": "13-catcher_umpire"}, "answer": "yes", "semanticStr": "select: mask (3)->relate: person,wearing,s (2) [0]->relate: umpire,behind,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "3", "2": "1", "5": "2"}, "fullAnswer": {"4": "1", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an umpire behind the catcher.", "image": "n66756.jpg", "question_id": 201438385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2046482"], "equivalent": ["2046483"], "question": "Who is sitting beside the boy?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_sitting beside,s"}, "answer": "man", "semanticStr": "select: boy (3)->relate: person,sitting beside,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the boy.", "image": "n71728.jpg", "question_id": 2046483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting beside,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2046483"], "equivalent": ["2046482"], "question": "Who is sitting beside the person that is young?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_sitting beside,s"}, "answer": "man", "semanticStr": "select: person (3)->filter age: young [0]->relate: person,sitting beside,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"8": "3", "5": "3"}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the boy.", "image": "n71728.jpg", "question_id": 2046482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (8)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201061319"], "question": "Where is the trash can?", "isBalanced": true, "groups": {"global": "place", "local": "14-trash can_on,o"}, "answer": "beach", "semanticStr": "select: trash can (8)->relate: place,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1:3": "8", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trash can is on the beach.", "image": "n25275.jpg", "question_id": 201061319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,to the right of|to the left of,s (2)"}], "entailed": ["2046479", "2046781", "2046782"], "equivalent": ["2046480"], "question": "Is the happy man to the right or to the left of the bench?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_man"}, "answer": "right", "semanticStr": "select: bench (8)->choose rel: man,to the right of|to the left of,s (2) [0]", "annotations": {"answer": {}, "question": {"13": "8", "2:4": "2"}, "fullAnswer": {"1": "2", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the bench.", "image": "n71728.jpg", "question_id": 2046480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dock (6)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511671", "20511680", "20511683", "20511682", "20511685", "20511684", "20511687", "20511686", "20511700", "20511701", "20511702", "20511703", "20511669", "20511668", "20511692", "20511693", "20511690", "20511691", "20511696", "20511697", "20511694", "20511695", "20511698", "20511699"], "equivalent": ["20511681"], "question": "Is the dock wooden and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_wood"}, "answer": "yes", "semanticStr": "select: dock (6)->verify length: long [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dock is wooden and long.", "image": "n208458.jpg", "question_id": 20511681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chair,to the left of,o (-)"}], "entailed": [], "equivalent": ["201061315"], "question": "Is the garbage can to the left of a chair?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_chair"}, "answer": "no", "semanticStr": "select: trash can (8)->verify rel: chair,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"10": "0", "2:4": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the garbage can is to the left of the boy.", "image": "n25275.jpg", "question_id": 201061315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing behind,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073164", "202073166", "202073167", "202073134"], "equivalent": ["202073168"], "question": "What animal is standing behind the horses?", "isBalanced": true, "groups": {"global": "animal", "local": "15-horses_standing behind,s"}, "answer": "zebra", "semanticStr": "select: horses (2)->relate: animal,standing behind,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a zebra.", "image": "n219840.jpg", "question_id": 202073168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177768", "20177769", "20177770", "20177763", "20177766", "20177764", "20177765"], "equivalent": ["20177767"], "question": "What kind of meat is on top of the cutting board?", "isBalanced": true, "groups": {"global": "meat", "local": "15-cutting board_on top of,s"}, "answer": "burger", "semanticStr": "select: cutting board (5)->relate: meat,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is a burger.", "image": "n55058.jpg", "question_id": 20177767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "meat,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20177768", "20177769", "20177770", "20177763", "20177766", "20177767", "20177764"], "equivalent": ["20177765", "20177766"], "question": "What is the meat on top of the cooking utensil made of wood?", "isBalanced": true, "groups": {"global": "meat", "local": "15-cutting board_on top of,s"}, "answer": "burger", "semanticStr": "select: cooking utensil (5)->filter material: wood [0]->relate: meat,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8:10": "5", "3": "1", "12": "5"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is a burger.", "image": "n55058.jpg", "question_id": 20177765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,around,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452097"], "equivalent": ["20452098"], "question": "What's around the picture?", "isBalanced": true, "groups": {"global": "", "local": "14-picture_around,s"}, "answer": "picture frame", "semanticStr": "select: picture (3)->relate: _,around,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is around the picture.", "image": "n6908.jpg", "question_id": 20452098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "verify", "dependencies": [0], "argument": "abundant"}, {"operation": "verify color", "dependencies": [0], "argument": "brown "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201704600"], "equivalent": ["201704599"], "question": "Are the trees brown and abundant?", "isBalanced": true, "groups": {"global": null, "local": "05-abundant_brown"}, "answer": "no", "semanticStr": "select: trees (4)->verify: abundant [0]->verify color: brown  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are abundant but green.", "image": "n164272.jpg", "question_id": 201704599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,standing on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["201056122", "201056118", "201056121", "201056120"], "equivalent": ["201056119"], "question": "Which gender is the soccer player that is standing on the grass?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-soccer player_gender"}, "answer": "male", "semanticStr": "select: grass (9)->relate: soccer player,standing on,s (7) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"11": "9", "4:6": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soccer player is male.", "image": "n259002.jpg", "question_id": 201056119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "relate", "dependencies": [1], "argument": "_,around,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20452098"], "equivalent": ["20452097"], "question": "What is around the dark picture?", "isBalanced": true, "groups": {"global": "", "local": "14-picture_around,s"}, "answer": "picture frame", "semanticStr": "select: picture (3)->filter color: dark [0]->relate: _,around,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"4:6": "3"}, "fullAnswer": {"1:3": "0", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is around the picture.", "image": "n6908.jpg", "question_id": 20452097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235673", "201235671", "201235670", "201235674", "201235584"], "equivalent": ["201235672"], "question": "What are the fruits on top of the basket?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-basket_on top of,s"}, "answer": "bananas", "semanticStr": "select: basket (3)->relate: fruit,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"8": "3", "3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are bananas.", "image": "n527589.jpg", "question_id": 201235672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walls (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["201616235", "201616236", "201616237"], "equivalent": ["201616238"], "question": "How hard are the tan walls?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-walls_hardness"}, "answer": "hard", "semanticStr": "select: walls (7)->filter color: tan [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The walls are hard.", "image": "n65230.jpg", "question_id": 201616238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (5)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201599834", "201599833"], "equivalent": ["201599835"], "question": "In which part of the picture is the rope, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-rope_vposition"}, "answer": "top", "semanticStr": "select: rope (5)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The rope is in the top of the image.", "image": "n285391.jpg", "question_id": 201599835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (12)"}, {"operation": "select", "dependencies": [], "argument": "chair (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20258584"], "question": "Are the toy and the chair made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_toy"}, "answer": "no", "semanticStr": "select: toy (12)->select: chair (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "11"}, "fullAnswer": {"9": "11", "2": "12"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the toy is made of plastic and the chair is made of wood.", "image": "n204894.jpg", "question_id": 20258584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706218", "20706219", "20706217"], "equivalent": ["20706220"], "question": "What device is the mouse pad in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-mouse pad_in front of,o"}, "answer": "monitor", "semanticStr": "select: mouse pad (4)->relate: device,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"8": "1", "1:3": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mouse pad is in front of the monitor.", "image": "n264887.jpg", "question_id": 20706220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000909"], "equivalent": ["202000910"], "question": "Who rides on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (11)->relate: person,riding on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "4:6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater rides on a skateboard.", "image": "n299528.jpg", "question_id": 202000910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639426", "201639427", "201639424", "201639425", "201639422", "201639421", "201639339", "201639428", "201639429"], "equivalent": ["201639422", "201639423", "201639421"], "question": "What is the name of the animals to the left of the white vehicle?", "isBalanced": true, "groups": {"global": "animal", "local": "15-vehicle_to the left of,s"}, "answer": "zebras", "semanticStr": "select: vehicle (17)->filter color: white [0]->relate: animal,to the left of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"6": "5", "12:14": "17"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n497789.jpg", "question_id": 201639423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tire (3)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "choose", "dependencies": [1], "argument": "old|new"}], "entailed": ["20861166", "20861161", "20861159", "20861158", "20861142", "20861154", "20861156"], "equivalent": ["20861160", "20861161"], "question": "How does the tire that looks round look, new or old?", "isBalanced": true, "groups": {"global": "age", "local": "10c-tire_4"}, "answer": "old", "semanticStr": "select: tire (3)->filter shape: round [0]->choose: old|new [1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tire is old.", "image": "n434283.jpg", "question_id": 20861160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify rel", "dependencies": [1], "argument": "microwave,below,o (1)"}], "entailed": ["201623448", "201623447", "201623445", "201623446"], "equivalent": ["201623778"], "question": "Is the red oven below a microwave?", "isBalanced": true, "groups": {"global": null, "local": "13-oven_microwave"}, "answer": "yes", "semanticStr": "select: oven (2)->filter color: red [0]->verify rel: microwave,below,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "1"}, "fullAnswer": {"2": "2", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the oven is below a microwave.", "image": "n501609.jpg", "question_id": 201623778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fries (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178100"], "equivalent": ["20178101"], "question": "What are the fries inside of?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-fries_inside,o"}, "answer": "serving dish", "semanticStr": "select: fries (4)->relate: _,inside,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"1": "4", "5:7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fries are inside the serving dish.", "image": "n55058.jpg", "question_id": 20178101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "policeman,to the left of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20647979"], "equivalent": ["20648037"], "question": "What is the policeman to the left of the man sitting atop?", "isBalanced": true, "groups": {"global": "object", "local": "14-policeman_sitting atop,o"}, "answer": "motorcycle", "semanticStr": "select: man (11)->relate: policeman,to the left of,s (3) [0]->relate: _,sitting atop,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "11", "3": "3"}, "fullAnswer": {"1": "3", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The policeman is sitting atop the motorbike.", "image": "n471866.jpg", "question_id": 20648037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting atop,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20648036"], "question": "Who is sitting atop the motorbike on the left?", "isBalanced": true, "groups": {"global": "person", "local": "14-motorcycle_sitting atop,s"}, "answer": "policeman", "semanticStr": "select: motorcycle (0)->filter hposition: left [0]->relate: person,sitting atop,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"5": "0"}, "fullAnswer": {"1:3": "3", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The police officer is sitting atop the motorbike.", "image": "n471866.jpg", "question_id": 20648036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20361353", "20361359", "20361356", "20361357", "20361354", "20361355", "20361352", "20361358", "20361350", "20361351", "20361365", "20361364", "20361362", "20361361", "20361360"], "equivalent": ["20361349"], "question": "Is the jacket blue and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (5)->verify color: blue [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is blue and long sleeved.", "image": "n352479.jpg", "question_id": 20361349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,below,s (5)"}, {"operation": "choose height", "dependencies": [1], "argument": "tall|short"}], "entailed": ["202119606", "202119607", "202119604", "202119605", "202119602", "202119603", "202119600", "202119601", "202119608", "202119609", "202119543", "202119544", "202119518", "202119519", "202119590", "202119591", "202119596", "202119597", "202119594", "202119595", "202119611", "202119610", "202119613", "202119612", "202119572", "202119573", "202119574", "202119520"], "equivalent": ["202119614"], "question": "Do the trees below the sky look tall or short?", "isBalanced": true, "groups": {"global": "height", "local": "10c-trees_height"}, "answer": "tall", "semanticStr": "select: sky (6)->relate: tree,below,s (5) [0]->choose height: tall|short [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "6"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are tall.", "image": "n544255.jpg", "question_id": 202119614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756528", "201756523", "201756527", "201756552", "201756553", "201756525", "201756524", "201756504", "201756503", "201756502"], "equivalent": ["201756554"], "question": "What animal is white?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_white"}, "answer": "kitten", "semanticStr": "select: animal (1)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307201", "20307202", "20307198", "20307199", "20307146", "20307145", "20307144", "20307143"], "equivalent": ["20307200"], "question": "What device is behind the man?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_behind,s"}, "answer": "television", "semanticStr": "select: man (0)->relate: device,behind,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n554880.jpg", "question_id": 20307200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "folding chair (9)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["202180457", "202180456"], "equivalent": ["202180458"], "question": "Is the folding chair in the top part or in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-folding chair_vposition"}, "answer": "top", "semanticStr": "select: folding chair (9)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The folding chair is in the top of the image.", "image": "n380113.jpg", "question_id": 202180458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "_,larger than,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20757046", "20757044", "20757055"], "equivalent": ["20757045"], "question": "What is larger than the drink that is in the top?", "isBalanced": true, "groups": {"global": "ingredient", "local": "14-wine_larger than,s"}, "answer": "oil", "semanticStr": "select: drink (5)->filter vposition: top [0]->relate: _,larger than,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"5": "5"}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The oil is larger than the wine.", "image": "n433532.jpg", "question_id": 20757045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "room (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201548930"], "equivalent": ["201548929"], "question": "What is the small room holding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-room_holding,o"}, "answer": "picture", "semanticStr": "select: room (0)->filter size: small [0]->relate: _,holding,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The room is holding the picture.", "image": "n314171.jpg", "question_id": 201548929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (10)"}, {"operation": "relate", "dependencies": [0], "argument": "oil,near,s (6)"}, {"operation": "choose thickness", "dependencies": [1], "argument": "thick|thin"}], "entailed": ["20757032", "20757042", "20757040", "20757038", "20757039"], "equivalent": ["20757043"], "question": "Does the oil near the shelf seem to be thin or thick?", "isBalanced": true, "groups": {"global": "thickness", "local": "10c-oil_thickness"}, "answer": "thick", "semanticStr": "select: shelf (10)->relate: oil,near,s (6) [0]->choose thickness: thick|thin [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "10"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The oil is thick.", "image": "n433532.jpg", "question_id": 20757043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["20886927", "20886928"], "equivalent": ["20886929"], "question": "Is it outdoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "no", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is indoors.", "image": "n282436.jpg", "question_id": 20886929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452190", "20452281", "20452280"], "equivalent": ["20452279"], "question": "What is sitting next to the flowers?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-flowers_sitting next to,s"}, "answer": "chair", "semanticStr": "select: flowers (9)->relate: _,sitting next to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is sitting next to the flowers.", "image": "n6908.jpg", "question_id": 20452279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["20886922", "20886920"], "equivalent": ["20886921"], "question": "Which room is it?", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "office", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is an office.", "image": "n282436.jpg", "question_id": 20886921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,larger than,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20757047", "20756841", "20757049", "20757050", "20757053", "20757054"], "equivalent": ["20757048"], "question": "What is the oil bigger than?", "isBalanced": true, "groups": {"global": "liquid", "local": "14-oil_larger than,o"}, "answer": "wine", "semanticStr": "select: oil (6)->relate: _,larger than,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The oil is larger than the wine.", "image": "n433532.jpg", "question_id": 20757048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202228245", "202228244", "202228242", "202228241", "202228240", "202228239", "202228237", "202228222"], "equivalent": ["202228243"], "question": "What is the pepper shaker made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-pepper shaker_material"}, "answer": "wood", "semanticStr": "select: pepper shaker (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pepper grinder is made of wood.", "image": "n77818.jpg", "question_id": 202228243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201982992"], "question": "Who is the coffee table in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-coffee table_in front of,o"}, "answer": "man", "semanticStr": "select: coffee table (6)->relate: person,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"8": "5", "1:3": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee table is in front of the man.", "image": "n526228.jpg", "question_id": 201982992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (10)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201711131", "201711130", "201711133", "201711132", "201711134"], "equivalent": ["201711129"], "question": "Is the tall shelf on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-shelf_left"}, "answer": "yes", "semanticStr": "select: shelf (10)->filter height: tall [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shelf is on the left of the image.", "image": "n302387.jpg", "question_id": 201711129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5,4)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["201639086"], "equivalent": ["201639085"], "question": "Are all the animals zebras?", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "no", "semanticStr": "select: animal (5,4)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, there are both giraffes and zebras.", "image": "n497789.jpg", "question_id": 201639085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400051", "201400048", "201400047", "201400045", "201399993"], "equivalent": ["201400046"], "question": "What's in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_in front of,s"}, "answer": "couch", "semanticStr": "select: wall (17)->relate: _,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "7": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the wall.", "image": "n344136.jpg", "question_id": 201400046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (6)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["20954243", "20954241", "20954239"], "equivalent": ["20954242", "20954241"], "question": "Does that luggage look still?", "isBalanced": true, "groups": {"global": null, "local": "06-luggage_still"}, "answer": "yes", "semanticStr": "select: luggage (6)->verify state: still [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the luggage is still.", "image": "n498712.jpg", "question_id": 20954242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (6)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201207445", "201207444", "201207446", "201207441", "201207443", "201207442"], "equivalent": ["201207447", "201207446"], "question": "Which side of the image is the empty mug on?", "isBalanced": true, "groups": {"global": null, "local": "10q-mug_hposition"}, "answer": "right", "semanticStr": "select: mug (6)->filter: empty [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mug is on the right of the image.", "image": "n222915.jpg", "question_id": 201207447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (10)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,near,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201822411", "201822397", "201822408", "201822396", "201822410", "201822412"], "equivalent": ["201822409"], "question": "What material is the toilet near the toilet paper?", "isBalanced": true, "groups": {"global": "material", "local": "10q-toilet_material"}, "answer": "porcelain", "semanticStr": "select: toilet paper (10)->relate: toilet,near,s (8) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "8", "7:9": "10"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is made of porcelain.", "image": "n417401.jpg", "question_id": 201822409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202119769", "202119768", "202119772", "202119773", "202119767", "202119771"], "equivalent": ["202119770"], "question": "What's the floor made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-floor_material"}, "answer": "concrete", "semanticStr": "select: floor (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is made of concrete.", "image": "n500308.jpg", "question_id": 202119770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003958", "202004238", "202004237", "202003957"], "equivalent": ["202004239"], "question": "On what's the backpack hanging?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-backpack_hanging on,o"}, "answer": "doors", "semanticStr": "select: backpack (5)->relate: _,hanging on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "5", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The backpack is hanging on the doors.", "image": "n262920.jpg", "question_id": 202004239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "select", "dependencies": [], "argument": "trash can (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20596220", "20596218"], "equivalent": ["20596220", "20596219"], "question": "Is the color of the coat different than the color of the garbage bin?", "isBalanced": true, "groups": {"global": null, "local": "09diff-coat_trash can"}, "answer": "no", "semanticStr": "select: coat (2)->select: trash can (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "2", "12:14": "9"}, "fullAnswer": {"3": "2", "6:8": "9"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the coat and the garbage bin are black.", "image": "n514467.jpg", "question_id": 20596219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify state", "dependencies": [0], "argument": "rough "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202119775"], "question": "Is the floor rough and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rough"}, "answer": "no", "semanticStr": "select: floor (11)->verify color: black [0]->verify state: rough  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is black but smooth.", "image": "n500308.jpg", "question_id": 202119775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202119786", "202119778", "202119783", "202119782", "202119781", "202119776", "202119777", "202119775"], "equivalent": ["202119779"], "question": "The floor is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "black", "semanticStr": "select: floor (11)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is black.", "image": "n500308.jpg", "question_id": 202119779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202119808"], "question": "Do you see refrigerators in the photo?", "isBalanced": true, "groups": {"global": null, "local": "03-refrigerator"}, "answer": "yes", "semanticStr": "select: refrigerator (0)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a refrigerator.", "image": "n500308.jpg", "question_id": 202119808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201264098", "201264097", "201264096", "201264107", "201264106", "201264101", "201264100", "201264109"], "equivalent": ["201264099"], "question": "How clean is the window?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-window_cleanliness"}, "answer": "tinted", "semanticStr": "select: window (11)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is tinted.", "image": "n357126.jpg", "question_id": 201264099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20899058"], "question": "Who in this photograph is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "girl", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is standing.", "image": "n243701.jpg", "question_id": 20899058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381365", "20381366"], "equivalent": ["20381367"], "question": "What's the sweatshirt in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sweatshirt_in front of,o"}, "answer": "rug", "semanticStr": "select: sweatshirt (12)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "12", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sweatshirt is in front of the rug.", "image": "n398257.jpg", "question_id": 20381367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "relate", "dependencies": [0], "argument": "onion,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20177835", "20177829", "20177828", "20177825", "20177824", "20177827", "20177826", "20177832", "20177833", "20177830", "20177849", "20177848", "20177823", "20177822", "20177850", "20177834", "20177845", "20177844"], "equivalent": ["20177831"], "question": "How large is the onion to the left of the serving dish?", "isBalanced": true, "groups": {"global": "size", "local": "10q-onion_size"}, "answer": "small", "semanticStr": "select: serving dish (11)->relate: onion,to the left of,s (3) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "3", "10:12": "11"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The onion is small.", "image": "n55058.jpg", "question_id": 20177831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,hanging from,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381277", "20381359", "20381360"], "equivalent": ["20381361"], "question": "What kind of furniture is the sweatshirt hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sweatshirt_hanging from,o"}, "answer": "chair", "semanticStr": "select: sweatshirt (12)->relate: furniture,hanging from,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sweatshirt is hanging from the chair.", "image": "n398257.jpg", "question_id": 20381361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20178129", "20178127", "20178126"], "equivalent": ["20178129", "20178128"], "question": "In which part of the image is the mug, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-mug_vposition"}, "answer": "top", "semanticStr": "select: mug (7)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"8": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mug is in the top of the image.", "image": "n55058.jpg", "question_id": 20178128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "silver"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "tinted "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201264096"], "question": "Is that window silver and tinted?", "isBalanced": true, "groups": {"global": null, "local": "05-silver_tinted"}, "answer": "no", "semanticStr": "select: window (11)->verify color: silver [0]->verify cleanliness: tinted  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is tinted but black.", "image": "n357126.jpg", "question_id": 201264096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["20645564", "20645565", "20645599", "20645598", "20645595", "20645597", "20645596", "20645601", "20645580", "20645602", "20645593", "20645556"], "equivalent": ["20645600"], "question": "Is this toilet open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-toilet_15"}, "answer": "closed", "semanticStr": "select: toilet (1)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toilet is closed.", "image": "n98544.jpg", "question_id": 20645600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "bottle,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20741063"], "question": "Are there bottles on the wood table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_bottle"}, "answer": "no", "semanticStr": "select: table (9)->filter material: wood [0]->relate: bottle,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"5:7": "9"}, "fullAnswer": {"4": "1", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a vase on the table.", "image": "n23762.jpg", "question_id": 20741063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}], "entailed": ["201752808", "201752814", "201752813", "201752812", "201752811", "201752810"], "equivalent": ["201752809"], "question": "Do the shoes look dark?", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_dark"}, "answer": "yes", "semanticStr": "select: shoes (4)->verify color: dark [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shoes are dark.", "image": "n262929.jpg", "question_id": 201752809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboards (11)"}, {"operation": "select", "dependencies": [], "argument": "cabinets (5) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201623309"], "question": "What do the cupboards and the cabinets have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-cabinets_cupboards"}, "answer": "material", "semanticStr": "select: cupboards (11)->select: cabinets (5) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "11", "6": "5"}, "fullAnswer": {"4": "11", "7": "5"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the cupboards and the cabinets are wooden.", "image": "n501609.jpg", "question_id": 201623309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "jeans,wearing,o (-)"}], "entailed": [], "equivalent": ["201861423"], "question": "Does the person wear jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-person_jeans"}, "answer": "no", "semanticStr": "select: person (2)->verify rel: jeans,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "4": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person wears sneakers.", "image": "n390187.jpg", "question_id": 201861423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ladder (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20722023", "20722030", "20722025", "20722024", "20722027", "20722029", "20722028"], "equivalent": ["20722026"], "question": "What is the color of the ladder?", "isBalanced": true, "groups": {"global": "color", "local": "10q-ladder_color"}, "answer": "silver", "semanticStr": "select: ladder (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ladder is silver.", "image": "n89148.jpg", "question_id": 20722026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "faucet,to the left of,o (13)"}], "entailed": ["20939950"], "equivalent": ["20940023"], "question": "Is the soap to the left of the tap underneath the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-soap_faucet"}, "answer": "yes", "semanticStr": "select: soap (12)->verify rel: faucet,to the left of,o (13) [0]", "annotations": {"answer": {}, "question": {"11": "5", "8": "13", "2": "12"}, "fullAnswer": {"9": "13", "2": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the soap is to the left of the tap.", "image": "n240666.jpg", "question_id": 20940023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201669334"], "equivalent": ["201669333"], "question": "Do you see brown chairs or cakes?", "isBalanced": true, "groups": {"global": null, "local": "04-cake_brown"}, "answer": "yes", "semanticStr": "select: cake (10)->filter color: brown [0]->exist: ? [1]->select: chair (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a brown cake.", "image": "n238266.jpg", "question_id": 201669333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201795058", "201795059", "201795067", "201795066", "201795065", "201795064", "201795052", "201795050", "201795051", "201795056", "201795057", "201795054", "201795060"], "equivalent": ["201795055"], "question": "What's the elephant doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-elephant_activity"}, "answer": "staring", "semanticStr": "select: elephant (14)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is staring.", "image": "n119944.jpg", "question_id": 201795055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (22)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012582", "202012581", "202012586", "202012585", "202012584"], "equivalent": ["202012583"], "question": "What items of furniture are behind the woman?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_behind,s"}, "answer": "cabinets", "semanticStr": "select: woman (22)->relate: furniture,behind,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}], "entailed": ["20482251", "20482232", "20482250", "20482253", "20482252", "20482255", "20482254", "20482256", "20482268", "20482248", "20482263"], "equivalent": ["20482257"], "question": "Does the blue hat have large size?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_large"}, "answer": "no", "semanticStr": "select: hat (3)->filter color: blue [0]->verify size: large [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is small.", "image": "n195249.jpg", "question_id": 20482257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20940028", "20940106"], "equivalent": ["20940029"], "question": "Are there chairs or blankets in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-blanket_chair"}, "answer": "no", "semanticStr": "select: blanket (-)->exist: ? [0]->select: chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no chairs or blankets.", "image": "n240666.jpg", "question_id": 20940029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (5)"}, {"operation": "relate", "dependencies": [0], "argument": "surfboard,behind,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201504738"], "equivalent": ["201504737"], "question": "What is on the surfboard behind the sign?", "isBalanced": true, "groups": {"global": "plant", "local": "14-surfboard_on,s"}, "answer": "flower", "semanticStr": "select: sign (5)->relate: surfboard,behind,s (4) [0]->relate: _,on,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"4": "4", "7": "5"}, "fullAnswer": {"1": "11", "5:7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower is on the surf board.", "image": "n298104.jpg", "question_id": 201504737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (9)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202023547", "202023546", "202023545", "202023544", "202023550", "202023551", "202023552", "202023540", "202023549", "202023548", "202023543", "202023542", "202023541"], "equivalent": ["202023539", "202023540"], "question": "Does the rug look small and colorful?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_small"}, "answer": "yes", "semanticStr": "select: rug (9)->verify: colorful [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the rug is small and colorful.", "image": "n95313.jpg", "question_id": 202023539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202208384", "202208385", "202208349"], "equivalent": ["202208386"], "question": "Which kind of sign is on the road?", "isBalanced": true, "groups": {"global": "sign", "local": "15-road_on,s"}, "answer": "traffic sign", "semanticStr": "select: road (8)->relate: sign,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n124651.jpg", "question_id": 202208386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "wood"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20316984", "20316987", "20316986", "20316981"], "equivalent": ["20316985", "20316984"], "question": "Do you see a wood door or window?", "isBalanced": true, "groups": {"global": null, "local": "04-window_wood"}, "answer": "yes", "semanticStr": "select: window (11)->filter material: wood [0]->exist: ? [1]->select: door (-) ->filter material: wood [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "11"}, "fullAnswer": {"5": "11"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a wood window.", "image": "n350766.jpg", "question_id": 20316985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (0)"}, {"operation": "choose name", "dependencies": [0], "argument": "skateboarder|snowboarder"}], "entailed": ["202270901"], "equivalent": ["202270901", "202270900"], "question": "Is this a skateboarder or a snowboarder?", "isBalanced": true, "groups": {"global": "person", "local": "08oc-skateboarder_snowboarder"}, "answer": "skateboarder", "semanticStr": "select: this (0)->choose name: skateboarder|snowboarder [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a skateboarder.", "image": "n469156.jpg", "question_id": 202270900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202270904", "202270887"], "equivalent": ["202270903"], "question": "Who is wearing a glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: glove (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a glove.", "image": "n469156.jpg", "question_id": 202270903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth"}], "entailed": ["20863700", "20863698"], "equivalent": ["20863702"], "question": "Does the motorbike look smooth?", "isBalanced": true, "groups": {"global": null, "local": "06-motorcycle_smooth"}, "answer": "yes", "semanticStr": "select: motorcycle (2)->verify state: smooth [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the motorbike is smooth.", "image": "n14.jpg", "question_id": 20863702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202270887", "202270903"], "equivalent": ["202270904"], "question": "Who is wearing the glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: glove (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a glove.", "image": "n469156.jpg", "question_id": 202270904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202162297", "202162312", "202162314", "202162299", "202162305", "202162304", "202162306", "202162301", "202162300", "202162302"], "equivalent": ["202162303"], "question": "How big is the chair that is made of wood?", "isBalanced": true, "groups": {"global": "size", "local": "10q-chair_size"}, "answer": "small", "semanticStr": "select: chair (15)->filter material: wood [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "15", "4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is small.", "image": "n69237.jpg", "question_id": 202162303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735306", "201735307", "201735296", "201735294", "201735295", "201735308"], "equivalent": ["201735322"], "question": "What device is on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_on"}, "answer": "laptop", "semanticStr": "select: device (1)->filter: on [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n240973.jpg", "question_id": 201735322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tent (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "light bulbs (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201878374", "201878372", "201878371"], "equivalent": ["201878374", "201878373", "201878372"], "question": "Are there light bulbs or tents?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-light bulbs_tent"}, "answer": "no", "semanticStr": "select: tent (-)->exist: ? [0]->select: light bulbs (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no light bulbs or tents.", "image": "n342511.jpg", "question_id": 201878373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mannequin (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201337175", "201337174", "201337176"], "equivalent": ["201337175", "201337174", "201337176", "201337173"], "question": "Are there both mannequins and bikes in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bike_mannequin"}, "answer": "no", "semanticStr": "select: bike (9)->exist: ? [0]->select: mannequin (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bike but no mannequins.", "image": "n329479.jpg", "question_id": 201337173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "shelves,sitting on top of,s (5)"}, {"operation": "filter material", "dependencies": [1], "argument": "wood"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["201735495", "201735496", "201735497", "201735498", "201735502", "201735503", "201735500", "201735501", "201735504", "201735505", "201735508"], "equivalent": ["201735499"], "question": "The wood shelves that are sitting on top of the desk are of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shelves_color"}, "answer": "brown", "semanticStr": "select: desk (7)->relate: shelves,sitting on top of,s (5) [0]->filter material: wood [1]->query: color [2]", "annotations": {"answer": {}, "question": {"10": "7", "1:3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are brown.", "image": "n240973.jpg", "question_id": 201735499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (8)"}, {"operation": "relate", "dependencies": [0], "argument": "canisters,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202218565", "202218566", "202218561", "202218560", "202218563", "202218562", "202218558", "202218559"], "equivalent": ["202218564"], "question": "What are the canisters that are to the left of the toaster made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-canisters_material"}, "answer": "metal", "semanticStr": "select: toaster (8)->relate: canisters,to the left of,s (10) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"11": "8", "3": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The canisters are made of metal.", "image": "n578564.jpg", "question_id": 202218564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066008"], "equivalent": ["2066009"], "question": "Who is the boy sitting next to?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_sitting next to,o"}, "answer": "girl", "semanticStr": "select: boy (0)->relate: person,sitting next to,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting next to the girl.", "image": "n356822.jpg", "question_id": 2066009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060110"], "equivalent": ["202060111"], "question": "What's the couch in front of?", "isBalanced": true, "groups": {"global": "textile", "local": "14-couch_in front of,o"}, "answer": "curtains", "semanticStr": "select: couch (13)->relate: _,in front of,o (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {}, "fullAnswer": {"1": "13", "7": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the curtains.", "image": "n14087.jpg", "question_id": 202060111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "bed,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202060115", "202060114"], "equivalent": ["202060115", "202060114", "202060113"], "question": "Do you see a bed in front of the white curtains?", "isBalanced": true, "groups": {"global": null, "local": "13-curtains_bed"}, "answer": "no", "semanticStr": "select: curtains (20)->filter color: white [0]->relate: bed,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "20"}, "fullAnswer": {"9": "20", "4": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a couch in front of the curtains.", "image": "n14087.jpg", "question_id": 202060113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20752412", "20752416", "20752415", "20752414"], "equivalent": ["20752413"], "question": "Is the mirror on the left side of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_left"}, "answer": "no", "semanticStr": "select: mirror (2)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mirror is on the right of the image.", "image": "n209843.jpg", "question_id": 20752413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "cell phone,playing at,o (-)"}], "entailed": ["202012858"], "equivalent": ["202012859"], "question": "Is the person that is to the left of the shelves playing at a cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-man_cell phone"}, "answer": "no", "semanticStr": "select: shelves (18)->relate: person,to the left of,s (0) [0]->verify rel: cell phone,playing at,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "18", "2": "0"}, "fullAnswer": {"2": "0", "7": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is playing at the television.", "image": "n326988.jpg", "question_id": 202012859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking at,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201794982", "201795584", "201795585", "201795580", "201795581", "201795583"], "equivalent": ["201795582"], "question": "What animal does the child look at?", "isBalanced": true, "groups": {"global": "animal", "local": "14-child_looking at,o"}, "answer": "elephant", "semanticStr": "select: child (0)->relate: animal,looking at,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "0", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid looks at the elephant.", "image": "n119944.jpg", "question_id": 201795582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking at,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201794982", "201795585", "201795580", "201795581", "201795582", "201795583"], "equivalent": ["201795584"], "question": "What is the animal that the male person looks at?", "isBalanced": true, "groups": {"global": "animal", "local": "15-child_looking at,o"}, "answer": "elephant", "semanticStr": "select: person (0)->filter gender: male [0]->relate: animal,looking at,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14", "6:8": "0"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n119944.jpg", "question_id": 201795584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,o (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "boy,to the right of|to the left of,s (0)"}], "entailed": ["2065936", "2065937", "2065938", "2065939", "2066003", "2066005", "2066004", "2066006", "2065940"], "equivalent": ["2066007"], "question": "Is the boy to the right or to the left of the person the man is sitting next to?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_boy"}, "answer": "right", "semanticStr": "select: man (2)->relate: person,sitting next to,o (1) [0]->choose rel: boy,to the right of|to the left of,s (0) [1]", "annotations": {"answer": {}, "question": {"2": "0", "12": "1", "14": "2"}, "fullAnswer": {"1": "0", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the right of the girl.", "image": "n356822.jpg", "question_id": 2066007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20340789"], "equivalent": ["20340788"], "question": "What place is shown?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "school", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a school.", "image": "n346247.jpg", "question_id": 20340788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20894311"], "equivalent": ["20894309"], "question": "What is in front of the huge building?", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "tree", "semanticStr": "select: building (10)->filter size: huge [0]->relate: _,in front of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"6:8": "10"}, "fullAnswer": {"1": "9", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the building.", "image": "n272313.jpg", "question_id": 20894309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cups,to the right of,o (6)"}], "entailed": ["20706269"], "equivalent": ["20706200"], "question": "Is the mouse pad to the right of the cups on the desk?", "isBalanced": true, "groups": {"global": null, "local": "13-mouse pad_cups"}, "answer": "yes", "semanticStr": "select: mouse pad (4)->verify rel: cups,to the right of,o (6) [0]", "annotations": {"answer": {}, "question": {"9": "6", "12": "0", "2:4": "4"}, "fullAnswer": {"10": "6", "2:4": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mouse pad is to the right of the cups.", "image": "n264887.jpg", "question_id": 20706200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "choose color", "dependencies": [1], "argument": "orange|black"}], "entailed": [], "equivalent": ["201185787"], "question": "Are the short shorts orange or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shorts_color"}, "answer": "orange", "semanticStr": "select: shorts (2)->filter length: short [0]->choose color: orange|black [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are orange.", "image": "n494918.jpg", "question_id": 201185787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,underneath,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20340779", "20340781", "20340747", "20340748", "20340778", "20340782"], "equivalent": ["20340780"], "question": "What kind of furniture is underneath the white table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (7)->filter color: white [0]->relate: furniture,underneath,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "7:9": "7"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340779", "20340747", "20340748", "20340780", "20340778", "20340782"], "equivalent": ["20340781"], "question": "Which kind of furniture is underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (7)->relate: furniture,underneath,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340781}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knee pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20894302"], "question": "Who is the knee pad worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-knee pad_worn on,o"}, "answer": "boy", "semanticStr": "select: knee pad (6)->relate: person,worn on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1:3": "6", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knee pad is worn on the boy.", "image": "n272313.jpg", "question_id": 20894302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2091061", "2091060", "2091059", "2091062", "2091064", "2091054", "2091055", "2091056", "2091057"], "equivalent": ["2091058"], "question": "How big is the brown dirt?", "isBalanced": true, "groups": {"global": "size", "local": "10q-dirt_size"}, "answer": "small", "semanticStr": "select: dirt (13)->filter color: brown [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is small.", "image": "n565418.jpg", "question_id": 2091058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "child,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201713363", "201713361"], "equivalent": ["201713362", "201713363"], "question": "Do you see a child near the person behind the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_child"}, "answer": "no", "semanticStr": "select: mirror (0)->relate: person,behind,s (3) [0]->relate: child,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "0", "7": "3"}, "fullAnswer": {"4": "1", "7": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a mug near the woman.", "image": "n455563.jpg", "question_id": 201713362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (18)"}, {"operation": "choose name", "dependencies": [0], "argument": "truck|buses"}], "entailed": [], "equivalent": ["201879470"], "question": "Is this a truck or a bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-buses_truck"}, "answer": "truck", "semanticStr": "select: this (18)->choose name: truck|buses [0]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"3": "18"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a truck.", "image": "n290409.jpg", "question_id": 201879470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631677"], "question": "Who wears trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "batter", "semanticStr": "select: pants (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"2": "4"}, "fullAnswer": {"1": "0", "3": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter wears trousers.", "image": "n570181.jpg", "question_id": 20631677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201510273", "201510272", "201510271", "201510277", "201510275", "201510274", "201510278", "201510291", "201510290", "201510293", "201510292", "201510295", "201510294", "201510263", "201510264", "201510265", "201510246", "201510303", "201510302", "201510288", "201510289", "201510286", "201510287"], "equivalent": ["201510262"], "question": "Does the fork look hard and silver?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_silver"}, "answer": "yes", "semanticStr": "select: fork (1)->verify hardness: hard [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fork is hard and silver.", "image": "n541854.jpg", "question_id": 201510262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201370361", "201370360"], "equivalent": ["201370362"], "question": "What's the tape on?", "isBalanced": true, "groups": {"global": "material", "local": "14-tape_on,o"}, "answer": "paper", "semanticStr": "select: tape (1)->relate: _,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tape is on the paper.", "image": "n351318.jpg", "question_id": 201370362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "choose name", "dependencies": [0], "argument": "table|bookcase"}], "entailed": [], "equivalent": ["201859673"], "question": "What kind of furniture is this, a bookcase or a table?", "isBalanced": true, "groups": {"global": "furniture", "local": "11c-furniture"}, "answer": "table", "semanticStr": "select: furniture (9)->choose name: table|bookcase [0]", "annotations": {"answer": {"0": "9"}, "question": {"10": "9", "3": "9"}, "fullAnswer": {"3": "9"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a table.", "image": "n546884.jpg", "question_id": 201859673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (8)"}, {"operation": "filter", "dependencies": [0], "argument": "abundant"}, {"operation": "relate", "dependencies": [1], "argument": "_,surrounding,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20865666"], "question": "What do the abundant trees surround?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_surrounding,o"}, "answer": "pasture", "semanticStr": "select: trees (8)->filter: abundant [0]->relate: _,surrounding,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "4": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees surround the pasture.", "image": "n143935.jpg", "question_id": 20865666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201407287"], "equivalent": ["201407287", "201407286"], "question": "Are there any women?", "isBalanced": true, "groups": {"global": null, "local": "03-woman"}, "answer": "no", "semanticStr": "select: woman (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no women.", "image": "n282607.jpg", "question_id": 201407286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (1)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201407264", "201407285", "201407284", "201407281", "201407283", "201407282", "201407274", "201407278", "201407277"], "equivalent": ["201407280"], "question": "How clean is the t-shirt?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-t-shirt_cleanliness"}, "answer": "clean", "semanticStr": "select: t-shirt (1)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The t-shirt is clean.", "image": "n282607.jpg", "question_id": 201407280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["20169804", "20169812"], "equivalent": ["20169805"], "question": "Does this flag look red?", "isBalanced": true, "groups": {"global": null, "local": "06-flag_red"}, "answer": "no", "semanticStr": "select: flag (2)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the flag is yellow.", "image": "n58220.jpg", "question_id": 20169805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (0)"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}], "entailed": ["201490920", "201490921", "201490938", "201490919", "201490940", "201490935", "201490932", "201490915", "201490914", "201490917", "201490916", "201490911", "201490931", "201490933", "201490912", "201490913", "201490939", "201490934"], "equivalent": ["201490922"], "question": "Does the person near the wall look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_tall"}, "answer": "no", "semanticStr": "select: wall (7)->relate: person,near,s (0) [0]->verify height: tall [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "7"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is short.", "image": "n86120.jpg", "question_id": 201490922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing with,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030609", "201030608", "201030610", "201030606", "201030605", "201030250"], "equivalent": ["201030607"], "question": "What does the boy play with?", "isBalanced": true, "groups": {"global": "device", "local": "14-boy_playing with,o"}, "answer": "wii controller", "semanticStr": "select: boy (4)->relate: _,playing with,o (13) [0]->query: name [1]", "annotations": {"answer": {"0:2": "13"}, "question": {}, "fullAnswer": {"1": "4", "5:7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy plays with a Wii remotes.", "image": "n54424.jpg", "question_id": 201030607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "machine (23)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bookcase,on top of,o (-)"}], "entailed": [], "equivalent": ["201951792"], "question": "Is the machine on top of a bookcase?", "isBalanced": true, "groups": {"global": null, "local": "13-machine_bookcase"}, "answer": "no", "semanticStr": "select: machine (23)->verify rel: bookcase,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "23"}, "fullAnswer": {"8": "22", "2": "23"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the machine is on top of a table.", "image": "n256120.jpg", "question_id": 201951792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing with,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030609", "201030608", "201030610", "201030607", "201030606", "201030250"], "equivalent": ["201030605"], "question": "He plays with what?", "isBalanced": true, "groups": {"global": "device", "local": "14-boy_playing with,o"}, "answer": "wii controller", "semanticStr": "select: he (4)->relate: _,playing with,o (13) [0]->query: name [1]", "annotations": {"answer": {"0:2": "13"}, "question": {"0": "4"}, "fullAnswer": {"1": "4", "5:7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy plays with a Wii remotes.", "image": "n54424.jpg", "question_id": 201030605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (23)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951789"], "equivalent": ["201951790"], "question": "What's located on top of the table?", "isBalanced": true, "groups": {"global": "", "local": "14-table_on top of,s"}, "answer": "machine", "semanticStr": "select: table (22)->relate: _,on top of,s (23) [0]->query: name [1]", "annotations": {"answer": {"0": "23"}, "question": {}, "fullAnswer": {"1": "23", "7": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The machine is on top of the table.", "image": "n256120.jpg", "question_id": 201951790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing with,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201030603"], "question": "Who plays with the Wii controller?", "isBalanced": true, "groups": {"global": "person", "local": "14-wii controller_playing with,s"}, "answer": "boy", "semanticStr": "select: wii controller (13)->relate: person,playing with,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4:6": "13"}, "fullAnswer": {"1": "4", "5:7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy plays with the Wii controller.", "image": "n54424.jpg", "question_id": 201030603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (8)"}, {"operation": "relate", "dependencies": [0], "argument": "microwave,to the right of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202218903", "202218902", "202218901"], "equivalent": ["202218901", "202218900"], "question": "Is there a microwave to the right of the toaster?", "isBalanced": true, "groups": {"global": null, "local": "13-toaster_microwave"}, "answer": "no", "semanticStr": "select: toaster (8)->relate: microwave,to the right of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "8"}, "fullAnswer": {"10": "8", "4": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a jar to the right of the toaster.", "image": "n578564.jpg", "question_id": 202218900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,on,s (1)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202262537", "202262553", "202262554", "202262552", "202262539", "202262538", "202262542", "202262543", "202262547", "202262544", "202262545"], "equivalent": ["202262546"], "question": "Is the man on the grass happy and old?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_old"}, "answer": "yes", "semanticStr": "select: grass (5)->relate: man,on,s (1) [0]->verify face expression: happy [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "5"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is happy and old.", "image": "n538039.jpg", "question_id": 202262546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,on,s (1)"}, {"operation": "verify age", "dependencies": [1], "argument": "young"}], "entailed": ["202262539", "202262538", "202262542", "202262543", "202262547", "202262545"], "equivalent": ["202262544"], "question": "Does the man on the grass look young?", "isBalanced": true, "groups": {"global": null, "local": "06-man_young"}, "answer": "no", "semanticStr": "select: grass (5)->relate: man,on,s (1) [0]->verify age: young [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "5"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is old.", "image": "n538039.jpg", "question_id": 202262544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking down at,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153618", "201153619"], "equivalent": ["201153620"], "question": "Who is the giraffe looking down at?", "isBalanced": true, "groups": {"global": "person", "local": "14-giraffe_looking down at,o"}, "answer": "man", "semanticStr": "select: giraffe (9)->relate: person,looking down at,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "9", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is looking down at the man.", "image": "n160664.jpg", "question_id": 201153620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20903068", "20903069", "20903066", "20903067", "20903064", "20902887", "20902886"], "equivalent": ["20903064", "20903065"], "question": "Do you see any people to the right of the dog?", "isBalanced": true, "groups": {"global": null, "local": "13-dog_person"}, "answer": "yes", "semanticStr": "select: dog (2)->relate: person,to the right of,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "2", "4": "7"}, "fullAnswer": {"10": "2", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a person to the right of the dog.", "image": "n411121.jpg", "question_id": 20903065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skiing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462010", "20462004"], "equivalent": ["20462051"], "question": "Who in this photograph is skiing?", "isBalanced": true, "groups": {"global": "person", "local": "skiing"}, "answer": "woman", "semanticStr": "select: person (7)->filter sportActivity: skiing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is skiing.", "image": "n571179.jpg", "question_id": 20462051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20247155"], "question": "Does the necklace look large and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "no", "semanticStr": "select: necklace (10)->verify color: blue [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the necklace is large but dark.", "image": "n223750.jpg", "question_id": 20247155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "orange"}], "entailed": ["201737900", "201737901", "201737902", "201737904", "201737898"], "equivalent": ["201737899"], "question": "Does the field look orange?", "isBalanced": true, "groups": {"global": null, "local": "06-field_orange"}, "answer": "yes", "semanticStr": "select: field (14)->verify color: orange [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the field is orange.", "image": "n531731.jpg", "question_id": 201737899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (14)"}, {"operation": "relate", "dependencies": [0], "argument": "player,on,s (15)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201737894"], "question": "What does the player on the field wear?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-player_wearing,o"}, "answer": "athletic shoe", "semanticStr": "select: field (14)->relate: player,on,s (15) [0]->relate: _,wearing,o (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "15", "6": "14"}, "fullAnswer": {"1": "15", "4:6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player wears an athletic shoe.", "image": "n531731.jpg", "question_id": 201737894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose rel", "dependencies": [1], "argument": "car,to the right of|to the left of,s (1)"}], "entailed": ["201638749", "201638885", "201638884"], "equivalent": ["201638750"], "question": "Is the blue car to the right or to the left of the bench made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_car"}, "answer": "right", "semanticStr": "select: bench (3)->filter material: metal [0]->choose rel: car,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"13": "3", "2:4": "1", "16": "3"}, "fullAnswer": {"1": "1", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The car is to the right of the bench.", "image": "n271392.jpg", "question_id": 201638750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "choose rel", "dependencies": [0], "argument": "woman,to the left of|to the right of,s (3)"}], "entailed": ["20866158", "20866154", "20866106", "20866157", "20866109", "20866108", "20866105", "20866107", "20866111"], "equivalent": ["20866112"], "question": "Is she to the left or to the right of the bottle that looks heavy?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_woman"}, "answer": "left", "semanticStr": "select: she (3)->choose rel: woman,to the left of|to the right of,s (3) [0]", "annotations": {"answer": {}, "question": {"1": "3", "11": "10", "14": "10"}, "fullAnswer": {"1": "3", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the bottle.", "image": "n579256.jpg", "question_id": 20866112}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (14)"}, {"operation": "relate", "dependencies": [0], "argument": "player,on,s (15)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201737890"], "question": "What is the player on the field wearing?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-player_wearing,o"}, "answer": "athletic shoe", "semanticStr": "select: field (14)->relate: player,on,s (15) [0]->relate: _,wearing,o (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "15", "6": "14"}, "fullAnswer": {"1": "15", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing an athletic shoe.", "image": "n531731.jpg", "question_id": 201737890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (10)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["20247166", "20247164", "20247162", "20247159", "20247160", "20247161", "20247157", "20247156", "20247155", "20247163"], "equivalent": ["20247158", "20247157", "20247156"], "question": "Does the necklace look large?", "isBalanced": true, "groups": {"global": null, "local": "06-necklace_large"}, "answer": "yes", "semanticStr": "select: necklace (10)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the necklace is large.", "image": "n223750.jpg", "question_id": 20247158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652444"], "equivalent": ["20652443"], "question": "What are the vehicles that the woman is behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_behind,o"}, "answer": "cars", "semanticStr": "select: woman (0)->relate: vehicle,behind,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7", "6": "0"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n400036.jpg", "question_id": 20652443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (12)"}, {"operation": "relate", "dependencies": [0], "argument": "knife,on top of,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202284838"], "equivalent": ["202284838", "202284837"], "question": "Does the knife on top of the napkin look green and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-green_thin"}, "answer": "no", "semanticStr": "select: napkin (12)->relate: knife,on top of,s (11) [0]->verify color: green [1]->verify thickness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "7": "12"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knife is thin but silver.", "image": "n100991.jpg", "question_id": 202284837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (10)"}, {"operation": "select", "dependencies": [], "argument": "keyboard (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201497593"], "equivalent": ["201497592"], "question": "Does the speaker have the same color as the keyboard?", "isBalanced": true, "groups": {"global": null, "local": "09same-keyboard_speaker"}, "answer": "yes", "semanticStr": "select: speaker (10)->select: keyboard (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "10"}, "fullAnswer": {"3": "10", "6": "7"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the speaker and the keyboard are white.", "image": "n315887.jpg", "question_id": 201497592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652443"], "equivalent": ["20652444"], "question": "What vehicles is the woman behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_behind,o"}, "answer": "cars", "semanticStr": "select: woman (0)->relate: vehicle,behind,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is behind the cars.", "image": "n400036.jpg", "question_id": 20652444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201175307", "201175304", "201175305", "201175302", "201175303"], "equivalent": ["201175306"], "question": "Is the cat in the top part or in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-cat_vposition"}, "answer": "bottom", "semanticStr": "select: cat (1)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cat is in the bottom of the image.", "image": "n357784.jpg", "question_id": 201175306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (25)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20655394", "20655392", "20655393", "20655390", "20655391", "20655399", "20655363", "20655402", "20655340", "20655400", "20655401", "20655345", "20655344", "20655347", "20655346", "20655349", "20655348", "20655361", "20655367", "20655366", "20655328", "20655341", "20655385", "20655384", "20655387", "20655386", "20655383", "20655389", "20655388", "20655368", "20655343", "20655342", "20655350", "20655351", "20655357", "20655369", "20655374", "20655375", "20655376", "20655373", "20655338", "20655339", "20655362", "20655330", "20655331", "20655332", "20655333", "20655334", "20655358", "20655336", "20655337"], "equivalent": ["20655329", "20655328"], "question": "Does the street sign look small and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_small"}, "answer": "yes", "semanticStr": "select: street sign (25)->verify color: red [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "25"}, "fullAnswer": {"2:4": "25"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street sign is small and red.", "image": "n199097.jpg", "question_id": 20655329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0,3,5,9)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["20491652"], "equivalent": ["20491651"], "question": "Do the animals all have the same type?", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "no", "semanticStr": "select: animal (0,3,5,9)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, there are both birds and bears.", "image": "n335542.jpg", "question_id": 20491651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (43)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "fat"}], "entailed": ["202107911", "202107912", "202107915", "202107914", "202107916", "202107902"], "equivalent": ["202107913"], "question": "Does the person to the left of the boy look fat?", "isBalanced": true, "groups": {"global": null, "local": "06-person_fat"}, "answer": "yes", "semanticStr": "select: boy (10)->relate: person,to the left of,s (43) [0]->verify fatness: fat [1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "43"}, "fullAnswer": {"2": "43"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is fat.", "image": "n133585.jpg", "question_id": 202107913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "select", "dependencies": [], "argument": "drink (9) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["2012598"], "equivalent": ["2012597", "2012598"], "question": "What do the bottle and the drink have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bottle_drink"}, "answer": "material", "semanticStr": "select: bottle (8)->select: drink (9) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "8", "6": "9"}, "fullAnswer": {"4": "8", "7": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the bottle and the drink are plastic.", "image": "n318370.jpg", "question_id": 2012597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "verify", "dependencies": [0], "argument": "straight"}], "entailed": ["20162415", "20162390", "20162368", "20162359", "20162358", "20162360", "20162354", "20162356", "20162365", "20162352"], "equivalent": ["20162357"], "question": "Do you think this fence is straight?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_straight"}, "answer": "yes", "semanticStr": "select: fence (3)->verify: straight [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fence is straight.", "image": "n202379.jpg", "question_id": 20162357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133659", "202133667"], "equivalent": ["202133672"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skateboarder", "semanticStr": "select: person (7)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is standing.", "image": "n412144.jpg", "question_id": 202133672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [0], "argument": "straight "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20162389", "20162370", "20162359", "20162358", "20162354", "20162357", "20162415", "20162412", "20162411", "20162399", "20162398", "20162390", "20162393", "20162395", "20162397", "20162396", "20162405", "20162356", "20162420", "20162365", "20162368", "20162409", "20162410", "20162360", "20162404", "20162352", "20162401", "20162400", "20162403", "20162402"], "equivalent": ["20162353"], "question": "Is the fence straight and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_straight"}, "answer": "yes", "semanticStr": "select: fence (3)->verify length: long [0]->verify: straight  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is straight and long.", "image": "n202379.jpg", "question_id": 20162353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20609542", "20609543", "20609540", "20609541", "20609546", "20609544", "20609545", "20609564", "20609565", "20609548", "20609549", "20609560", "20609561", "20609562", "20609563", "20609528", "20609529", "20609568", "20609569", "20609573", "20609572", "20609550", "20609557", "20609559", "20609558", "20609571", "20609570", "20609539"], "equivalent": ["20609547"], "question": "What is the spoon made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-spoon_material"}, "answer": "metal", "semanticStr": "select: spoon (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is made of metal.", "image": "n437064.jpg", "question_id": 20609547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (11)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,near,s (2)"}, {"operation": "filter", "dependencies": [1], "argument": "knit"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["20982409", "20982408", "20982403", "20982402", "20982401", "20982390", "20982407", "20982406", "20982404"], "equivalent": ["20982405", "20982404"], "question": "What is the color of the knit shirt near the glass?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "green", "semanticStr": "select: glass (11)->relate: shirt,near,s (2) [0]->filter: knit [1]->query: color [2]", "annotations": {"answer": {}, "question": {"10": "11", "6:8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is green.", "image": "n52544.jpg", "question_id": 20982405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (6)"}, {"operation": "choose name", "dependencies": [0], "argument": "truck|buses"}], "entailed": [], "equivalent": ["201590227"], "question": "What kind of vehicle is this, a truck or a bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11c-vehicle"}, "answer": "truck", "semanticStr": "select: vehicle (6)->choose name: truck|buses [0]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "7": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a truck.", "image": "n260762.jpg", "question_id": 201590227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "query", "dependencies": [0], "argument": "pattern"}], "entailed": ["20541125", "20541127", "20541126", "20541132", "20541133", "20541131", "20541123", "20541128", "20541135", "20541148"], "equivalent": ["20541130"], "question": "What is the pattern of the shirt?", "isBalanced": true, "groups": {"global": "pattern", "local": "10q-shirt_pattern"}, "answer": "striped", "semanticStr": "select: shirt (10)->query: pattern [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is striped.", "image": "n527290.jpg", "question_id": 20541130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201576725", "201576727", "201576726", "201576729", "201576747", "201576746", "201576745", "201576744", "201576743", "201576742", "201576698", "201576695", "201576697", "201576696", "201576732", "201576733", "201576730", "201576731", "201576736", "201576737", "201576734", "201576735", "201576677", "201576676", "201576674", "201576688", "201576682", "201576683", "201576680", "201576681", "201576686", "201576687", "201576684", "201576685"], "equivalent": ["201576675"], "question": "Does the animal in front of the kid look brown and short?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "yes", "semanticStr": "select: child (1)->relate: animal,in front of,s (0) [0]->verify color: brown [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "1"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sheep is brown and short.", "image": "n187961.jpg", "question_id": 201576675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "american flag (11)"}, {"operation": "verify", "dependencies": [0], "argument": "high"}], "entailed": ["201188247", "201188245"], "equivalent": ["201188246"], "question": "Does the American flag look high?", "isBalanced": true, "groups": {"global": null, "local": "06-american flag_high"}, "answer": "yes", "semanticStr": "select: american flag (11)->verify: high [0]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2:4": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the American flag is high.", "image": "n483840.jpg", "question_id": 201188246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (12)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}], "entailed": ["201570720", "201570733", "201570745", "201570718", "201570719", "201570734", "201570735", "201570736", "201570738"], "equivalent": ["201570737"], "question": "Is the coat short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-coat_short sleeved"}, "answer": "no", "semanticStr": "select: coat (12)->verify: short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the coat is long sleeved.", "image": "n382416.jpg", "question_id": 201570737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short sleeved)"}, {"operation": "choose color", "dependencies": [1], "argument": "white|black"}], "entailed": [], "equivalent": ["201570731"], "question": "Is the coat that is not short sleeved black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-coat_color"}, "answer": "white", "semanticStr": "select: coat (12)->filter: not(short sleeved) [0]->choose color: white|black [1]", "annotations": {"answer": {}, "question": {"2": "12", "6:8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coat is white.", "image": "n382416.jpg", "question_id": 201570731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (0)"}, {"operation": "choose name", "dependencies": [0], "argument": "fire truck|tractor"}], "entailed": [], "equivalent": ["201873360"], "question": "Is that a fire truck or a tractor?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-fire truck_tractor"}, "answer": "fire truck", "semanticStr": "select: this (0)->choose name: fire truck|tractor [0]", "annotations": {"answer": {"0:2": "0"}, "question": {"3:5": "0"}, "fullAnswer": {"3:5": "0"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a fire truck.", "image": "n309148.jpg", "question_id": 201873360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20149738", "20149739", "20149727", "20149730", "20149731", "20149704", "20149703", "20149737", "20149741", "20149743", "20149742", "20149745", "20149744", "20149747", "20149746"], "equivalent": ["20149741", "20149740"], "question": "What do you think the bath tub is made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bathtub_material"}, "answer": "porcelain", "semanticStr": "select: bathtub (1)->query: material [0]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bath tub is made of porcelain.", "image": "n65866.jpg", "question_id": 20149740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20149738", "20149739", "20149727", "20149730", "20149731", "20149704", "20149703", "20149737", "20149741", "20149740", "20149743", "20149745", "20149744", "20149747", "20149746"], "equivalent": ["20149742"], "question": "What is the bathtub made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bathtub_material"}, "answer": "porcelain", "semanticStr": "select: bathtub (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bath tub is made of porcelain.", "image": "n65866.jpg", "question_id": 20149742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202223274"], "equivalent": ["202223273"], "question": "Do you see any hats that are blue?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_blue"}, "answer": "no", "semanticStr": "select: hat (0)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a hat but it is white.", "image": "n257997.jpg", "question_id": 202223273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mug (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "glass"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20573688", "20573687"], "equivalent": ["20573687", "20573686"], "question": "Is there a bottle or a mug that is made of glass?", "isBalanced": true, "groups": {"global": null, "local": "04-bottle_glass"}, "answer": "no", "semanticStr": "select: bottle (5)->filter material: glass [0]->exist: ? [1]->select: mug (-) ->filter material: glass [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bottle but it is made of plastic.", "image": "n162108.jpg", "question_id": 20573686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20120084", "20120091", "20120076", "20120077", "20120078", "20120079", "20120083", "20120082", "20120080"], "equivalent": ["20120081"], "question": "How big is the bench?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bench_size"}, "answer": "small", "semanticStr": "select: bench (11)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is small.", "image": "n117888.jpg", "question_id": 20120081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bag,to the right of,s (0)"}], "entailed": ["201738022", "201738020"], "equivalent": ["201738019"], "question": "Is the blue bag to the right of the towel?", "isBalanced": true, "groups": {"global": null, "local": "13-towel_bag"}, "answer": "no", "semanticStr": "select: towel (11)->verify rel: bag,to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"9": "11", "2:4": "0"}, "fullAnswer": {"9": "11", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bag is to the left of the towel.", "image": "n531731.jpg", "question_id": 201738019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "filter", "dependencies": [0], "argument": "covered"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201557027", "201557026", "201557025", "201557023", "201557022", "201557021", "201557019", "201557036", "201557034", "201557018"], "equivalent": ["201557024"], "question": "The covered window is what size?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "large", "semanticStr": "select: window (8)->filter: covered [0]->query: size [1]", "annotations": {"answer": {}, "question": {"1:3": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is large.", "image": "n525901.jpg", "question_id": 201557024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201235512", "201235513", "201235510", "201235511"], "equivalent": ["201235514"], "question": "On which side of the image are the shelves?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelves_hposition"}, "answer": "right", "semanticStr": "select: shelves (15)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are on the right of the image.", "image": "n527589.jpg", "question_id": 201235514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,below,s (2)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify color", "dependencies": [1], "argument": "gray "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201510995"], "question": "Is the rug below the suitcase gray and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_gray"}, "answer": "no", "semanticStr": "select: suitcase (1)->relate: rug,below,s (2) [0]->verify cleanliness: dirty [1]->verify color: gray  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "1"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the rug is gray but clean.", "image": "n575770.jpg", "question_id": 201510995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201510990", "201510991", "201510989", "201510988"], "equivalent": ["201510992", "201510991"], "question": "Which side of the picture is the rug on?", "isBalanced": true, "groups": {"global": null, "local": "10q-rug_hposition"}, "answer": "left", "semanticStr": "select: rug (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is on the left of the image.", "image": "n575770.jpg", "question_id": 201510992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "verify rel", "dependencies": [1], "argument": "zebra,larger than,o (-)"}], "entailed": [], "equivalent": ["2017193"], "question": "Is the dry pasture larger than a zebra?", "isBalanced": true, "groups": {"global": null, "local": "13-pasture_zebra"}, "answer": "no", "semanticStr": "select: pasture (12)->filter: dry [0]->verify rel: zebra,larger than,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12", "7": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pasture is larger than a horse.", "image": "n324908.jpg", "question_id": 2017193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (10)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202121407", "202121406", "202121408"], "equivalent": ["202121409"], "question": "On which side are the colorful plates?", "isBalanced": true, "groups": {"global": null, "local": "10q-plates_hposition"}, "answer": "right", "semanticStr": "select: plates (10)->filter: colorful [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plates are on the right of the image.", "image": "n140421.jpg", "question_id": 202121409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "children (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202133659"], "question": "Do you see either a kid or a skateboarder there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-children_skateboarder"}, "answer": "yes", "semanticStr": "select: skateboarder (7)->exist: ? [0]->select: children (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"8": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a skateboarder.", "image": "n412144.jpg", "question_id": 202133659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240701"], "equivalent": ["202240700"], "question": "What is the shirt worn on?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-shirt_worn on,o"}, "answer": "undershirt", "semanticStr": "select: shirt (5)->relate: _,worn on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the undershirt.", "image": "n162148.jpg", "question_id": 202240700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240700"], "equivalent": ["202240701"], "question": "What's the shirt worn on?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-shirt_worn on,o"}, "answer": "undershirt", "semanticStr": "select: shirt (5)->relate: _,worn on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "5", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the undershirt.", "image": "n162148.jpg", "question_id": 202240701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "undershirt,worn on,o (7)"}], "entailed": [], "equivalent": ["202240702"], "question": "Is the white shirt worn on the undershirt the woman is wearing?", "isBalanced": true, "groups": {"global": null, "local": "13-shirt_undershirt"}, "answer": "yes", "semanticStr": "select: shirt (5)->filter color: white [0]->verify rel: undershirt,worn on,o (7) [1]", "annotations": {"answer": {}, "question": {"9": "2", "2:4": "5", "7": "7"}, "fullAnswer": {"2": "5", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shirt is worn on the undershirt.", "image": "n162148.jpg", "question_id": 202240702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter height", "dependencies": [3], "argument": "tall"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20151836", "20151834", "20151835", "20151833"], "equivalent": ["20151832", "20151833", "20151834"], "question": "Are there either any tall men or women?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_tall"}, "answer": "no", "semanticStr": "select: woman (7)->filter height: tall [0]->exist: ? [1]->select: man (-) ->filter height: tall [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is short.", "image": "n313060.jpg", "question_id": 20151832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (6)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20692421", "20692417", "20692418", "20692419"], "equivalent": ["20692420", "20692419"], "question": "Are the towels on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-towels_hposition"}, "answer": "right", "semanticStr": "select: towels (6)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towels are on the right of the image.", "image": "n499081.jpg", "question_id": 20692420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": [], "equivalent": ["20257209"], "question": "What is the gender of the person that wears a hat?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "male", "semanticStr": "select: hat (17)->relate: person,wearing,s (14) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"10": "17", "6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is male.", "image": "n441859.jpg", "question_id": 20257209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "undershirt (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202240712", "202240711", "202240710", "202240705", "202240706", "202240707", "202240708"], "equivalent": ["202240707", "202240708", "202240709"], "question": "What is the color of the undershirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-undershirt_color"}, "answer": "pink", "semanticStr": "select: undershirt (7)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The undershirt is pink.", "image": "n162148.jpg", "question_id": 202240709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (15)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}], "entailed": ["20827171", "20827187", "20827158", "20827184", "20827185", "20827190", "20827180", "20827182", "20827188", "20827189"], "equivalent": ["20827186"], "question": "Does the side table have long length?", "isBalanced": true, "groups": {"global": null, "local": "06-side table_long"}, "answer": "no", "semanticStr": "select: side table (15)->verify length: long [0]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the side table is short.", "image": "n283587.jpg", "question_id": 20827186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201511021", "201511020"], "equivalent": ["201511022"], "question": "What kind of clothing is gray?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "socks", "semanticStr": "select: clothing (4)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is socks.", "image": "n575770.jpg", "question_id": 201511022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (17)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201175261"], "question": "Does the curtain look thin and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_thin"}, "answer": "no", "semanticStr": "select: curtain (17)->verify: closed [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the curtain is closed but thick.", "image": "n357784.jpg", "question_id": 201175261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "knife,to the left of,s (0)"}], "entailed": ["201527493", "201527492", "201527494"], "equivalent": ["201527491"], "question": "Is the knife to the left of the girl?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_knife"}, "answer": "no", "semanticStr": "select: girl (6)->verify rel: knife,to the left of,s (0) [0]", "annotations": {"answer": {}, "question": {"8": "6", "2": "0"}, "fullAnswer": {"9": "6", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the knife is to the right of the girl.", "image": "n118102.jpg", "question_id": 201527491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20963828", "20963829", "20963818", "20963824", "20963825", "20963826", "20963827", "20963820", "20963821", "20963822", "20963823", "20963848", "20963849", "20963846", "20963847", "20963844", "20963845", "20963842", "20963841", "20963815", "20963816", "20963819", "20963832", "20963834", "20963851", "20963850", "20963852"], "equivalent": ["20963817", "20963818"], "question": "Is the pipe that looks white tall and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_thin"}, "answer": "yes", "semanticStr": "select: pipe (15)->filter color: white [0]->verify height: tall [1]->verify thickness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "15", "5": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pipe is tall and thin.", "image": "n119886.jpg", "question_id": 20963817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "select", "dependencies": [], "argument": "faucet (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201947425"], "question": "Is the toothbrush the same material as the faucet?", "isBalanced": true, "groups": {"global": null, "local": "09same-faucet_toothbrush"}, "answer": "no", "semanticStr": "select: toothbrush (1)->select: faucet (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "7", "2": "1"}, "fullAnswer": {"9": "7", "2": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the toothbrush is made of plastic and the faucet is made of metal.", "image": "n473688.jpg", "question_id": 201947425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202223189"], "question": "Who is the man in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-man_in front of,o"}, "answer": "crowd", "semanticStr": "select: man (12)->relate: person,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "12", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the crowd.", "image": "n257997.jpg", "question_id": 202223189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223186", "202223190"], "equivalent": ["202223187"], "question": "Who is before the crowd?", "isBalanced": true, "groups": {"global": "person", "local": "14-crowd_in front of,s"}, "answer": "man", "semanticStr": "select: crowd (9)->relate: person,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the crowd.", "image": "n257997.jpg", "question_id": 202223187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "choose rel", "dependencies": [0], "argument": "girl,to the left of|to the right of,s (2)"}], "entailed": ["20262687", "20262812", "20262811", "20262810"], "equivalent": ["20262688"], "question": "Is the short girl to the right or to the left of the kite?", "isBalanced": true, "groups": {"global": null, "local": "13-kite_girl"}, "answer": "left", "semanticStr": "select: kite (4)->choose rel: girl,to the left of|to the right of,s (2) [0]", "annotations": {"answer": {}, "question": {"13": "4", "2:4": "2"}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is to the left of the kite.", "image": "n172618.jpg", "question_id": 20262688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "serving tray,to the right of,s (12)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20177594"], "question": "Do you see any serving trays to the right of the mug that is round?", "isBalanced": true, "groups": {"global": null, "local": "13-mug_serving tray"}, "answer": "yes", "semanticStr": "select: mug (7)->filter shape: round [0]->relate: serving tray,to the right of,s (12) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "7", "14": "7", "4:6": "12"}, "fullAnswer": {"11": "7", "4:6": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a serving tray to the right of the mug.", "image": "n55058.jpg", "question_id": 20177594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "bowl,to the right of|to the left of,s (6)"}], "entailed": ["2046677"], "equivalent": ["2046678"], "question": "Is the round bowl to the left or to the right of the man on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bowl"}, "answer": "right", "semanticStr": "select: man (0)->filter hposition: left [0]->choose rel: bowl,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "6"}, "fullAnswer": {"1": "6", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bowl is to the right of the man.", "image": "n71728.jpg", "question_id": 2046678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetables (8)"}, {"operation": "filter", "dependencies": [0], "argument": "leafy"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,sitting on,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201207152", "201207151", "201207150", "201207200"], "equivalent": ["201207201"], "question": "What fruits are sitting on the leafy vegetables?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-vegetables_sitting on,s"}, "answer": "apples", "semanticStr": "select: vegetables (8)->filter: leafy [0]->relate: fruit,sitting on,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "6:8": "8"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are apples.", "image": "n222915.jpg", "question_id": 201207201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["201571287", "201571286", "201571285", "201571284", "201571282", "201571281", "201571280", "201571289", "201571288", "201571250", "201571251", "201571252", "201571276", "201571275", "201571294", "201571290", "201571291", "201571292", "201571293", "201571306", "201571307", "201571305"], "equivalent": ["201571283"], "question": "Does the box have tan color?", "isBalanced": true, "groups": {"global": null, "local": "06-box_tan"}, "answer": "yes", "semanticStr": "select: box (6)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the box is tan.", "image": "n382416.jpg", "question_id": 201571283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "frisbee (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20120340", "20120341", "20120342", "20120335", "20120337", "20120336", "20120339"], "equivalent": ["20120335", "20120337", "20120336", "20120338"], "question": "Is there a small ball or frisbee?", "isBalanced": true, "groups": {"global": null, "local": "04-ball_small"}, "answer": "no", "semanticStr": "select: ball (7)->filter size: small [0]->exist: ? [1]->select: frisbee (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a ball but it is large.", "image": "n117888.jpg", "question_id": 20120338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (3)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20883167"], "equivalent": ["20883166", "20883167"], "question": "Is the skateboard red and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_red"}, "answer": "no", "semanticStr": "select: skateboard (3)->verify length: long [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skateboard is long but black.", "image": "n159284.jpg", "question_id": 20883166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee maker (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,to the right of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202174553", "202174628", "202174623", "202174625"], "equivalent": ["202174622"], "question": "What is in front of the bench that is to the right of the coffee maker?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bench_in front of,s"}, "answer": "table", "semanticStr": "select: coffee maker (4)->relate: bench,to the right of,s (7) [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6": "7", "14:16": "4"}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the bench.", "image": "n398429.jpg", "question_id": 202174622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174383", "202174384"], "equivalent": ["202174627"], "question": "What is the table in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_in front of,o"}, "answer": "bench", "semanticStr": "select: table (8)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the bench.", "image": "n398429.jpg", "question_id": 202174627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317202", "20317204", "20317141"], "equivalent": ["20317203"], "question": "What cooking utensil is above the drawer?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-drawer_above,s"}, "answer": "coffee pot", "semanticStr": "select: drawer (24)->relate: cooking utensil,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a coffee pot.", "image": "n350766.jpg", "question_id": 20317203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (10)"}, {"operation": "select", "dependencies": [], "argument": "picture frame (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20451835", "20451837"], "equivalent": ["20451835", "20451837", "20451836"], "question": "Are the glass and the picture frame made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-glass_picture frame"}, "answer": "no", "semanticStr": "select: glass (10)->select: picture frame (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5:7": "0"}, "fullAnswer": {"2": "10", "9:11": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the glass is made of glass and the picture frame is made of wood.", "image": "n6908.jpg", "question_id": 20451836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "knives,sitting on,s (11)"}, {"operation": "filter", "dependencies": [1], "argument": "sharp"}, {"operation": "relate", "dependencies": [2], "argument": "dishwasher,to the right of,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["20896686", "20896685", "20896684"], "equivalent": ["20896685", "20896684", "20896683"], "question": "Is there any dishwasher to the right of the sharp knives that are sitting on the countertop?", "isBalanced": true, "groups": {"global": null, "local": "13-knives_dishwasher"}, "answer": "no", "semanticStr": "select: countertop (4)->relate: knives,sitting on,s (11) [0]->filter: sharp [1]->relate: dishwasher,to the right of,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"9:11": "11", "16": "4"}, "fullAnswer": {"10": "11", "4": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an oven to the right of the knives.", "image": "n548534.jpg", "question_id": 20896683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (0)"}, {"operation": "select", "dependencies": [], "argument": "table (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20451833"], "question": "Is the picture frame made of the same material as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-picture frame_table"}, "answer": "no", "semanticStr": "select: picture frame (0)->select: table (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "11", "2:4": "0"}, "fullAnswer": {"10": "11", "2:4": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the picture frame is made of wood and the table is made of metal.", "image": "n6908.jpg", "question_id": 20451833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (13)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "device,above,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783042", "20783043", "20783149"], "equivalent": ["20783148"], "question": "What is the device above the table that is in front of the people?", "isBalanced": true, "groups": {"global": "device", "local": "15-table_above,s"}, "answer": "laptop", "semanticStr": "select: people (13)->relate: table,in front of,s (8) [0]->relate: device,above,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "13": "13", "6": "8"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n355339.jpg", "question_id": 20783148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201404187", "201404219", "201404205", "201404217", "201404216", "201404215", "201404214", "201404213", "201404212", "201404211", "201404210", "201404226", "201404227", "201404220", "201404228", "201404208", "201404209", "201404188", "201404204", "201404186", "201404206", "201404207", "201404203"], "equivalent": ["201404221"], "question": "Is the white animal small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-calf_size"}, "answer": "small", "semanticStr": "select: animal (9)->filter color: white [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The calf is small.", "image": "n331357.jpg", "question_id": 201404221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783140"], "equivalent": ["20783141"], "question": "What device is the laptop behind of?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_behind,o"}, "answer": "screen", "semanticStr": "select: laptop (1)->relate: device,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1:3": "1", "6": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop computer is behind the screen.", "image": "n355339.jpg", "question_id": 20783141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "relate", "dependencies": [0], "argument": "mud,near,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["2093952", "2093951", "2093984", "2093978", "2093983", "2093971", "2093970", "2093975", "2093974", "2093977"], "equivalent": ["2093976"], "question": "How clean is the mud near the grass?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-mud_cleanliness"}, "answer": "dirty", "semanticStr": "select: grass (6)->relate: mud,near,s (7) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "6"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mud is dirty.", "image": "n450919.jpg", "question_id": 2093976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,sitting atop,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144659", "202144658", "202144726", "202144724"], "equivalent": ["202144725"], "question": "What kind of appliance is sitting atop the crate?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-crate_sitting atop,s"}, "answer": "blender", "semanticStr": "select: crate (9)->relate: appliance,sitting atop,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"8": "9", "3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306971", "20306970", "20306706", "20306962", "20306963", "20306960", "20306966", "20306967", "20306964", "20306965", "20306863", "20306968", "20306969", "20306862"], "equivalent": ["20306961", "20306960"], "question": "What is the piece of furniture to the left of the cell phone?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cell phone_to the left of,s"}, "answer": "chair", "semanticStr": "select: cell phone (2)->relate: furniture,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"11:13": "2", "3:6": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n554880.jpg", "question_id": 20306961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20442233", "20442232", "20442231", "20442230", "20442237", "20442236", "20442235", "20442234", "20442238", "20442211", "20442210", "20442213", "20442212", "20442215", "20442208", "20442224", "20442225", "20442226", "20442227", "20442220", "20442221", "20442222", "20442223", "20442229", "20442246", "20442244", "20442245", "20442243", "20442209", "20442202", "20442203", "20442200", "20442206", "20442207", "20442205"], "equivalent": ["20442201"], "question": "Does the appliance to the left of the bookcase look large and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "yes", "semanticStr": "select: bookcase (6)->relate: appliance,to the left of,s (5) [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the microwave is large and black.", "image": "n207708.jpg", "question_id": 20442201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "relate", "dependencies": [0], "argument": "truck,in,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20657099"], "question": "Is there a truck in the street?", "isBalanced": true, "groups": {"global": null, "local": "13-street_truck"}, "answer": "no", "semanticStr": "select: street (0)->relate: truck,in,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"8": "0", "4:6": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a traffic light in the street.", "image": "n486200.jpg", "question_id": 20657099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "rocks,standing behind,o (2)"}], "entailed": ["202156897"], "equivalent": ["202156896"], "question": "Are the elephants standing behind the rocks?", "isBalanced": true, "groups": {"global": null, "local": "13-elephants_rocks"}, "answer": "yes", "semanticStr": "select: elephants (3)->verify rel: rocks,standing behind,o (2) [0]", "annotations": {"answer": {}, "question": {"2": "3", "6": "2"}, "fullAnswer": {"2": "3", "7": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the elephants are standing behind the rocks.", "image": "n543966.jpg", "question_id": 202156896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing behind,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202156895"], "equivalent": ["202156894"], "question": "What are the large animals standing behind of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-elephants_standing behind,o"}, "answer": "rocks", "semanticStr": "select: animal (3)->filter size: large [0]->relate: _,standing behind,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "3"}, "fullAnswer": {"1": "3", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are standing behind the rocks.", "image": "n543966.jpg", "question_id": 202156894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing behind,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156892", "202156794", "202156891"], "equivalent": ["202156890"], "question": "What animal is standing behind the rocks?", "isBalanced": true, "groups": {"global": "animal", "local": "14-rocks_standing behind,s"}, "answer": "elephants", "semanticStr": "select: rocks (2)->relate: animal,standing behind,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are standing behind the rocks.", "image": "n543966.jpg", "question_id": 202156890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing behind,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202156892", "202156794", "202156890"], "equivalent": ["202156891"], "question": "What are the animals that are standing behind the rocks that are not small?", "isBalanced": true, "groups": {"global": "animal", "local": "15-rocks_standing behind,s"}, "answer": "elephants", "semanticStr": "select: rocks (2)->filter size: not(small) [0]->relate: animal,standing behind,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "2", "3": "3", "13": "2"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156891}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (18)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,on top of,o (-)"}], "entailed": [], "equivalent": ["20508408"], "question": "Is the wine bottle on top of a cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-wine bottle_cabinet"}, "answer": "no", "semanticStr": "select: wine bottle (18)->verify rel: cabinet,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"9": "13", "2:4": "18"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the wine bottle is on top of a table.", "image": "n511913.jpg", "question_id": 20508408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the left of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20901961", "20901960", "20901963", "20901965", "20901964", "20901967", "20901959"], "equivalent": ["20901962"], "question": "What is the color of the umbrella to the left of the other umbrella?", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "brown", "semanticStr": "select: umbrella (7)->relate: umbrella,to the left of,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "7", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is brown.", "image": "n28792.jpg", "question_id": 20901962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "laptop,using,o (-)"}], "entailed": ["201984145"], "equivalent": ["201984144"], "question": "Is the happy woman using a laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_laptop"}, "answer": "no", "semanticStr": "select: woman (6)->filter face expression: happy [0]->verify rel: laptop,using,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6", "6:8": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is using a hair clip.", "image": "n16378.jpg", "question_id": 201984144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "stuffed bear,below,o (-)"}], "entailed": [], "equivalent": ["20721832"], "question": "Is that girl below a stuffed bear?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_stuffed bear"}, "answer": "no", "semanticStr": "select: girl (1)->verify rel: stuffed bear,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl is below a doll.", "image": "n89148.jpg", "question_id": 20721832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202156794", "202156900", "202156901", "202156902", "202156899"], "equivalent": ["202156898"], "question": "What animal is in front of the yellow flowers?", "isBalanced": true, "groups": {"global": "animal", "local": "14-flowers_in front of,s"}, "answer": "elephants", "semanticStr": "select: flowers (14)->filter color: yellow [0]->relate: animal,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7:9": "14"}, "fullAnswer": {"1": "3", "7": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are in front of the flowers.", "image": "n543966.jpg", "question_id": 202156898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (14)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156900", "202156901", "202156902", "202156898"], "equivalent": ["202156899"], "question": "What animal is in front of the flowers?", "isBalanced": true, "groups": {"global": "animal", "local": "14-flowers_in front of,s"}, "answer": "elephants", "semanticStr": "select: flowers (14)->relate: animal,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are in front of the flowers.", "image": "n543966.jpg", "question_id": 202156899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068276", "201068275"], "equivalent": ["201068277"], "question": "What is the woman wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "blouse", "semanticStr": "select: woman (1)->relate: _,wearing,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a blouse.", "image": "n159802.jpg", "question_id": 201068277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20211008", "20211009", "20211006", "20211007"], "equivalent": ["20211010"], "question": "On which side of the image is the fork?", "isBalanced": true, "groups": {"global": null, "local": "10q-fork_hposition"}, "answer": "right", "semanticStr": "select: fork (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is on the right of the image.", "image": "n312206.jpg", "question_id": 20211010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "fork,on top of,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20211011", "20210990"], "equivalent": ["20211012", "20211011"], "question": "Do you see any forks on top of the white napkin?", "isBalanced": true, "groups": {"global": null, "local": "13-napkin_fork"}, "answer": "yes", "semanticStr": "select: napkin (9)->filter color: white [0]->relate: fork,on top of,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "9", "4": "1"}, "fullAnswer": {"9": "9", "4": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fork on top of the napkin.", "image": "n312206.jpg", "question_id": 20211012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068168", "201068274"], "equivalent": ["201068273"], "question": "Who is wearing a blouse?", "isBalanced": true, "groups": {"global": "person", "local": "14-blouse_wearing,s"}, "answer": "woman", "semanticStr": "select: blouse (6)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "6"}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a blouse.", "image": "n159802.jpg", "question_id": 201068273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20898779", "20898777", "20898776", "20898780", "20898785", "20898786"], "equivalent": ["20898778"], "question": "The traffic signal has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-traffic light_color"}, "answer": "black", "semanticStr": "select: traffic light (2)->query: color [0]", "annotations": {"answer": {}, "question": {"1:3": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic signal is black.", "image": "n243701.jpg", "question_id": 20898778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (2)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20287789", "20287790", "20287793", "20287792"], "equivalent": ["20287791"], "question": "On which side is the umpire, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-umpire_hposition"}, "answer": "right", "semanticStr": "select: umpire (2)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The umpire is on the right of the image.", "image": "n317260.jpg", "question_id": 20287791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (81)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202108086"], "equivalent": ["202108086", "202108087"], "question": "Are the shorts long and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: shorts (81)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "81"}, "fullAnswer": {"2": "81"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are black but short.", "image": "n133585.jpg", "question_id": 202108087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (7)"}, {"operation": "choose rel", "dependencies": [1], "argument": "umpire,to the left of|to the right of,s (8)"}], "entailed": ["202126073", "202126077", "202126076", "202126075", "202126074", "202126114", "202126115", "202126113"], "equivalent": ["202126116"], "question": "Is the umpire to the left or to the right of the person that holds the racket?", "isBalanced": true, "groups": {"global": null, "local": "13-player_umpire"}, "answer": "left", "semanticStr": "select: racket (5)->relate: person,holding,s (7) [0]->choose rel: umpire,to the left of|to the right of,s (8) [1]", "annotations": {"answer": {}, "question": {"2": "8", "12": "7", "16": "5"}, "fullAnswer": {"1": "8", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The umpire is to the left of the player.", "image": "n573460.jpg", "question_id": 202126116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (21)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202126121", "202126118"], "equivalent": ["202126117"], "question": "Who is in front of the white shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_in front of,s"}, "answer": "umpire", "semanticStr": "select: shoes (21)->filter color: white [0]->relate: person,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "21"}, "fullAnswer": {"1": "8", "7": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is in front of the shoes.", "image": "n573460.jpg", "question_id": 202126117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201974571", "201974569", "201974568", "201974556", "201974557", "201974559", "201974567", "201974566", "201974561", "201974565", "201974563", "201974562", "201974572", "201974570", "201974546"], "equivalent": ["201974557", "201974558"], "question": "Are the pants that look white soft and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_thin"}, "answer": "yes", "semanticStr": "select: pants (11)->filter color: white [0]->verify hardness: soft [1]->verify fatness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "5": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trousers are soft and thin.", "image": "n274905.jpg", "question_id": 201974558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (23)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012500", "202012499"], "equivalent": ["202012498"], "question": "What are the glasses inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-glasses_inside,o"}, "answer": "cabinets", "semanticStr": "select: glasses (23)->relate: _,inside,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "23", "5": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glasses are inside the cabinets.", "image": "n326988.jpg", "question_id": 202012498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify color", "dependencies": [1], "argument": "dark blue"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20482549", "20482548", "20482545", "20482544", "20482547", "20482546", "20482541", "20482540", "20482543", "20482542", "20482538", "20482539", "20482534", "20482535", "20482537", "20482530", "20482532", "20482533", "20482556", "20482554", "20482555", "20482552", "20482553", "20482550", "20482551"], "equivalent": ["20482530", "20482531"], "question": "Does the cotton shirt look dark blue and short?", "isBalanced": true, "groups": {"global": null, "local": "05-dark blue_short"}, "answer": "yes", "semanticStr": "select: shirt (8)->filter material: cotton [0]->verify color: dark blue [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is dark blue and short.", "image": "n195249.jpg", "question_id": 20482531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709890", "20709944"], "equivalent": ["20709943"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n24526.jpg", "question_id": 20709943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (31)"}, {"operation": "relate", "dependencies": [0], "argument": "glasses,to the right of,s (23)"}, {"operation": "choose color", "dependencies": [1], "argument": "gold|black"}], "entailed": ["202012495"], "equivalent": ["202012495", "202012496"], "question": "Are the glasses that are to the right of the remote control black or gold?", "isBalanced": true, "groups": {"global": "color", "local": "10c-glasses_color"}, "answer": "gold", "semanticStr": "select: remote control (31)->relate: glasses,to the right of,s (23) [0]->choose color: gold|black [1]", "annotations": {"answer": {}, "question": {"2": "23", "10:12": "31"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glasses are gold.", "image": "n326988.jpg", "question_id": 202012496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (9)"}, {"operation": "filter depth", "dependencies": [0], "argument": "shallow"}, {"operation": "verify rel", "dependencies": [1], "argument": "athlete,underneath,o (0)"}], "entailed": ["20120497", "20120201"], "equivalent": ["20120496"], "question": "Is the shallow sand underneath the athlete?", "isBalanced": true, "groups": {"global": null, "local": "13-sand_athlete"}, "answer": "yes", "semanticStr": "select: sand (9)->filter depth: shallow [0]->verify rel: athlete,underneath,o (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "6": "0"}, "fullAnswer": {"2": "9", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sand is underneath the athlete.", "image": "n117888.jpg", "question_id": 20120496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20482538", "20482539", "20482534", "20482535", "20482532", "20482533", "20482545", "20482544", "20482547", "20482541", "20482540", "20482543", "20482542"], "equivalent": ["20482538", "20482539", "20482537"], "question": "What color is the shirt made of cotton?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "dark blue", "semanticStr": "select: shirt (8)->filter material: cotton [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is dark blue.", "image": "n195249.jpg", "question_id": 20482537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414394", "20414478"], "equivalent": ["20414479"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a shirt.", "image": "n16936.jpg", "question_id": 20414479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "choose rel", "dependencies": [0], "argument": "person,to the left of|to the right of,s (2)"}], "entailed": ["201676328", "201676329", "201676325", "201676306", "201676305", "201676303"], "equivalent": ["201676327"], "question": "Is she to the left or to the right of the computer that is not closed?", "isBalanced": true, "groups": {"global": null, "local": "13-person_person"}, "answer": "left", "semanticStr": "select: she (2)->choose rel: person,to the left of|to the right of,s (2) [0]", "annotations": {"answer": {}, "question": {"1": "2", "11": "3", "15": "3"}, "fullAnswer": {"1": "2", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the left of the computer.", "image": "n233607.jpg", "question_id": 201676327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wildflowers (4)"}, {"operation": "verify", "dependencies": [0], "argument": "ugly"}], "entailed": ["20746519", "20746518", "20746509", "20746513", "20746512", "20746517", "20746515", "20746521", "20746532"], "equivalent": ["20746517", "20746516"], "question": "Do the wildflowers look ugly?", "isBalanced": true, "groups": {"global": null, "local": "06-wildflowers_ugly"}, "answer": "no", "semanticStr": "select: wildflowers (4)->verify: ugly [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the wildflowers are beautiful.", "image": "n477215.jpg", "question_id": 20746516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose material", "dependencies": [1], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["20856795"], "question": "Which material is the white bed made of, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bed_material"}, "answer": "cloth", "semanticStr": "select: bed (17)->filter color: white [0]->choose material: cloth|leather [1]", "annotations": {"answer": {}, "question": {"4:6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bed is made of cloth.", "image": "n293477.jpg", "question_id": 20856795}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202156943", "202156948", "202156949", "202156952", "202156942", "202156950", "202156944", "202156945", "202156946"], "equivalent": ["202156947"], "question": "How large are the gray rocks?", "isBalanced": true, "groups": {"global": "size", "local": "10q-rocks_size"}, "answer": "large", "semanticStr": "select: rocks (2)->filter color: gray [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rocks are large.", "image": "n543966.jpg", "question_id": 202156947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "weight"}], "entailed": ["201739054", "201739055", "201739056", "201739057", "201739050", "201739053", "201739048"], "equivalent": ["201739058"], "question": "How heavy is the baseball that is not big?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-baseball_weight"}, "answer": "heavy", "semanticStr": "select: baseball (3)->filter size: not(large) [0]->query: weight [1]", "annotations": {"answer": {}, "question": {"8": "3", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball is heavy.", "image": "n485969.jpg", "question_id": 201739058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil holder (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100682", "202100636"], "equivalent": ["202100681"], "question": "What do you think is sitting in the utensil holder?", "isBalanced": true, "groups": {"global": "utensil", "local": "14-utensil holder_sitting in,s"}, "answer": "utensils", "semanticStr": "select: utensil holder (12)->relate: _,sitting in,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"8:10": "12"}, "fullAnswer": {"1": "11", "6:8": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The utensils are sitting in the utensil holder.", "image": "n280089.jpg", "question_id": 202100681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20942302", "20942303", "20942304"], "equivalent": ["20942305"], "question": "Which side of the image is the man on?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n137182.jpg", "question_id": 20942305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102633", "202102632", "202102631", "202102630", "202102629"], "equivalent": ["202102634"], "question": "Which kind of furniture is rectangular?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_rectangular"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->filter shape: rectangular [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "17", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n386682.jpg", "question_id": 202102634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter", "dependencies": [0], "argument": "fried"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["202265873", "202265872", "202265871", "202265870", "202265874", "202265869"], "equivalent": ["202265875", "202265874"], "question": "Is the fried food in the top or in the bottom part?", "isBalanced": true, "groups": {"global": null, "local": "10c-donut_vposition"}, "answer": "top", "semanticStr": "select: food (5)->filter: fried [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The donut is in the top of the image.", "image": "n534106.jpg", "question_id": 202265875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "verify", "dependencies": [1], "argument": "adult"}, {"operation": "verify race", "dependencies": [1], "argument": "asian "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201068215", "201068214", "201068216", "201068211", "201068210", "201068213", "201068212", "201068198", "201068199", "201068196", "201068197", "201068195", "201068202", "201068200", "201068201", "201068208", "201068209", "201068181", "201068182", "201068184", "201068223", "201068224", "201068225"], "equivalent": ["201068184", "201068183"], "question": "Is the person to the left of the hair clip Asian and adult?", "isBalanced": true, "groups": {"global": null, "local": "05-adult_asian"}, "answer": "yes", "semanticStr": "select: hair clip (7)->relate: person,to the left of,s (1) [0]->verify: adult [1]->verify race: asian  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "7", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is Asian and adult.", "image": "n159802.jpg", "question_id": 201068183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20717036", "20717057", "20717058", "20717059", "20717069", "20717068", "20717034", "20717035", "20717074", "20717073", "20717061", "20717060", "20717063", "20717062", "20717064", "20717067", "20717066"], "equivalent": ["20717065"], "question": "What color is the small bag?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-bag_color"}, "answer": "dark", "semanticStr": "select: bag (9)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is dark.", "image": "n67005.jpg", "question_id": 20717065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["202208484", "202208477", "202208488", "202208478", "202208479", "202208483", "202208482", "202208480", "202208485"], "equivalent": ["202208481"], "question": "How wide is that road?", "isBalanced": true, "groups": {"global": "width", "local": "10q-road_width"}, "answer": "wide", "semanticStr": "select: road (8)->query: width [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The road is wide.", "image": "n124651.jpg", "question_id": 202208481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20818708"], "question": "What is the batter on?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_on,o"}, "answer": "home plate", "semanticStr": "select: batter (17)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "17", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is on the home plate.", "image": "n279581.jpg", "question_id": 20818708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006829", "202006828", "202006825", "202006824", "202006827", "202006692", "202006693", "202006691"], "equivalent": ["202006826"], "question": "What piece of furniture is above the spices?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-spices_above,s"}, "answer": "cabinet", "semanticStr": "select: spices (3)->relate: furniture,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n97485.jpg", "question_id": 202006826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,behind,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201528163", "201528164", "201528166", "201528167"], "equivalent": ["201528165"], "question": "Does the appliance behind the table have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-stove_black"}, "answer": "no", "semanticStr": "select: table (5)->relate: appliance,behind,s (8) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "5"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the stove is white.", "image": "n118102.jpg", "question_id": 201528165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (14)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify", "dependencies": [1], "argument": "modern "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201751742", "201751715", "201751741", "201751751", "201751750", "201751752", "201751719", "201751718", "201751732", "201751729", "201751743", "201751720", "201751714", "201751730"], "equivalent": ["201751740"], "question": "Does the person to the left of the lady look happy and modern?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_modern"}, "answer": "yes", "semanticStr": "select: lady (10)->relate: person,to the left of,s (14) [0]->verify face expression: happy [1]->verify: modern  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "10", "2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the person is happy and modern.", "image": "n355567.jpg", "question_id": 201751740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "relate", "dependencies": [1], "argument": "mirror,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202006823"], "equivalent": ["202006823", "202006822"], "question": "Are there any mirrors above the granite countertop?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_mirror"}, "answer": "no", "semanticStr": "select: countertop (19)->filter material: granite [0]->relate: mirror,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "19"}, "fullAnswer": {"4": "5", "7:9": "19"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cabinet above the counter top.", "image": "n97485.jpg", "question_id": 202006822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["2090954"], "question": "Are there any doors?", "isBalanced": true, "groups": {"global": null, "local": "03-door"}, "answer": "no", "semanticStr": "select: door (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no doors.", "image": "n565418.jpg", "question_id": 2090954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["2044514", "2044511", "2044516", "2044515", "2044517", "2044501", "2044502", "2044503", "2044513", "2044505", "2044510", "2044508", "2044509", "2044512"], "equivalent": ["2044506"], "question": "What's the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "reading", "semanticStr": "select: man (2)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is reading.", "image": "n184551.jpg", "question_id": 2044506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (10)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,to the right of,s (11)"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}], "entailed": ["201548678", "201548679", "201548677", "201548674", "201548675"], "equivalent": ["201548676"], "question": "Is the drink that is to the right of the blender made of glass?", "isBalanced": true, "groups": {"global": null, "local": "06-alcohol_glass"}, "answer": "yes", "semanticStr": "select: blender (10)->relate: drink,to the right of,s (11) [0]->verify material: glass [1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the alcohol is made of glass.", "image": "n314171.jpg", "question_id": 201548676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,below,o (-)"}], "entailed": [], "equivalent": ["201770656"], "question": "Is the sink below a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_mirror"}, "answer": "no", "semanticStr": "select: sink (12)->verify rel: mirror,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sink is below a faucet.", "image": "n310625.jpg", "question_id": 201770656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480379"], "equivalent": ["201480380"], "question": "Who is wearing the sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "boy", "semanticStr": "select: sneakers (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing sneakers.", "image": "n39114.jpg", "question_id": 201480380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20705918", "20705865", "20705917", "20705920"], "equivalent": ["20705918", "20705919", "20705917"], "question": "What is the name of the device that is to the right of the white cups?", "isBalanced": true, "groups": {"global": "device", "local": "15-cups_to the right of,s"}, "answer": "computer mouse", "semanticStr": "select: cups (6)->filter color: white [0]->relate: device,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"6": "3", "14:16": "6"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n264887.jpg", "question_id": 20705919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144454"], "equivalent": ["202144455"], "question": "Who is wearing the watch?", "isBalanced": true, "groups": {"global": "person", "local": "14-watch_wearing,s"}, "answer": "man", "semanticStr": "select: watch (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a watch.", "image": "n37274.jpg", "question_id": 202144455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "choose rel", "dependencies": [1], "argument": "catcher,to the left of|to the right of,s (1)"}], "entailed": ["201536288", "201536342", "201536341", "201536340", "201536286", "201536290", "201536287", "201536338", "201536339"], "equivalent": ["201536288", "201536289"], "question": "Is the catcher to the right or to the left of the batter that is standing?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_catcher"}, "answer": "left", "semanticStr": "select: batter (0)->filter pose: standing [0]->choose rel: catcher,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"2": "1", "12": "0", "15": "0"}, "fullAnswer": {"1": "1", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The catcher is to the left of the batter.", "image": "n538684.jpg", "question_id": 201536289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20550523"], "question": "Are there both a door and a window in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "no", "semanticStr": "select: window (6)->exist: ? [0]->select: door (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but no doors.", "image": "n579928.jpg", "question_id": 20550523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (20)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["2093770", "2093759", "2093758", "2093755", "2093754", "2093756", "2093753", "2093752", "2093767", "2093760", "2093761", "2093769"], "equivalent": ["2093757"], "question": "The hat is what size?", "isBalanced": true, "groups": {"global": "size", "local": "10q-hat_size"}, "answer": "small", "semanticStr": "select: hat (20)->query: size [0]", "annotations": {"answer": {}, "question": {"1": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is small.", "image": "n450919.jpg", "question_id": 2093757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the left of|to the right of,s (0)"}], "entailed": ["201682245", "201682246", "201682247", "201682341"], "equivalent": ["201682342"], "question": "Is the man to the left or to the right of the tennis racket on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-racket_man"}, "answer": "left", "semanticStr": "select: racket (1)->filter hposition: right [0]->choose rel: man,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"2": "0", "12:14": "1"}, "fullAnswer": {"1": "0", "8:10": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the left of the tennis racket.", "image": "n51658.jpg", "question_id": 201682342}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["201920456", "201920458", "201920459", "201920448", "201920461", "201920460", "201920463", "201920462"], "equivalent": ["201920457"], "question": "Do you think the shirt is red?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_red"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify color: red [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is red.", "image": "n187544.jpg", "question_id": 201920457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (20)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2093752"], "question": "Is the hat blue and small?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_small"}, "answer": "no", "semanticStr": "select: hat (20)->verify color: blue [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hat is small but white.", "image": "n450919.jpg", "question_id": 2093752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,pulled by,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201431006", "201431007", "201430985"], "equivalent": ["201431008"], "question": "What is pulled by the person?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-person_pulled by,s"}, "answer": "tie", "semanticStr": "select: person (0)->relate: _,pulled by,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tie is pulled by the person.", "image": "n206785.jpg", "question_id": 201431008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "person,pulled by,o (0)"}], "entailed": ["201430751"], "equivalent": ["201431009"], "question": "Is the necktie pulled by a person?", "isBalanced": true, "groups": {"global": null, "local": "13-tie_person"}, "answer": "yes", "semanticStr": "select: tie (6)->verify rel: person,pulled by,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "6", "6": "0"}, "fullAnswer": {"2": "6", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the necktie is pulled by a person.", "image": "n206785.jpg", "question_id": 201431009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20648196"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "policeman", "semanticStr": "select: person (6)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The policeman is sitting.", "image": "n471866.jpg", "question_id": 20648196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hospital (9)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202208465", "202208464", "202208466", "202208463", "202208472", "202208469", "202208468", "202208471", "202208470"], "equivalent": ["202208467", "202208466"], "question": "The hospital has what size?", "isBalanced": true, "groups": {"global": "size", "local": "10q-hospital_size"}, "answer": "large", "semanticStr": "select: hospital (9)->query: size [0]", "annotations": {"answer": {}, "question": {"1": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hospital is large.", "image": "n124651.jpg", "question_id": 202208467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202040122", "202040123"], "equivalent": ["202040124"], "question": "What are the people walking on?", "isBalanced": true, "groups": {"global": "", "local": "14-people_walking on,o"}, "answer": "platform", "semanticStr": "select: people (1)->relate: _,walking on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "1", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are walking on the platform.", "image": "n542609.jpg", "question_id": 202040124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "bike,riding on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20902938", "20902949", "20902924", "20902925", "20902926", "20902928", "20902929", "20902934", "20902923"], "equivalent": ["20902927"], "question": "How large is the bike the person rides on?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bike_size"}, "answer": "large", "semanticStr": "select: person (0)->relate: bike,riding on,o (5) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "5", "6": "0"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bike is large.", "image": "n411121.jpg", "question_id": 20902927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202040123", "202040124"], "equivalent": ["202040122"], "question": "The people are walking on what?", "isBalanced": true, "groups": {"global": "", "local": "14-people_walking on,o"}, "answer": "platform", "semanticStr": "select: people (1)->relate: _,walking on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are walking on the platform.", "image": "n542609.jpg", "question_id": 202040122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cake (12) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["202049477", "202049173", "202049480", "202049174"], "equivalent": ["202049479", "202049480"], "question": "Are there both a plate and a cake?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cake_plate"}, "answer": "yes", "semanticStr": "select: plate (6)->exist: ? [0]->select: cake (12) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "6", "7": "12"}, "fullAnswer": {"8": "12", "5": "6"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a plate and a cake.", "image": "n381072.jpg", "question_id": 202049479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chickens (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "trash can (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201947713"], "equivalent": ["201947714"], "question": "Are there either any chickens or trash cans in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chickens_trash can"}, "answer": "no", "semanticStr": "select: chickens (-)->exist: ? [0]->select: trash can (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no trash cans or chickens.", "image": "n473688.jpg", "question_id": 201947714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "chrome"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201947718", "201947715", "201947716"], "equivalent": ["201947717"], "question": "Is the chrome faucet on the left side or on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-faucet_hposition"}, "answer": "left", "semanticStr": "select: faucet (7)->filter material: chrome [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The faucet is on the left of the image.", "image": "n473688.jpg", "question_id": 201947717}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "notebook (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["20899430", "20899422", "20899423", "20899420", "20899421", "20899415", "20899428", "20899429", "20899416", "20899402"], "equivalent": ["20899424"], "question": "Is the black notebook open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-notebook_15"}, "answer": "closed", "semanticStr": "select: notebook (16)->filter color: black [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The notebook is closed.", "image": "n403734.jpg", "question_id": 20899424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306623", "20306570", "20306571", "20306622", "20306625", "20306624", "20306621", "20306620", "20306617", "20306618", "20306619", "20306583", "20306615"], "equivalent": ["20306616", "20306619", "20306617", "20306618"], "question": "What type of device is to the left of the person that is wearing a watch?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_to the left of,s"}, "answer": "camera", "semanticStr": "select: watch (13)->relate: person,wearing,s (0) [0]->relate: device,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"10": "0", "3": "3", "15": "13"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a camera.", "image": "n554880.jpg", "question_id": 20306616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340577", "20340576", "20340575", "20340574", "20340579", "20340578", "20340580", "20340581", "20340656", "20340657", "20340655", "20340543", "20340658"], "equivalent": ["20340573"], "question": "What is the item of furniture to the right of the bird?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bird_to the right of,s"}, "answer": "chair", "semanticStr": "select: bird (4)->relate: furniture,to the right of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"11": "4", "3:6": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,underneath,s (5)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20340571", "20340543"], "equivalent": ["20340572", "20340571"], "question": "Is there a chair underneath the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_chair"}, "answer": "yes", "semanticStr": "select: table (7)->relate: chair,underneath,s (5) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "7"}, "fullAnswer": {"4": "5", "7": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair underneath the table.", "image": "n513100.jpg", "question_id": 20340572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504989"], "equivalent": ["201504740"], "question": "What is the flower on?", "isBalanced": true, "groups": {"global": "object", "local": "14-flower_on,o"}, "answer": "surfboard", "semanticStr": "select: flower (11)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "11", "5:7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower is on the surf board.", "image": "n298104.jpg", "question_id": 201504740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "container (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20611738"], "equivalent": ["20611738", "20611737"], "question": "Are there either spoons or containers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-container_spoon"}, "answer": "yes", "semanticStr": "select: spoon (4)->exist: ? [0]->select: container (1) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4", "5": "1"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a spoon.", "image": "n28996.jpg", "question_id": 20611737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340573", "20340576", "20340575", "20340574", "20340579", "20340578", "20340580", "20340581", "20340656", "20340657", "20340655", "20340543", "20340658"], "equivalent": ["20340577"], "question": "What piece of furniture is to the right of the bird?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bird_to the right of,s"}, "answer": "chair", "semanticStr": "select: bird (4)->relate: furniture,to the right of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550286", "20550287", "20550285", "20550294", "20550289"], "equivalent": ["20550290"], "question": "What vehicle is on the grass?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-grass_on,s"}, "answer": "van", "semanticStr": "select: grass (2)->relate: vehicle,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n579928.jpg", "question_id": 20550290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201593928", "201593929", "201593939", "201593938", "201593931", "201593937", "201593936", "201593926", "201593927", "201593933", "201593930", "201593934", "201593941", "201593942", "201593943"], "equivalent": ["201593935"], "question": "Is the shirt made of cotton short sleeved and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (6)->filter material: cotton [0]->verify color: blue [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and blue.", "image": "n200907.jpg", "question_id": 201593935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose rel", "dependencies": [1], "argument": "chair,to the right of|to the left of,s (8)"}], "entailed": ["201997108", "201997109", "201997110", "201997107", "201997289", "201997290"], "equivalent": ["201997291"], "question": "Is the chair to the right or to the left of the white device?", "isBalanced": true, "groups": {"global": null, "local": "13-phone_chair"}, "answer": "right", "semanticStr": "select: device (9)->filter color: white [0]->choose rel: chair,to the right of|to the left of,s (8) [1]", "annotations": {"answer": {}, "question": {"2": "8", "12:14": "9"}, "fullAnswer": {"1": "8", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the right of the telephone.", "image": "n250715.jpg", "question_id": 201997291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201593928", "201593929", "201593934", "201593936", "201593930", "201593933", "201593927"], "equivalent": ["201593931"], "question": "What color is the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: shirt (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue.", "image": "n200907.jpg", "question_id": 201593931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865473", "20865471"], "equivalent": ["20865472"], "question": "What type of animal is small?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_small"}, "answer": "calf", "semanticStr": "select: animal (0)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a calf.", "image": "n143935.jpg", "question_id": 20865472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865472", "20865471"], "equivalent": ["20865473"], "question": "Which kind of animal is small?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_small"}, "answer": "calf", "semanticStr": "select: animal (0)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a calf.", "image": "n143935.jpg", "question_id": 20865473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "choose race", "dependencies": [1], "argument": "caucasian|asian"}], "entailed": [], "equivalent": ["201411026"], "question": "Is the male person Asian or Caucasian?", "isBalanced": true, "groups": {"global": "race", "local": "10c-person_race"}, "answer": "caucasian", "semanticStr": "select: person (0)->filter gender: male [0]->choose race: caucasian|asian [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is caucasian.", "image": "n415215.jpg", "question_id": 201411026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2075362"], "question": "Is there either a giraffe or a fence in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_giraffe"}, "answer": "yes", "semanticStr": "select: giraffe (0)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a giraffe.", "image": "n469525.jpg", "question_id": 2075362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20691508"], "question": "Does the floor look clean and white?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "no", "semanticStr": "select: floor (13)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is clean but black.", "image": "n153293.jpg", "question_id": 20691508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (21)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20503836"], "equivalent": ["20503835"], "question": "Do the tall windows have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-windows_white"}, "answer": "no", "semanticStr": "select: windows (21)->filter height: tall [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2:4": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the windows are black.", "image": "n324644.jpg", "question_id": 20503835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202218694", "202218688", "202218689", "202218699", "202218698", "202218697", "202218696", "202218695", "202218687", "202218701", "202218681", "202218683", "202218705", "202218711", "202218700", "202218703", "202218706", "202218712", "202218702", "202218686"], "equivalent": ["202218681", "202218682"], "question": "Does the glass window look closed and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_rectangular"}, "answer": "yes", "semanticStr": "select: window (14)->filter material: glass [0]->verify: closed [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is closed and rectangular.", "image": "n578564.jpg", "question_id": 202218682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["20691503", "20691502", "20691505"], "equivalent": ["20691505", "20691504"], "question": "Does the clean floor look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_blue"}, "answer": "no", "semanticStr": "select: floor (13)->filter cleanliness: clean [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is black.", "image": "n153293.jpg", "question_id": 20691504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (6)"}, {"operation": "choose name", "dependencies": [0], "argument": "couch|bed"}], "entailed": [], "equivalent": ["202266019"], "question": "Is this a bed or a couch?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-bed_couch"}, "answer": "couch", "semanticStr": "select: this (6)->choose name: couch|bed [0]", "annotations": {"answer": {"0": "6"}, "question": {"6": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a couch.", "image": "n534106.jpg", "question_id": 202266019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202081858", "202081850", "202081853", "202081852", "202081855", "202081854", "202081857", "202081856", "202081847", "202081822", "202081823", "202081824", "202081825", "202081848", "202081849", "202081868", "202081869", "202081867", "202081860", "202081861", "202081862", "202081871", "202081870"], "equivalent": ["202081859"], "question": "How big is the animal in the middle of the image?", "isBalanced": true, "groups": {"global": "size", "local": "10q-cat_size"}, "answer": "small", "semanticStr": "select: animal (1)->filter vposition: middle [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cat is small.", "image": "n433692.jpg", "question_id": 202081859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jar (11)"}, {"operation": "select", "dependencies": [], "argument": "shelf (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201935776"], "question": "Are both the jar and the shelf made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-jar_shelf"}, "answer": "no", "semanticStr": "select: jar (11)->select: shelf (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "11", "6": "2"}, "fullAnswer": {"9": "2", "2": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the jar is made of glass and the shelf is made of wood.", "image": "n500209.jpg", "question_id": 201935776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20645454", "20645455", "20645456", "20645451", "20645453", "20645458", "20645459", "20645461", "20645460", "20645462", "20645476", "20645464"], "equivalent": ["20645457"], "question": "Which color do you think the floor has?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "gray", "semanticStr": "select: floor (11)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor has gray color.", "image": "n98544.jpg", "question_id": 20645457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202100465"], "question": "Are there any kites?", "isBalanced": true, "groups": {"global": null, "local": "03-kite"}, "answer": "no", "semanticStr": "select: kite (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no kites.", "image": "n386688.jpg", "question_id": 202100465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["20741292", "20741299", "20741298", "20741291", "20741271", "20741270", "20741303", "20741302", "20741293", "20741300", "20741295", "20741301", "20741304"], "equivalent": ["20741297"], "question": "How fat is the tall person?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-person_fatness"}, "answer": "thin", "semanticStr": "select: person (7)->filter height: tall [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is thin.", "image": "n23762.jpg", "question_id": 20741297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201864454", "201864452", "201864451"], "equivalent": ["201864453"], "question": "Is the catcher on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-catcher_hposition"}, "answer": "left", "semanticStr": "select: catcher (6)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The catcher is on the left of the image.", "image": "n481655.jpg", "question_id": 201864453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (5)"}, {"operation": "verify", "dependencies": [0], "argument": "unhealthy"}], "entailed": ["201765819", "201765828", "201765839", "201765838", "201765824", "201765825", "201765826", "201765820", "201765831", "201765830", "201765842", "201765871", "201765870", "201765843", "201765868", "201765869", "201765823"], "equivalent": ["201765829"], "question": "Is the surfer unhealthy?", "isBalanced": true, "groups": {"global": null, "local": "06-surfer_unhealthy"}, "answer": "no", "semanticStr": "select: surfer (5)->verify: unhealthy [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the surfer is healthy.", "image": "n488874.jpg", "question_id": 201765829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (2)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20940258", "20940232", "20940245", "20940236", "20940237", "20940241", "20940240", "20940243", "20940238", "20940242"], "equivalent": ["20940239"], "question": "How large is the toilet paper?", "isBalanced": true, "groups": {"global": "size", "local": "10q-toilet paper_size"}, "answer": "small", "semanticStr": "select: toilet paper (2)->query: size [0]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet paper is small.", "image": "n240666.jpg", "question_id": 20940239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "select", "dependencies": [], "argument": "plate (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20210826"], "equivalent": ["20210825"], "question": "Are the napkin and the plate the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-napkin_plate"}, "answer": "yes", "semanticStr": "select: napkin (9)->select: plate (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "11"}, "fullAnswer": {"3": "9", "6": "11"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the napkin and the plate are white.", "image": "n312206.jpg", "question_id": 20210825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,jumping over,o (23)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20647342"], "equivalent": ["20647343"], "question": "How tall is the grass that he is jumping over?", "isBalanced": true, "groups": {"global": "length", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: he (0)->relate: grass,jumping over,o (23) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "23", "6": "0"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short.", "image": "n98540.jpg", "question_id": 20647343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "tinted "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20285532"], "question": "Is the window that looks square clear and tinted?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_tinted"}, "answer": "no", "semanticStr": "select: window (4)->filter shape: square [0]->verify weather: clear [1]->verify cleanliness: tinted  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is clear but clean.", "image": "n192021.jpg", "question_id": 20285532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201444863"], "equivalent": ["201444864"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lawn", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a lawn.", "image": "n289376.jpg", "question_id": 201444864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,behind,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "light blue"}, {"operation": "verify", "dependencies": [1], "argument": "new "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201879701", "201879675", "201879695", "201879697", "201879700", "201879678", "201879680", "201879679", "201879703", "201879702", "201879705", "201879707", "201879706", "201879709", "201879708", "201879699", "201879698", "201879712", "201879713", "201879711"], "equivalent": ["201879696"], "question": "Does the basket behind the truck look light blue and new?", "isBalanced": true, "groups": {"global": null, "local": "05-light blue_new"}, "answer": "yes", "semanticStr": "select: truck (18)->relate: basket,behind,s (8) [0]->verify color: light blue [1]->verify: new  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "18"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the basket is light blue and new.", "image": "n290409.jpg", "question_id": 201879696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "select", "dependencies": [], "argument": "door frame (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201430608"], "question": "Is the bag made of the same material as the door frame?", "isBalanced": true, "groups": {"global": null, "local": "09same-bag_door frame"}, "answer": "no", "semanticStr": "select: bag (4)->select: door frame (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "10:12": "2"}, "fullAnswer": {"2": "4", "9:11": "2"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bag is made of plastic and the door frame is made of wood.", "image": "n206785.jpg", "question_id": 201430608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201411239", "201411241"], "equivalent": ["201411240"], "question": "Of what material the toilet brush?", "isBalanced": true, "groups": {"global": "material", "local": "10q-toilet brush_material"}, "answer": "plastic", "semanticStr": "select: toilet brush (9)->query: material [0]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet brush is made of plastic.", "image": "n415215.jpg", "question_id": 201411240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243700", "202243682", "202243683", "202243697", "202243696", "202243684", "202243699", "202243662", "202243661"], "equivalent": ["202243698"], "question": "What kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "table", "semanticStr": "select: furniture (10)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n296467.jpg", "question_id": 202243698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201527733", "201527836", "201527828", "201527829", "201527835", "201527834", "201527824", "201527826", "201527827"], "equivalent": ["201527825"], "question": "What is in front of the appliance that is to the right of the girl?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-stove_in front of,s"}, "answer": "table", "semanticStr": "select: girl (6)->relate: appliance,to the right of,s (8) [0]->relate: _,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"14": "6", "6": "8"}, "fullAnswer": {"1": "5", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the stove.", "image": "n118102.jpg", "question_id": 201527825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "select", "dependencies": [], "argument": "cake (4) "}, {"operation": "relate", "dependencies": [3], "argument": "utensil,in front of,s (3)"}, {"operation": "verify material", "dependencies": [4], "argument": "metal"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20609542", "20609543", "20609540", "20609541", "20609546", "20609547", "20609544", "20609545", "20609564", "20609565", "20609548", "20609549", "20609560", "20609561", "20609562", "20609563", "20609528", "20609529", "20609568", "20609569", "20609573", "20609572", "20609550", "20609557", "20609559", "20609558", "20609571", "20609570", "20609539", "20609380", "20609381", "20609382", "20609383", "20609372", "20609375", "20609374", "20609377", "20609376", "20609379", "20609378"], "equivalent": ["20609373", "20609374"], "question": "Are the utensil that looks silver and the utensil in front of the cake both metallic?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-spoon_utensil"}, "answer": "yes", "semanticStr": "select: utensil (19)->filter color: silver [0]->verify material: metal [1]->select: cake (4) ->relate: utensil,in front of,s (3) [3]->verify material: metal [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"8": "3", "13": "4", "2": "19", "5": "19"}, "fullAnswer": {"3": "19", "6": "3"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the utensil and the spoon are metallic.", "image": "n437064.jpg", "question_id": 20609373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20963771", "20963772", "20963773"], "equivalent": ["20963774"], "question": "On which side is the small faucet?", "isBalanced": true, "groups": {"global": null, "local": "10q-faucet_hposition"}, "answer": "left", "semanticStr": "select: faucet (12)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The faucet is on the left of the image.", "image": "n119886.jpg", "question_id": 20963774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827215", "20827216"], "equivalent": ["20827214"], "question": "What piece of furniture is to the right of the sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sofa_to the right of,s"}, "answer": "side table", "semanticStr": "select: sofa (4)->relate: furniture,to the right of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {"10": "4", "1:4": "15"}, "fullAnswer": {"6:8": "15", "1:4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n283587.jpg", "question_id": 20827214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "filter", "dependencies": [0], "argument": "grassy"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["201738870", "201738873", "201738872", "201738853", "201738851", "201738868", "201738869", "201738867", "201738865", "201738862", "201738863", "201738852"], "equivalent": ["201738866", "201738867"], "question": "Does the grassy field look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-field_brown"}, "answer": "yes", "semanticStr": "select: field (10)->filter: grassy [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the field is brown.", "image": "n485969.jpg", "question_id": 201738866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "shelf (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20752317"], "question": "Are there either any cabinets or shelves?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_shelf"}, "answer": "yes", "semanticStr": "select: cabinet (3)->exist: ? [0]->select: shelf (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cabinet.", "image": "n209843.jpg", "question_id": 20752317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose rel", "dependencies": [1], "argument": "keyboard,to the left of|to the right of,s (2)"}], "entailed": ["20706438", "20706439", "20706437", "20706071", "20706069", "20706440"], "equivalent": ["20706070", "20706071"], "question": "Is the white keyboard to the left or to the right of the cup that is made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_keyboard"}, "answer": "left", "semanticStr": "select: cup (8)->filter material: plastic [0]->choose rel: keyboard,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"18": "8", "13": "8", "2:4": "2"}, "fullAnswer": {"1": "2", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The keyboard is to the left of the cup.", "image": "n264887.jpg", "question_id": 20706070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20752311"], "equivalent": ["20752312"], "question": "What is the towel on?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-towel_on,o"}, "answer": "wall", "semanticStr": "select: towel (0)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is on the wall.", "image": "n209843.jpg", "question_id": 20752312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20536035"], "equivalent": ["20536034"], "question": "What place is this picture in?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "plain", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is at the plain.", "image": "n410476.jpg", "question_id": 20536034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["201798366", "201798367", "201798376", "201798377"], "equivalent": ["201798375", "201798376"], "question": "Is the counter tan?", "isBalanced": true, "groups": {"global": null, "local": "06-counter_tan"}, "answer": "no", "semanticStr": "select: counter (1)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the counter is black.", "image": "n530733.jpg", "question_id": 201798375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (9)"}, {"operation": "select", "dependencies": [], "argument": "fire truck (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201872911", "201872910"], "equivalent": ["201872910", "201872909"], "question": "Are the flag and the fire truck the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-fire truck_flag"}, "answer": "no", "semanticStr": "select: flag (9)->select: fire truck (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5:7": "0"}, "fullAnswer": {"2": "9", "7:9": "0"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the flag is blue and the fire truck is white.", "image": "n309148.jpg", "question_id": 201872909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468660", "20468758", "20468759", "20468659", "20468661", "20468765", "20468764", "20468763"], "equivalent": ["20468760"], "question": "What animal is in front of the trees?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_in front of,s"}, "answer": "horse", "semanticStr": "select: trees (13)->relate: animal,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n171169.jpg", "question_id": 20468760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20468762"], "question": "What is the horse in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-horse_in front of,o"}, "answer": "trees", "semanticStr": "select: horse (1)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "1", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is in front of the trees.", "image": "n171169.jpg", "question_id": 20468762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (4)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20541183", "20541182", "20541222", "20541221", "20541219", "20541218"], "equivalent": ["20541220"], "question": "What is the piece of furniture on top of the rug in the bottom of the picture?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_on top of,s"}, "answer": "table", "semanticStr": "select: rug (4)->filter vposition: bottom [0]->relate: furniture,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"10": "4", "3:6": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n527290.jpg", "question_id": 20541220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "seat (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting atop,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878418", "201878419", "201878375"], "equivalent": ["201878417"], "question": "What animal is sitting atop the seat that looks orange?", "isBalanced": true, "groups": {"global": "animal", "local": "14-seat_sitting atop,s"}, "answer": "dog", "semanticStr": "select: seat (1)->filter color: orange [0]->relate: animal,sitting atop,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "1", "6": "1"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is sitting atop the seat.", "image": "n342511.jpg", "question_id": 201878417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "rug,on top of,o (4)"}], "entailed": [], "equivalent": ["20541225"], "question": "Is the table on top of the beige rug that is on top of the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-table_rug"}, "answer": "yes", "semanticStr": "select: table (1)->verify rel: rug,on top of,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "1", "15": "8", "7:9": "4"}, "fullAnswer": {"8": "4", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the table is on top of the rug.", "image": "n527290.jpg", "question_id": 20541225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(fancy)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047504"], "equivalent": ["201047505"], "question": "Which kind of clothing isn't fancy?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#fancy"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter: not(fancy) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n234683.jpg", "question_id": 201047505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20954153", "20954151"], "equivalent": ["20954152"], "question": "What is the young person wearing?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_wearing,o"}, "answer": "glasses", "semanticStr": "select: person (5)->filter age: young [0]->relate: _,wearing,o (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "5", "4": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n498712.jpg", "question_id": 20954152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954152", "20954151"], "equivalent": ["20954153"], "question": "What is the girl wearing?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_wearing,o"}, "answer": "glasses", "semanticStr": "select: girl (5)->relate: _,wearing,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "5", "4": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n498712.jpg", "question_id": 20954153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954149"], "equivalent": ["20954150"], "question": "Who is wearing the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "girl", "semanticStr": "select: glasses (18)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n498712.jpg", "question_id": 20954150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "path (13)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202257179", "202257182", "202257183", "202257180", "202257186", "202257187", "202257184", "202257178"], "equivalent": ["202257181"], "question": "What is the color of the path?", "isBalanced": true, "groups": {"global": "color", "local": "10q-path_color"}, "answer": "tan", "semanticStr": "select: path (13)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The path is tan.", "image": "n92308.jpg", "question_id": 202257181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832446", "201832388", "201832391", "201832390", "201832387"], "equivalent": ["201832389"], "question": "What is the lamp sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-lamp_sitting atop,o"}, "answer": "nightstand", "semanticStr": "select: lamp (0)->relate: _,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is sitting atop the nightstand.", "image": "n432591.jpg", "question_id": 201832389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fork (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "plastic"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20637027"], "question": "Do you see either a spoon or a fork that are made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "04-spoon_plastic"}, "answer": "no", "semanticStr": "select: spoon (3)->filter material: plastic [0]->exist: ? [1]->select: fork (-) ->filter material: plastic [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a spoon but it is made of stainless steel.", "image": "n184385.jpg", "question_id": 20637027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose material", "dependencies": [1], "argument": "stainless steel|plastic"}], "entailed": ["20637028"], "equivalent": ["20637029"], "question": "Is the small utensil made of plastic or stainless steel?", "isBalanced": true, "groups": {"global": "material", "local": "10c-spoon_material"}, "answer": "stainless steel", "semanticStr": "select: utensil (3)->filter size: small [0]->choose material: stainless steel|plastic [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The spoon is made of stainless steel.", "image": "n184385.jpg", "question_id": 20637029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151645", "20151644", "20151643"], "equivalent": ["20151646"], "question": "Which kind of clothing is warm?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_warm"}, "answer": "sweatshirt", "semanticStr": "select: clothing (3)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweatshirt.", "image": "n313060.jpg", "question_id": 20151646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151642", "20151639", "20151640"], "equivalent": ["20151641", "20151640"], "question": "How is the clothing item that is open called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_open"}, "answer": "sweatshirt", "semanticStr": "select: clothing (3)->filter: open [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweatshirt.", "image": "n313060.jpg", "question_id": 20151641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151641", "20151639", "20151640"], "equivalent": ["20151642"], "question": "What clothing item is open?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_open"}, "answer": "sweatshirt", "semanticStr": "select: clothing (3)->filter: open [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1:3": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweatshirt.", "image": "n313060.jpg", "question_id": 20151642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151647", "20151648"], "equivalent": ["20151649"], "question": "What clothing item is comfortable?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_comfortable"}, "answer": "sweatshirt", "semanticStr": "select: clothing (3)->filter: comfortable [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1:3": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweatshirt.", "image": "n313060.jpg", "question_id": 20151649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "filter weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["20511656", "20511654", "20511655", "20511653", "20511650", "20511651", "20511649", "20511658"], "equivalent": ["20511652"], "question": "Does the clear sky look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_blue"}, "answer": "yes", "semanticStr": "select: sky (7)->filter weather: clear [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sky is blue.", "image": "n208458.jpg", "question_id": 20511652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201957355", "201957354", "201957356", "201957350", "201957352", "201957359", "201957358", "201957336", "201957335", "201957373", "201957377", "201957376", "201957339", "201957375", "201957342", "201957343", "201957340", "201957341", "201957344", "201957345", "201957360", "201957361", "201957362", "201957363", "201957364", "201957379"], "equivalent": ["201957351"], "question": "Is the lamp white and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_white"}, "answer": "yes", "semanticStr": "select: lamp (8)->verify height: tall [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the lamp is white and tall.", "image": "n536256.jpg", "question_id": 201957351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupcake (36)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (33)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669477", "201669485", "201669484", "201669486", "201669478"], "equivalent": ["201669479"], "question": "What is on the cupcake?", "isBalanced": true, "groups": {"global": "object", "local": "14-cupcake_on,s"}, "answer": "candle", "semanticStr": "select: cupcake (36)->relate: _,on,s (33) [0]->query: name [1]", "annotations": {"answer": {"0": "33"}, "question": {}, "fullAnswer": {"1": "33", "5": "36"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The candle is on the cupcake.", "image": "n238266.jpg", "question_id": 201669479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20982582", "20982567"], "equivalent": ["20982581"], "question": "What kind of furniture is pictured?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "table", "semanticStr": "select: furniture (9)->query: name [0]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n52544.jpg", "question_id": 20982581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "speaker,using,o (-)"}], "entailed": ["201447177"], "equivalent": ["201447176"], "question": "Is the man using a speaker?", "isBalanced": true, "groups": {"global": null, "local": "13-man_speaker"}, "answer": "no", "semanticStr": "select: man (7)->verify rel: speaker,using,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is using a camera.", "image": "n54180.jpg", "question_id": 201447176}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202262979"], "question": "Where is the truck?", "isBalanced": true, "groups": {"global": "road", "local": "14-truck_on,o"}, "answer": "road", "semanticStr": "select: truck (6)->relate: place,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "6", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The truck is on the road.", "image": "n538039.jpg", "question_id": 202262979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["2058607", "2058605", "2058606", "2058588", "2058598", "2058599", "2058596", "2058597", "2058594", "2058602", "2058604", "2058600", "2058601"], "equivalent": ["2058596", "2058595"], "question": "Do the trees appear to be green?", "isBalanced": true, "groups": {"global": null, "local": "06-trees_green"}, "answer": "yes", "semanticStr": "select: trees (8)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trees are green.", "image": "n497658.jpg", "question_id": 2058595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201766600", "201766598"], "equivalent": ["201766599"], "question": "Where is the young person standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-girl_standing on,o"}, "answer": "field", "semanticStr": "select: person (0)->filter age: young [0]->relate: place,standing on,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is standing on the field.", "image": "n528403.jpg", "question_id": 201766599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20786106"], "question": "What is the woman in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_in front of,o"}, "answer": "cone", "semanticStr": "select: woman (5)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "5", "7:9": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the safety cone.", "image": "n12404.jpg", "question_id": 20786106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,in front of,o (-)"}], "entailed": [], "equivalent": ["20786109"], "question": "Is the woman in front of a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_fence"}, "answer": "no", "semanticStr": "select: woman (5)->verify rel: fence,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"8": "0", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is in front of the cone.", "image": "n12404.jpg", "question_id": 20786109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goal (2)"}, {"operation": "select", "dependencies": [], "argument": "building (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20853874", "20853872"], "equivalent": ["20853874", "20853873"], "question": "Does the goal have a different color than the building?", "isBalanced": true, "groups": {"global": null, "local": "09diff-building_goal"}, "answer": "no", "semanticStr": "select: goal (2)->select: building (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "10", "2": "2"}, "fullAnswer": {"3": "2", "6": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the goal and the building are white.", "image": "n275857.jpg", "question_id": 20853873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (29)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["201492395", "201492394"], "equivalent": ["201492393"], "question": "Is the fence in the top part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_top"}, "answer": "yes", "semanticStr": "select: fence (29)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "29"}, "fullAnswer": {"2": "29"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fence is in the top of the image.", "image": "n9856.jpg", "question_id": 201492393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "swimming pool,below,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201885311", "201885310"], "equivalent": ["201885312"], "question": "Which shape is the swimming pool below the man?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-swimming pool_shape"}, "answer": "rectangular", "semanticStr": "select: man (4)->relate: swimming pool,below,s (2) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"8": "4", "4:6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The swimming pool is rectangular.", "image": "n222297.jpg", "question_id": 201885312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wire"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201751870", "201751871", "201751872", "201751874", "201751875", "201751876", "201751864", "201751863"], "equivalent": ["201751873"], "question": "How large is the wire net?", "isBalanced": true, "groups": {"global": "size", "local": "10q-net_size"}, "answer": "small", "semanticStr": "select: net (7)->filter material: wire [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The net is small.", "image": "n355567.jpg", "question_id": 201751873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202147741"], "equivalent": ["202147742"], "question": "What is on the shoes?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-shoes_on,s"}, "answer": "socks", "semanticStr": "select: shoes (18)->relate: _,on,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "19", "5": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The socks are on the shoes.", "image": "n194179.jpg", "question_id": 202147742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,worn on,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202231565", "202231567"], "equivalent": ["202231566"], "question": "What is worn on the happy person?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn on,s"}, "answer": "shirt", "semanticStr": "select: person (6)->filter face expression: happy [0]->relate: _,worn on,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"5:7": "6"}, "fullAnswer": {"1": "8", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the man.", "image": "n79078.jpg", "question_id": 202231566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pens,to the right of,o (6)"}], "entailed": ["202082140"], "equivalent": ["202082034"], "question": "Are the books to the right of the pens that look small?", "isBalanced": true, "groups": {"global": null, "local": "13-books_pens"}, "answer": "yes", "semanticStr": "select: books (5)->verify rel: pens,to the right of,o (6) [0]", "annotations": {"answer": {}, "question": {"11": "6", "8": "6", "2": "5"}, "fullAnswer": {"9": "6", "2": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the books are to the right of the pens.", "image": "n433692.jpg", "question_id": 202082034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (3)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,next to,s (2)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20942894", "20942895"], "equivalent": ["20942893"], "question": "Does the soccer player next to the other soccer player look small?", "isBalanced": true, "groups": {"global": null, "local": "06-soccer player_small"}, "answer": "yes", "semanticStr": "select: soccer player (3)->relate: soccer player,next to,s (2) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"8:10": "3", "2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the soccer player is small.", "image": "n244826.jpg", "question_id": 20942893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing against,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202258275", "202258274", "202258273", "202258272", "202258165", "202258164"], "equivalent": ["202258271"], "question": "What animal is standing against the fence made of wood?", "isBalanced": true, "groups": {"global": "animal", "local": "14-fence_standing against,s"}, "answer": "horse", "semanticStr": "select: fence (6)->filter material: wood [0]->relate: animal,standing against,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "6", "6": "6"}, "fullAnswer": {"1": "3", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is standing against the fence.", "image": "n216553.jpg", "question_id": 202258271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify rel", "dependencies": [1], "argument": "drawers,to the left of,s (7)"}], "entailed": ["201663722", "201663723", "201663721", "201663724"], "equivalent": ["201663720"], "question": "Are the drawers to the left of the clean oven?", "isBalanced": true, "groups": {"global": null, "local": "13-oven_drawers"}, "answer": "no", "semanticStr": "select: oven (0)->filter cleanliness: clean [0]->verify rel: drawers,to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"8:10": "0", "2": "7"}, "fullAnswer": {"9": "0", "2": "7"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the drawers are to the right of the oven.", "image": "n35676.jpg", "question_id": 201663720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20385649", "20385651", "20385653", "20385814", "20385652"], "equivalent": ["20385649", "20385651", "20385652", "20385650"], "question": "What type of device is not on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#on"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter: not(on) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n90294.jpg", "question_id": 20385650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20385649", "20385651", "20385650", "20385814", "20385652"], "equivalent": ["20385653"], "question": "Which kind of device is not on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#on"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter: not(on) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n90294.jpg", "question_id": 20385653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "select", "dependencies": [], "argument": "building (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201920433"], "equivalent": ["201920432"], "question": "Is the shirt the same color as the building?", "isBalanced": true, "groups": {"global": null, "local": "09same-building_shirt"}, "answer": "no", "semanticStr": "select: shirt (1)->select: building (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "1"}, "fullAnswer": {"2": "1", "7": "6"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the shirt is red and the building is white.", "image": "n187544.jpg", "question_id": 201920432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apron (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201998178", "201998190", "201998191", "201998175", "201998176", "201998177", "201998181", "201998180", "201998183", "201998182"], "equivalent": ["201998179"], "question": "How big is the red apron?", "isBalanced": true, "groups": {"global": "size", "local": "10q-apron_size"}, "answer": "small", "semanticStr": "select: apron (2)->filter color: red [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The apron is small.", "image": "n319845.jpg", "question_id": 201998179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (0)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the right of,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201882986", "201883046"], "equivalent": ["201883045"], "question": "How is the piece of furniture below the mirror the television is to the right of called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mirror_below,s"}, "answer": "desk", "semanticStr": "select: television (0)->relate: mirror,to the right of,o (1) [0]->relate: furniture,below,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"8": "1", "3:6": "2", "10": "0"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n125122.jpg", "question_id": 201883045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|red"}], "entailed": [], "equivalent": ["201861655"], "question": "Are the trousers red or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-pants_color"}, "answer": "blue", "semanticStr": "select: pants (8)->choose color: blue|red [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trousers are blue.", "image": "n390187.jpg", "question_id": 201861655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["20385379", "20385381", "20385380"], "equivalent": ["20385382"], "question": "Does the device that looks little look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-computer mouse_blue"}, "answer": "no", "semanticStr": "select: device (10)->filter size: small [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mouse is black.", "image": "n90294.jpg", "question_id": 20385382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,sitting atop,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "meat,on,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202225858"], "equivalent": ["202225857"], "question": "How is the meat on the plate that is sitting atop the table called?", "isBalanced": true, "groups": {"global": "", "local": "15-plate_on,s"}, "answer": "turkey", "semanticStr": "select: table (2)->relate: plate,sitting atop,s (8) [0]->relate: meat,on,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10", "12": "2", "6": "8"}, "fullAnswer": {"1": "10", "3": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is turkey.", "image": "n336443.jpg", "question_id": 202225857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,s (10)"}, {"operation": "verify", "dependencies": [1], "argument": "roasted"}], "entailed": ["202225855", "202225854"], "equivalent": ["202225856"], "question": "Does the meat on the plate look roasted?", "isBalanced": true, "groups": {"global": null, "local": "06-turkey_roasted"}, "answer": "yes", "semanticStr": "select: plate (8)->relate: meat,on,s (10) [0]->verify: roasted [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "8"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the turkey is roasted.", "image": "n336443.jpg", "question_id": 202225856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding onto,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240651", "202240507", "202240508", "202240509", "202240652", "202240649", "202240648", "202240645", "202240644", "202240647", "202240646", "202240650", "202240643"], "equivalent": ["202240653"], "question": "Which kind of device does the woman hold onto?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding onto,o"}, "answer": "remote control", "semanticStr": "select: woman (2)->relate: device,holding onto,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "2", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds onto the remote.", "image": "n162148.jpg", "question_id": 202240653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (4)"}, {"operation": "verify", "dependencies": [0], "argument": "rocky"}], "entailed": ["201455953", "201455951", "201455956", "201455957", "201455954", "201455955", "201455959"], "equivalent": ["201455952"], "question": "Is the road rocky?", "isBalanced": true, "groups": {"global": null, "local": "06-road_rocky"}, "answer": "yes", "semanticStr": "select: road (4)->verify: rocky [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the road is rocky.", "image": "n413761.jpg", "question_id": 201455952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["20942104", "20942100", "20942102", "20942098", "20942099", "20942103", "20942094", "20942096", "20942101", "20942090", "20942091", "20942092", "20942093"], "equivalent": ["20942095"], "question": "What is the young person doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-girl_pose"}, "answer": "walking", "semanticStr": "select: person (0)->filter age: young [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is walking.", "image": "n137182.jpg", "question_id": 20942095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20942097"], "question": "Who is walking?", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "girl", "semanticStr": "select: person (0)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is walking.", "image": "n137182.jpg", "question_id": 20942097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tablecloth (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201479335"], "equivalent": ["201479334", "201479335"], "question": "Are there either any tablecloths or forks?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fork_tablecloth"}, "answer": "yes", "semanticStr": "select: fork (4)->exist: ? [0]->select: tablecloth (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fork.", "image": "n181210.jpg", "question_id": 201479334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (1)"}, {"operation": "choose", "dependencies": [1], "argument": "new|old"}], "entailed": ["201663223", "201663231", "201663221", "201663233", "201663234", "201663251", "201663222", "201663252", "201663240"], "equivalent": ["201663241"], "question": "Is the appliance above the oven old or new?", "isBalanced": true, "groups": {"global": "4", "local": "10c-microwave_4"}, "answer": "new", "semanticStr": "select: oven (0)->relate: appliance,above,s (1) [0]->choose: new|old [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "0"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The microwave is new.", "image": "n35676.jpg", "question_id": 201663241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (10)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,to the left of,s (5)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}], "entailed": ["202006813", "202006792", "202006746", "202006801", "202006800", "202006781", "202006791", "202006795", "202006794", "202006789", "202006799", "202006760"], "equivalent": ["202006798"], "question": "Does the cabinet to the left of the other cabinet look clean?", "isBalanced": true, "groups": {"global": null, "local": "06-cabinet_clean"}, "answer": "yes", "semanticStr": "select: cabinet (10)->relate: cabinet,to the left of,s (5) [0]->verify cleanliness: clean [1]", "annotations": {"answer": {}, "question": {"9": "10", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cabinet is clean.", "image": "n97485.jpg", "question_id": 202006798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["20308965", "20308966", "20308967", "20308960", "20308961", "20308963", "20308972", "20308971"], "equivalent": ["20308964", "20308963"], "question": "What is the width of the window?", "isBalanced": true, "groups": {"global": "width", "local": "10q-window_width"}, "answer": "narrow", "semanticStr": "select: window (0)->query: width [0]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is narrow.", "image": "n278312.jpg", "question_id": 20308964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,next to,s (2)"}, {"operation": "filter material", "dependencies": [1], "argument": "metal"}, {"operation": "verify hardness", "dependencies": [2], "argument": "hard"}], "entailed": ["201908911", "201908910", "201908916", "201908915", "201908909", "201908919", "201908918"], "equivalent": ["201908917"], "question": "Do the metal utensils next to the forks look hard?", "isBalanced": true, "groups": {"global": null, "local": "06-knives_hard"}, "answer": "yes", "semanticStr": "select: forks (1)->relate: utensil,next to,s (2) [0]->filter material: metal [1]->verify hardness: hard [2]", "annotations": {"answer": {}, "question": {"2:4": "2", "7": "1"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the knives are hard.", "image": "n479092.jpg", "question_id": 201908917}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (12)"}, {"operation": "relate", "dependencies": [0], "argument": "wii controller,to the right of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201030295", "201030296", "201030293"], "equivalent": ["201030297"], "question": "What shape is the Wii controller to the right of the Wii remotes?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-wii controller_shape"}, "answer": "round", "semanticStr": "select: wii controller (12)->relate: wii controller,to the right of,s (13) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"11:13": "12", "4:6": "13"}, "fullAnswer": {"1:3": "13"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The Wii remotes is round.", "image": "n54424.jpg", "question_id": 201030297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,next to,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201908909", "201908910"], "equivalent": ["201908911"], "question": "Do the utensils next to the forks look black and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-black_hard"}, "answer": "no", "semanticStr": "select: forks (1)->relate: utensil,next to,s (2) [0]->verify color: black [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "6": "1"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knives are hard but silver.", "image": "n479092.jpg", "question_id": 201908911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (26)"}, {"operation": "verify size", "dependencies": [0], "argument": "little"}], "entailed": [], "equivalent": ["202262284"], "question": "Is this a little table?", "isBalanced": true, "groups": {"global": null, "local": "06-table_little"}, "answer": "no", "semanticStr": "select: table (26)->verify size: little [0]", "annotations": {"answer": {}, "question": {"4": "26"}, "fullAnswer": {"5": "26"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a large table.", "image": "n28572.jpg", "question_id": 202262284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201188410", "201188409", "201188407", "201188408"], "equivalent": ["201188406"], "question": "Is the car on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-car_right"}, "answer": "yes", "semanticStr": "select: car (7)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is on the right of the image.", "image": "n483840.jpg", "question_id": 201188406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["201188403"], "question": "What is the jacket made of, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-jacket_material"}, "answer": "cloth", "semanticStr": "select: jacket (4)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is made of cloth.", "image": "n483840.jpg", "question_id": 201188403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (43)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the right of,s (10)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["202107807", "202107810", "202107811", "202107812", "202107809"], "equivalent": ["202107806"], "question": "Does the boy to the right of the person appear to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-boy_standing"}, "answer": "yes", "semanticStr": "select: person (43)->relate: boy,to the right of,s (10) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"8": "43", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boy is standing.", "image": "n133585.jpg", "question_id": 202107806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (5)"}, {"operation": "relate", "dependencies": [0], "argument": "screen,to the right of,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202004313", "202004312"], "equivalent": ["202004311", "202004312"], "question": "Are there screens to the right of the backpack?", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_screen"}, "answer": "yes", "semanticStr": "select: backpack (5)->relate: screen,to the right of,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "7"}, "fullAnswer": {"10": "5", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a screen to the right of the backpack.", "image": "n262920.jpg", "question_id": 202004311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (17)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["202102674", "202102689", "202102642", "202102654", "202102656", "202102646", "202102650", "202102653", "202102651", "202102648", "202102649"], "equivalent": ["202102652"], "question": "Which size are those cabinets, large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-cabinets_size"}, "answer": "large", "semanticStr": "select: cabinets (17)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cabinets are large.", "image": "n386682.jpg", "question_id": 202102652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20341065", "20341156", "20340917", "20341022", "20341158", "20341188", "20341024", "20341025"], "equivalent": ["20340918"], "question": "Are there any mirrors or cars?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-car_mirror"}, "answer": "no", "semanticStr": "select: car (-)->exist: ? [0]->select: mirror (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no mirrors or cars.", "image": "n346247.jpg", "question_id": 20340918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["202053084", "202053083"], "equivalent": ["202053085"], "question": "Is the fence in the bottom or in the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_vposition"}, "answer": "top", "semanticStr": "select: fence (12)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is in the top of the image.", "image": "n334278.jpg", "question_id": 202053085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20837029"], "equivalent": ["20837028"], "question": "Is there a pink umbrella in the picture?", "isBalanced": true, "groups": {"global": null, "local": "04-umbrella_pink"}, "answer": "no", "semanticStr": "select: umbrella (19)->filter color: pink [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "19"}, "fullAnswer": {"4": "19"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is an umbrella but it is green.", "image": "n507959.jpg", "question_id": 20837028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,sitting behind,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20837032", "20837022", "20837033", "20837021", "20837026", "20837027", "20837024", "20837025", "20837031", "20837020", "20837035"], "equivalent": ["20837023"], "question": "What is the color of the umbrella that is sitting behind the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "green", "semanticStr": "select: table (7)->relate: umbrella,sitting behind,s (19) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "7", "6": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is green.", "image": "n507959.jpg", "question_id": 20837023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (6)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,next to,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "baked"}], "entailed": ["202244120", "202244121", "202244122", "202244115", "202244116"], "equivalent": ["202244123"], "question": "Do the dessert next to the carrots look baked?", "isBalanced": true, "groups": {"global": null, "local": "06-cupcakes_baked"}, "answer": "yes", "semanticStr": "select: carrots (6)->relate: dessert,next to,s (3) [0]->verify: baked [1]", "annotations": {"answer": {}, "question": {"2": "3", "6": "6"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cupcakes are baked.", "image": "n296467.jpg", "question_id": 202244123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvd player (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202228025", "202228024"], "equivalent": ["202228024", "202228023"], "question": "Is the DVD player short and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: dvd player (10)->verify color: black [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the DVD player is black but long.", "image": "n77818.jpg", "question_id": 202228023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,falling off,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644682"], "equivalent": ["20644681"], "question": "What is falling off the floor?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-floor_falling off,s"}, "answer": "sneakers", "semanticStr": "select: floor (6)->relate: _,falling off,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"5": "6"}, "fullAnswer": {"1": "1", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sneakers are falling off the floor.", "image": "n250821.jpg", "question_id": 20644681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walkway (35)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (24)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201866568", "201866554", "201866553"], "equivalent": ["201866569"], "question": "Which kind of sign is on the walkway?", "isBalanced": true, "groups": {"global": "sign", "local": "15-walkway_on,s"}, "answer": "traffic sign", "semanticStr": "select: walkway (35)->relate: sign,on,s (24) [0]->query: name [1]", "annotations": {"answer": {"0:2": "24"}, "question": {"3": "24"}, "fullAnswer": {"1": "24", "4:6": "24"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n211324.jpg", "question_id": 201866569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "select", "dependencies": [], "argument": "soccer ball (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201760533"], "equivalent": ["201760532"], "question": "Are both the chair and the soccer ball the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_soccer ball"}, "answer": "yes", "semanticStr": "select: chair (1)->select: soccer ball (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "1", "6:8": "0"}, "fullAnswer": {"3": "1", "6:8": "0"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the chair and the soccer ball are white.", "image": "n350732.jpg", "question_id": 201760532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (0)"}, {"operation": "choose name", "dependencies": [1], "argument": "elephant|sheep"}], "entailed": [], "equivalent": ["20935938"], "question": "What kind of animal are the trees behind of, a sheep or an elephant?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,o"}, "answer": "elephant", "semanticStr": "select: trees (1)->relate: animal,behind,o (0) [0]->choose name: elephant|sheep [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "13": "0", "6": "1"}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The trees are behind an elephant.", "image": "n44249.jpg", "question_id": 20935938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "relate", "dependencies": [0], "argument": "train,to the left of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202174260"], "question": "Is there a train to the left of the bench?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_train"}, "answer": "no", "semanticStr": "select: bench (7)->relate: train,to the left of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "7"}, "fullAnswer": {"10": "7", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a stove to the left of the bench.", "image": "n398429.jpg", "question_id": 202174260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (24)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201866561", "201866560", "201866563", "201866562", "201866565", "201866564", "201866567"], "equivalent": ["201866566"], "question": "How large is the traffic sign?", "isBalanced": true, "groups": {"global": "size", "local": "10q-traffic sign_size"}, "answer": "huge", "semanticStr": "select: traffic sign (24)->query: size [0]", "annotations": {"answer": {}, "question": {"4:6": "24"}, "fullAnswer": {"1:3": "24"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic sign is huge.", "image": "n211324.jpg", "question_id": 201866566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "lady,standing behind,s (4)"}, {"operation": "choose rel", "dependencies": [1], "argument": "table,to the right of|to the left of,s (11)"}], "entailed": ["201896040"], "equivalent": ["201896041"], "question": "Is the table to the left or to the right of the lady that is standing behind the cake?", "isBalanced": true, "groups": {"global": null, "local": "13-lady_table"}, "answer": "right", "semanticStr": "select: cake (0)->relate: lady,standing behind,s (4) [0]->choose rel: table,to the right of|to the left of,s (11) [1]", "annotations": {"answer": {}, "question": {"2": "11", "18": "0", "12": "4"}, "fullAnswer": {"1": "11", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The table is to the right of the lady.", "image": "n111390.jpg", "question_id": 201896041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (14)"}, {"operation": "select", "dependencies": [], "argument": "saucer (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202262025"], "equivalent": ["202262026"], "question": "Is the color of the saucer different than the napkin?", "isBalanced": true, "groups": {"global": null, "local": "09diff-napkin_saucer"}, "answer": "yes", "semanticStr": "select: napkin (14)->select: saucer (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "14", "5": "8"}, "fullAnswer": {"2": "14", "7": "8"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the napkin is red and the saucer is white.", "image": "n28572.jpg", "question_id": 202262026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (12)"}, {"operation": "select", "dependencies": [], "argument": "napkin (13) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20899164", "20899162", "20899161", "20899160"], "equivalent": ["20899164", "20899163", "20899162"], "question": "Is the color of the bottle different than the napkin?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bottle_napkin"}, "answer": "no", "semanticStr": "select: bottle (12)->select: napkin (13) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "13", "5": "12"}, "fullAnswer": {"3": "12", "6": "13"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the bottle and the napkin are white.", "image": "n403734.jpg", "question_id": 20899163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "notebook (16)"}, {"operation": "select", "dependencies": [], "argument": "napkin (13) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20899167", "20899168"], "equivalent": ["20899166"], "question": "Does the napkin have the same color as the notebook?", "isBalanced": true, "groups": {"global": null, "local": "09same-napkin_notebook"}, "answer": "no", "semanticStr": "select: notebook (16)->select: napkin (13) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "16", "2": "13"}, "fullAnswer": {"2": "16", "7": "13"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the notebook is black and the napkin is white.", "image": "n403734.jpg", "question_id": 20899166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185757", "201185806", "201185758"], "equivalent": ["201185759"], "question": "What's the boy looking at?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_looking at,o"}, "answer": "frisbee", "semanticStr": "select: boy (0)->relate: _,looking at,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is looking at the frisbee.", "image": "n494918.jpg", "question_id": 201185759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "nightstand (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201175677", "201175678", "201175679"], "equivalent": ["201175676"], "question": "Are there either any small mirrors or nightstands?", "isBalanced": true, "groups": {"global": null, "local": "04-mirror_small"}, "answer": "no", "semanticStr": "select: mirror (8)->filter size: small [0]->exist: ? [1]->select: nightstand (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a mirror but it is large.", "image": "n357784.jpg", "question_id": 201175676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (11)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201535624", "201535616", "201535623"], "equivalent": ["201535625"], "question": "How is that food called?", "isBalanced": true, "groups": {"global": "baked good", "local": "11q-baked good"}, "answer": "donuts", "semanticStr": "select: baked good (11)->query: name [0]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are donuts.", "image": "n272098.jpg", "question_id": 201535625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (11)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201535625", "201535616", "201535623"], "equivalent": ["201535624"], "question": "What kind of baked good is it?", "isBalanced": true, "groups": {"global": "baked good", "local": "11q-baked good"}, "answer": "donuts", "semanticStr": "select: baked good (11)->query: name [0]", "annotations": {"answer": {"0": "11"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is donuts.", "image": "n272098.jpg", "question_id": 201535624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (11)"}, {"operation": "filter", "dependencies": [0], "argument": "glazed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535628", "201535616", "201535617", "201535626", "201535630"], "equivalent": ["201535628", "201535626", "201535627"], "question": "How is the glazed food called?", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-baked good_glazed"}, "answer": "donuts", "semanticStr": "select: baked good (11)->filter: glazed [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"4": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is donuts.", "image": "n272098.jpg", "question_id": 201535627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (15)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20226600"], "equivalent": ["20226600", "20226601"], "question": "Is the plate both round and silver?", "isBalanced": true, "groups": {"global": null, "local": "05-round_silver"}, "answer": "no", "semanticStr": "select: plate (15)->verify shape: round [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the plate is round but red.", "image": "n68769.jpg", "question_id": 20226601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (11)"}, {"operation": "select", "dependencies": [], "argument": "ball (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201055622"], "equivalent": ["201055621"], "question": "Is the color of the ball the same as that of the trash can?", "isBalanced": true, "groups": {"global": null, "local": "09same-ball_trash can"}, "answer": "no", "semanticStr": "select: trash can (11)->select: ball (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "0", "12:14": "11"}, "fullAnswer": {"8": "0", "2:4": "11"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the trash can is green and the ball is white.", "image": "n259002.jpg", "question_id": 201055621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201497781", "201497780"], "equivalent": ["201497782"], "question": "Is there any speaker in the picture that is not white?", "isBalanced": true, "groups": {"global": null, "local": "04-speaker_n#white"}, "answer": "no", "semanticStr": "select: speaker (10)->filter color: not(white) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a speaker but it is white.", "image": "n315887.jpg", "question_id": 201497782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "relate", "dependencies": [0], "argument": "table,above,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,around,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201997573", "201997572"], "equivalent": ["201997571"], "question": "What is around the table the ceiling is above?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_around,s"}, "answer": "chairs", "semanticStr": "select: ceiling (10)->relate: table,above,o (6) [0]->relate: _,around,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"4": "6", "6": "10"}, "fullAnswer": {"1": "11", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are around the table.", "image": "n319845.jpg", "question_id": 201997571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,on,o (-)"}], "entailed": [], "equivalent": ["201859583"], "question": "Is the cup on a plate?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_plate"}, "answer": "no", "semanticStr": "select: cup (5)->verify rel: plate,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cup is on a table.", "image": "n546884.jpg", "question_id": 201859583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (1)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["201079985", "201079989"], "equivalent": ["201079988"], "question": "Is the bed still?", "isBalanced": true, "groups": {"global": null, "local": "06-bed_still"}, "answer": "yes", "semanticStr": "select: bed (1)->verify state: still [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bed is still.", "image": "n23181.jpg", "question_id": 201079988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "select", "dependencies": [], "argument": "bench (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2046245"], "question": "Is the table made of the same material as the bench?", "isBalanced": true, "groups": {"global": null, "local": "09same-bench_table"}, "answer": "yes", "semanticStr": "select: table (5)->select: bench (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "5"}, "fullAnswer": {"3": "5", "6": "8"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the table and the bench are made of wood.", "image": "n71728.jpg", "question_id": 2046245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "verify", "dependencies": [0], "argument": "dry"}], "entailed": ["20602789", "20602788", "20602785", "20602786", "20602792", "20602780", "20602790", "20602782", "20602806", "20602783", "20602807"], "equivalent": ["20602784"], "question": "Is the ground dry?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_dry"}, "answer": "yes", "semanticStr": "select: ground (10)->verify: dry [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the ground is dry.", "image": "n168412.jpg", "question_id": 20602784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202023530", "202023525", "202023524", "202023527", "202023523", "202023529"], "equivalent": ["202023526"], "question": "What color is the jacket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "black", "semanticStr": "select: jacket (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is black.", "image": "n95313.jpg", "question_id": 202023526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20136527", "20136568"], "equivalent": ["20136567"], "question": "Who wears shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "woman", "semanticStr": "select: shoes (13)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"2": "13"}, "fullAnswer": {"1": "0", "3": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears shoes.", "image": "n446242.jpg", "question_id": 20136567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (22)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "choose rel", "dependencies": [1], "argument": "cauliflower,to the left of|to the right of,s (18)"}], "entailed": ["201887102", "201887103", "201887101", "201887104", "201887215", "201887212", "201887213", "201887211"], "equivalent": ["201887214", "201887215"], "question": "Is the round vegetable to the right or to the left of the purple cabbage?", "isBalanced": true, "groups": {"global": null, "local": "13-cabbage_cauliflower"}, "answer": "left", "semanticStr": "select: cabbage (22)->filter color: purple [0]->choose rel: cauliflower,to the left of|to the right of,s (18) [1]", "annotations": {"answer": {}, "question": {"2:4": "18", "13:15": "22"}, "fullAnswer": {"1": "18", "8": "22"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cauliflower is to the left of the cabbage.", "image": "n429961.jpg", "question_id": 201887214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "hanging"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023519", "202023521", "202023520"], "equivalent": ["202023522"], "question": "What kind of clothing is hanging?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_hanging"}, "answer": "jacket", "semanticStr": "select: clothing (6)->filter: hanging [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jacket.", "image": "n95313.jpg", "question_id": 202023522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spray bottle (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201713573", "201713572", "201713570"], "equivalent": ["201713571", "201713570", "201713572"], "question": "Does the spray bottle look white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: spray bottle (2)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the spray bottle is small but blue.", "image": "n455563.jpg", "question_id": 201713571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201077055"], "question": "What is mounted on the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_mounted on,s"}, "answer": "urinal", "semanticStr": "select: wall (8)->relate: _,mounted on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The urinal is mounted on the wall.", "image": "n503626.jpg", "question_id": 201077055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "sand,behind,o (7)"}], "entailed": ["20734240", "20734241"], "equivalent": ["20734156"], "question": "Are the tall buildings behind the sand that is not dirty?", "isBalanced": true, "groups": {"global": null, "local": "13-buildings_sand"}, "answer": "yes", "semanticStr": "select: building (3)->filter height: tall [0]->verify rel: sand,behind,o (7) [1]", "annotations": {"answer": {}, "question": {"10": "7", "2:4": "3", "6": "7"}, "fullAnswer": {"2": "3", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the buildings are behind the sand.", "image": "n90944.jpg", "question_id": 20734156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(plastic)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "computer mouse (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(plastic)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20783356", "20783362"], "equivalent": ["20783356", "20783357"], "question": "Is there any mouse or keyboard that is not made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "04-keyboard_n#plastic"}, "answer": "no", "semanticStr": "select: keyboard (4)->filter material: not(plastic) [0]->exist: ? [1]->select: computer mouse (-) ->filter material: not(plastic) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a keyboard but it is made of plastic.", "image": "n355339.jpg", "question_id": 20783357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "storage box (4)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (3)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201621588", "201621587", "201621667"], "equivalent": ["201621667", "201621666"], "question": "Are there couches near the storage box?", "isBalanced": true, "groups": {"global": null, "local": "13-storage box_couch"}, "answer": "yes", "semanticStr": "select: storage box (4)->relate: couch,near,s (3) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "4"}, "fullAnswer": {"4": "3", "7:9": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a couch near the storage box.", "image": "n275148.jpg", "question_id": 201621666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "kite,to the right of,s (4)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20262749"], "question": "Is the kite to the right of the girl round and small?", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "no", "semanticStr": "select: girl (2)->relate: kite,to the right of,s (4) [0]->verify shape: round [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "2", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the kite is small but triangular.", "image": "n172618.jpg", "question_id": 20262749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (7)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,o (9)"}, {"operation": "choose rel", "dependencies": [1], "argument": "spinach,to the right of|to the left of,s (10)"}], "entailed": ["202037092", "202037093", "202037094", "202037095", "202037096", "202037097", "202037098", "202037099", "202036673", "202036672", "202037100", "202036677", "202036676", "202036675", "202036674", "202036679"], "equivalent": ["202036678"], "question": "Is the green spinach to the left or to the right of the food the sausage is to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-cheese_spinach"}, "answer": "right", "semanticStr": "select: sausage (7)->relate: food,to the left of,o (9) [0]->choose rel: spinach,to the right of|to the left of,s (10) [1]", "annotations": {"answer": {}, "question": {"13": "9", "2:4": "10", "15": "7"}, "fullAnswer": {"1": "10", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The spinach is to the right of the cheese.", "image": "n200225.jpg", "question_id": 202036678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710392", "20710393", "20710394", "20710380", "20710379"], "equivalent": ["20710412"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "child", "semanticStr": "select: person (6)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The child is standing.", "image": "n489699.jpg", "question_id": 20710412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skiing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201889329"], "question": "Who is skiing?", "isBalanced": true, "groups": {"global": "person", "local": "skiing"}, "answer": "skier", "semanticStr": "select: person (0)->filter sportActivity: skiing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skier is skiing.", "image": "n88366.jpg", "question_id": 201889329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "verify rel", "dependencies": [1], "argument": "spinach,to the left of,s (10)"}], "entailed": ["202036673", "202036672", "202036677", "202036676", "202036674", "202036679", "202036678"], "equivalent": ["202036675"], "question": "Is the leafy vegetable to the left of the yellow food?", "isBalanced": true, "groups": {"global": null, "local": "13-cheese_spinach"}, "answer": "no", "semanticStr": "select: food (9)->filter color: yellow [0]->verify rel: spinach,to the left of,s (10) [1]", "annotations": {"answer": {}, "question": {"2:4": "10", "9:11": "9"}, "fullAnswer": {"9": "9", "2": "10"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the spinach is to the right of the cheese.", "image": "n200225.jpg", "question_id": 202036675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suv (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201109281", "201109282", "201109427", "201109428", "201109558", "201109559", "201109560", "201109554", "201109555", "201109557"], "equivalent": ["201109556"], "question": "What vehicle is to the right of the SUV?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-suv_to the right of,s"}, "answer": "truck", "semanticStr": "select: suv (1)->relate: vehicle,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n167164.jpg", "question_id": 201109556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "beer,holding,o (-)"}], "entailed": [], "equivalent": ["202144482"], "question": "Is the man to the left of the crate holding beer?", "isBalanced": true, "groups": {"global": null, "local": "13-man_beer"}, "answer": "no", "semanticStr": "select: crate (9)->relate: man,to the left of,s (0) [0]->verify rel: beer,holding,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is holding the liquor.", "image": "n37274.jpg", "question_id": 202144482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473063"], "equivalent": ["20473064"], "question": "Who is wearing the gloves?", "isBalanced": true, "groups": {"global": "person", "local": "14-gloves_wearing,s"}, "answer": "boy", "semanticStr": "select: gloves (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing gloves.", "image": "n126891.jpg", "question_id": 20473064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201759221", "201759220"], "equivalent": ["201759222"], "question": "Which kind of clothing is warm?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_warm"}, "answer": "coats", "semanticStr": "select: clothing (1)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is coats.", "image": "n150962.jpg", "question_id": 201759222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter", "dependencies": [0], "argument": "hanging"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201759224", "201759223"], "equivalent": ["201759225"], "question": "What kind of clothing is hanging?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_hanging"}, "answer": "coats", "semanticStr": "select: clothing (1)->filter: hanging [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is coats.", "image": "n150962.jpg", "question_id": 201759225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473064"], "equivalent": ["20473063"], "question": "Who is wearing gloves?", "isBalanced": true, "groups": {"global": "person", "local": "14-gloves_wearing,s"}, "answer": "boy", "semanticStr": "select: gloves (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing gloves.", "image": "n126891.jpg", "question_id": 20473063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "relate", "dependencies": [0], "argument": "light fixture,below,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201759557", "201759556", "201759559", "201759558", "201759454"], "equivalent": ["201759556", "201759555"], "question": "What item of furniture is below the light fixture that is below the sign?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-light fixture_below,s"}, "answer": "chair", "semanticStr": "select: sign (0)->relate: light fixture,below,s (7) [0]->relate: furniture,below,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"13": "0", "1:4": "6", "7:9": "7"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n150962.jpg", "question_id": 201759555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "jacket,wearing,o (-)"}], "entailed": ["20473062"], "equivalent": ["20473061"], "question": "Is the young boy wearing a jacket?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_jacket"}, "answer": "no", "semanticStr": "select: boy (0)->filter age: young [0]->verify rel: jacket,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0", "6": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is wearing a helmet.", "image": "n126891.jpg", "question_id": 20473061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["20480406", "20480407", "20480421", "20480411", "20480413", "20480412", "20480419", "20480418", "20480408", "20480409", "20480414", "20480420", "20480422"], "equivalent": ["20480410"], "question": "What is the animal that looks orange doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-cat_pose"}, "answer": "lying", "semanticStr": "select: animal (3)->filter color: orange [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cat is lying.", "image": "n520071.jpg", "question_id": 20480410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "relate", "dependencies": [0], "argument": "chimney,below,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201979386", "201979387", "201979385"], "equivalent": ["201979388"], "question": "What shape does the chimney that the window is below have?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-chimney_shape"}, "answer": "square", "semanticStr": "select: window (3)->relate: chimney,below,o (4) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "3"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chimney has square shape.", "image": "n329514.jpg", "question_id": 201979388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20827696", "20827697", "20827557", "20827556"], "equivalent": ["20827695"], "question": "What type of furniture is to the left of the side table that is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-side table_to the left of,s"}, "answer": "coffee table", "semanticStr": "select: side table (15)->filter material: wood [0]->relate: furniture,to the left of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9", "10:12": "15", "16": "15"}, "fullAnswer": {"6:8": "9", "1:4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n283587.jpg", "question_id": 20827695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20119186", "20119187"], "equivalent": ["20119188"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "suit", "semanticStr": "select: clothing (9)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a suit.", "image": "n540852.jpg", "question_id": 20119188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201979377", "201979376", "201979379", "201979378"], "equivalent": ["201979380"], "question": "On which side is the chimney?", "isBalanced": true, "groups": {"global": null, "local": "10q-chimney_hposition"}, "answer": "left", "semanticStr": "select: chimney (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chimney is on the left of the image.", "image": "n329514.jpg", "question_id": 201979380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20588910"], "question": "Who in the picture is looking down?", "isBalanced": true, "groups": {"global": "person", "local": "looking down"}, "answer": "skater", "semanticStr": "select: person (5)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is looking down.", "image": "n258500.jpg", "question_id": 20588910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "alcohol (11)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548707", "201548793", "201548794", "201548797", "201548796"], "equivalent": ["201548795"], "question": "What appliance is to the left of the alcohol?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-alcohol_to the left of,s"}, "answer": "blender", "semanticStr": "select: alcohol (11)->relate: appliance,to the left of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n314171.jpg", "question_id": 201548795}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (3)"}, {"operation": "verify", "dependencies": [0], "argument": "rounded"}], "entailed": ["202081110", "202081111", "202081112", "202081113", "202081114", "202081116", "202081117"], "equivalent": ["202081113", "202081114", "202081115"], "question": "Do you think the toaster is rounded?", "isBalanced": true, "groups": {"global": null, "local": "06-toaster_rounded"}, "answer": "yes", "semanticStr": "select: toaster (3)->verify: rounded [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toaster is rounded.", "image": "n314630.jpg", "question_id": 202081115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "cooked"}, {"operation": "select", "dependencies": [], "argument": "pepper (4) "}, {"operation": "verify", "dependencies": [3], "argument": "cooked"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["202036822", "202036823", "202036709", "202036708", "202036714", "202036710", "202036712", "202036713", "202036818"], "equivalent": ["202036710", "202036711"], "question": "Do both the black vegetable and the pepper look cooked?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-olive_pepper"}, "answer": "yes", "semanticStr": "select: vegetable (3)->filter color: black [0]->verify: cooked [1]->select: pepper (4) ->verify: cooked [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"7": "4", "3:5": "3"}, "fullAnswer": {"3": "3", "6": "4"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the olive and the pepper are cooked.", "image": "n200225.jpg", "question_id": 202036711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20204688", "20204689", "20204714", "20204715", "20204716", "20204686", "20204687", "20204685", "20204713"], "equivalent": ["20204712"], "question": "Is the charger white?", "isBalanced": true, "groups": {"global": null, "local": "06-charger_white"}, "answer": "no", "semanticStr": "select: charger (14)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the charger is black.", "image": "n532191.jpg", "question_id": 20204712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20543156", "20543142", "20543150", "20543129", "20543128", "20543154", "20543145", "20543157", "20543147", "20543155", "20543152", "20543153", "20543143", "20543160", "20543149", "20543148", "20543158", "20543159"], "equivalent": ["20543151"], "question": "What is the container made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-container_material"}, "answer": "metal", "semanticStr": "select: container (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is made of metal.", "image": "n100552.jpg", "question_id": 20543151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202226353", "202226352", "202226351", "202226350", "202225996"], "equivalent": ["202226354"], "question": "What piece of furniture is the plate sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-plate_sitting atop,o"}, "answer": "table", "semanticStr": "select: plate (8)->relate: furniture,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1:4": "2"}, "fullAnswer": {"1": "8", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plate is sitting atop the table.", "image": "n336443.jpg", "question_id": 202226354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20861005", "20861004", "20861002"], "equivalent": ["20861003", "20861004"], "question": "What is the vehicle that is large?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_large"}, "answer": "car", "semanticStr": "select: vehicle (10)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n434283.jpg", "question_id": 20861003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20861004", "20861003", "20861002"], "equivalent": ["20861005"], "question": "Which kind of vehicle is large?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_large"}, "answer": "car", "semanticStr": "select: vehicle (10)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n434283.jpg", "question_id": 20861005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (6)"}, {"operation": "filter sport", "dependencies": [0], "argument": "baseball"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20473231", "20473244", "20473242", "20473243", "20473240", "20473241"], "equivalent": ["20473245"], "question": "Is the baseball jersey short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-jersey_32"}, "answer": "short sleeved", "semanticStr": "select: jersey (6)->filter sport: baseball [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jersey is short sleeved.", "image": "n126891.jpg", "question_id": 20473245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201713573", "201713572", "201713571", "201713585", "201713577", "201713576", "201713575", "201713574", "201713586", "201713587", "201713579", "201713578", "201713583", "201713580", "201713581", "201713551", "201713570", "201713588", "201713552", "201713584"], "equivalent": ["201713582"], "question": "How large do you think is the bottle near the mug?", "isBalanced": true, "groups": {"global": "size", "local": "10q-spray bottle_size"}, "answer": "small", "semanticStr": "select: mug (1)->relate: bottle,near,s (2) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "1", "7": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spray bottle is small.", "image": "n455563.jpg", "question_id": 201713582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202053220"], "question": "Is the leather belt both black and thick?", "isBalanced": true, "groups": {"global": null, "local": "05-black_thick"}, "answer": "no", "semanticStr": "select: belt (3)->filter material: leather [0]->verify color: black [1]->verify thickness: thick  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the belt is black but thin.", "image": "n334278.jpg", "question_id": 202053220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify rel", "dependencies": [1], "argument": "painting,below,o (10)"}], "entailed": ["202173944"], "equivalent": ["202174450"], "question": "Is the red bench below a painting?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_painting"}, "answer": "yes", "semanticStr": "select: bench (7)->filter color: red [0]->verify rel: painting,below,o (10) [1]", "annotations": {"answer": {}, "question": {"2:4": "7", "6": "10"}, "fullAnswer": {"2": "7", "6": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bench is below a painting.", "image": "n398429.jpg", "question_id": 202174450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "dark brown|tan"}], "entailed": ["2017401", "2017403"], "equivalent": ["2017401", "2017402"], "question": "Which color is the horse, dark brown or tan?", "isBalanced": true, "groups": {"global": "color", "local": "10c-horse_color"}, "answer": "dark brown", "semanticStr": "select: horse (6)->choose color: dark brown|tan [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The horse is dark brown.", "image": "n324908.jpg", "question_id": 2017402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023471"], "equivalent": ["202023470"], "question": "What type of furniture is the bed in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_in front of,o"}, "answer": "bookshelf", "semanticStr": "select: bed (5)->relate: furniture,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "5"}, "fullAnswer": {"1": "5", "7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bed is in front of the bookshelf.", "image": "n95313.jpg", "question_id": 202023470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20785906"], "equivalent": ["20785907"], "question": "What's the fire hydrant in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-fire hydrant_in front of,o"}, "answer": "cone", "semanticStr": "select: fire hydrant (1)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"8:10": "0", "1:3": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is in front of the traffic cone.", "image": "n12404.jpg", "question_id": 20785907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20785907"], "equivalent": ["20785906"], "question": "What is the fire hydrant in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-fire hydrant_in front of,o"}, "answer": "cone", "semanticStr": "select: fire hydrant (1)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3:5": "1"}, "fullAnswer": {"8:10": "0", "1:3": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is in front of the traffic cone.", "image": "n12404.jpg", "question_id": 20785906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "pizza,beside,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202241073"], "equivalent": ["202241072"], "question": "Does the pizza beside the drink have orange color and round shape?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_round"}, "answer": "no", "semanticStr": "select: drink (3)->relate: pizza,beside,s (5) [0]->verify color: orange [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "3"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pizza is round but white.", "image": "n460385.jpg", "question_id": 202241072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plants (17)"}, {"operation": "relate", "dependencies": [0], "argument": "man,near,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["201760691", "201760692", "201760693", "201760687", "201760695", "201760696", "201760697", "201760689", "201760688", "201760694"], "equivalent": ["201760690"], "question": "What is the ethnicity of the man near the plants?", "isBalanced": true, "groups": {"global": "race", "local": "10q-man_race"}, "answer": "caucasian", "semanticStr": "select: plants (17)->relate: man,near,s (25) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"9": "17", "6": "25"}, "fullAnswer": {"1": "25"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is caucasian.", "image": "n350732.jpg", "question_id": 201760690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (25)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012560", "202012558"], "equivalent": ["202012559"], "question": "Which kind of furniture is to the right of the statue?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-statue_to the right of,s"}, "answer": "cabinets", "semanticStr": "select: statue (25)->relate: furniture,to the right of,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the left of,o (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bowl,to the left of,s (5)"}], "entailed": ["202226138"], "equivalent": ["202226137"], "question": "Is the bowl to the left of the plate the fork is to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_bowl"}, "answer": "no", "semanticStr": "select: fork (1)->relate: plate,to the left of,o (8) [0]->verify rel: bowl,to the left of,s (5) [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "5", "10": "1"}, "fullAnswer": {"9": "8", "2": "5"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bowl is to the right of the plate.", "image": "n336443.jpg", "question_id": 202226137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20258738", "20258751", "20258737", "20258735", "20258748", "20258749", "20258742", "20258750", "20258740", "20258741"], "equivalent": ["20258739"], "question": "How old is the person that is wearing a shirt?", "isBalanced": true, "groups": {"global": "age", "local": "10q-child_age"}, "answer": "young", "semanticStr": "select: shirt (4)->relate: person,wearing,s (10) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"9": "4", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The child is young.", "image": "n204894.jpg", "question_id": 20258739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitten (1)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201756687", "201756685", "201756682", "201756683", "201756681", "201756688", "201756689", "201756699", "201756698", "201756690", "201756697", "201756696"], "equivalent": ["201756686"], "question": "What is the kitten doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-kitten_activity"}, "answer": "playing", "semanticStr": "select: kitten (1)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kitten is playing.", "image": "n567860.jpg", "question_id": 201756686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20706412", "20706241", "20706240"], "equivalent": ["20706242"], "question": "Are there either cabinets or chairs in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_chair"}, "answer": "no", "semanticStr": "select: cabinet (-)->exist: ? [0]->select: chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no chairs or cabinets.", "image": "n264887.jpg", "question_id": 20706242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}, {"operation": "verify", "dependencies": [0], "argument": "wet "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201480464"], "question": "Do the pants look beige and wet?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_wet"}, "answer": "no", "semanticStr": "select: pants (4)->verify color: beige [0]->verify: wet  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are beige but dry.", "image": "n39114.jpg", "question_id": 201480464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (5)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,o (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "oven,to the left of|to the right of,s (2)"}], "entailed": ["201623920", "201623919", "201623918", "201623917", "201623757", "201623756", "201623755", "201623754"], "equivalent": ["201623758"], "question": "Is the oven to the left or to the right of the appliance the cabinets are below?", "isBalanced": true, "groups": {"global": null, "local": "13-stove_oven"}, "answer": "left", "semanticStr": "select: cabinets (5)->relate: appliance,below,o (6) [0]->choose rel: oven,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"2": "2", "12": "6", "14": "5"}, "fullAnswer": {"1": "2", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The oven is to the left of the stove.", "image": "n501609.jpg", "question_id": 201623758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "select", "dependencies": [], "argument": "shirt (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202245856", "202245855", "202245854", "202245853"], "equivalent": ["202245857"], "question": "Is the mousepad different in color than the shirt?", "isBalanced": true, "groups": {"global": null, "local": "09diff-mouse pad_shirt"}, "answer": "no", "semanticStr": "select: mouse pad (3)->select: shirt (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "3"}, "fullAnswer": {"3": "3", "6": "9"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the mousepad and the shirt are black.", "image": "n310828.jpg", "question_id": 202245857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["202107844"], "equivalent": ["202107956"], "question": "Are there any helmets?", "isBalanced": true, "groups": {"global": null, "local": "03-helmet"}, "answer": "no", "semanticStr": "select: helmet (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no helmets.", "image": "n133585.jpg", "question_id": 202107956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036988", "202037114", "202037102", "202037103", "202037101", "202037113", "202037112"], "equivalent": ["202037104"], "question": "Which kind of food is on the pizza?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-pizza_on,s"}, "answer": "cheese", "semanticStr": "select: pizza (6)->relate: food,on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "3": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is cheese.", "image": "n200225.jpg", "question_id": 202037104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20248195", "20248193"], "equivalent": ["20248194", "20248193"], "question": "Does the sweater look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-sweater_blue"}, "answer": "no", "semanticStr": "select: sweater (8)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sweater is white.", "image": "n49310.jpg", "question_id": 20248194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201068514"], "equivalent": ["201068515"], "question": "Is the device to the left of the water bottle small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: water bottle (4)->relate: device,to the left of,s (3) [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "4", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cellphone is small but pink.", "image": "n159802.jpg", "question_id": 201068515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "relate", "dependencies": [0], "argument": "pens,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "dog,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202081899"], "question": "Are there any dogs near the pens to the right of the lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-pens_dog"}, "answer": "no", "semanticStr": "select: lamp (12)->relate: pens,to the right of,s (6) [0]->relate: dog,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"12": "12", "6": "6"}, "fullAnswer": {"4": "1", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cat near the pens.", "image": "n433692.jpg", "question_id": 202081899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "folding chair (9)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["202180473", "202180472", "202180470"], "equivalent": ["202180473", "202180472", "202180474"], "question": "Does the folding chair look still?", "isBalanced": true, "groups": {"global": null, "local": "06-folding chair_still"}, "answer": "yes", "semanticStr": "select: folding chair (9)->verify state: still [0]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the folding chair is still.", "image": "n380113.jpg", "question_id": 202180474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987220", "201987313", "201987315"], "equivalent": ["201987314"], "question": "What item of furniture is on top of the sidewalk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sidewalk_on top of,s"}, "answer": "table", "semanticStr": "select: sidewalk (3)->relate: furniture,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1:4": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n501951.jpg", "question_id": 201987314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287585"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "batter", "semanticStr": "select: person (1)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The batter is standing.", "image": "n317260.jpg", "question_id": 20287585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,on top of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201987318", "201987316"], "equivalent": ["201987318", "201987316", "201987317"], "question": "Are there any beds on top of the sidewalk?", "isBalanced": true, "groups": {"global": null, "local": "13-sidewalk_bed"}, "answer": "no", "semanticStr": "select: sidewalk (3)->relate: bed,on top of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "3"}, "fullAnswer": {"9": "3", "4": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table on top of the sidewalk.", "image": "n501951.jpg", "question_id": 201987317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "storage box (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(empty)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201621330", "201621288"], "equivalent": ["201621288", "201621287"], "question": "What is the item of furniture that is made of same material as the storage box that is not empty called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-storage box_same material,_"}, "answer": "desk", "semanticStr": "select: storage box (4)->filter: not(empty) [0]->relate: furniture,same material,_ (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"19": "4", "3:6": "10", "14:16": "4"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n275148.jpg", "question_id": 201621287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201935083", "201935085", "201935084", "201935096", "201935097", "201935094", "201935092", "201935093", "201935100", "201935104", "201935105", "201935106"], "equivalent": ["201935095"], "question": "What is the lamp made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-lamp_material"}, "answer": "metal", "semanticStr": "select: lamp (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is made of metal.", "image": "n556604.jpg", "question_id": 201935095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201247045", "201247047", "201247046", "201247041", "201247040", "201247043", "201247042", "201247058", "201247055", "201247048", "201247036", "201247051", "201247018", "201247017", "201247056", "201247039", "201247057"], "equivalent": ["201247044"], "question": "What is the chair made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "wood", "semanticStr": "select: chair (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of wood.", "image": "n83784.jpg", "question_id": 201247044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["202265839", "202265836", "202265835", "202265834", "202265833", "202265843", "202265840"], "equivalent": ["202265837"], "question": "How long are the shorts?", "isBalanced": true, "groups": {"global": "length", "local": "10q-shorts_length"}, "answer": "short", "semanticStr": "select: shorts (2)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are short.", "image": "n534106.jpg", "question_id": 202265837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (21)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202162550", "202162543", "202162487"], "equivalent": ["202162542"], "question": "What is on the soft bed?", "isBalanced": true, "groups": {"global": "object", "local": "14-bed_on,s"}, "answer": "pillow", "semanticStr": "select: bed (21)->filter hardness: soft [0]->relate: _,on,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"4:6": "21"}, "fullAnswer": {"1": "4", "5": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow is on the bed.", "image": "n69237.jpg", "question_id": 202162542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (6)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "choose", "dependencies": [1], "argument": "black and white|colorful"}], "entailed": [], "equivalent": ["201207463"], "question": "Is the empty mug colorful or black and white?", "isBalanced": true, "groups": {"global": "24", "local": "10c-mug_24"}, "answer": "black and white", "semanticStr": "select: mug (6)->filter: empty [0]->choose: black and white|colorful [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mug is black and white.", "image": "n222915.jpg", "question_id": 201207463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (19)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "fence,to the right of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2076446", "2076492", "2076491", "2076490", "2076403"], "equivalent": ["2076489"], "question": "Are there fences to the right of the bus in the middle of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-bus_fence"}, "answer": "yes", "semanticStr": "select: bus (19)->filter vposition: middle [0]->relate: fence,to the right of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "19", "2": "4"}, "fullAnswer": {"10": "19", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fence to the right of the bus.", "image": "n173807.jpg", "question_id": 2076489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (0)"}, {"operation": "select", "dependencies": [], "argument": "tv stand (14) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201621284"], "question": "What do both the floor and the TV stand have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-floor_tv stand"}, "answer": "material", "semanticStr": "select: floor (0)->select: tv stand (14) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "0", "7:9": "14"}, "fullAnswer": {"4": "0", "7:9": "14"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the floor and the TV stand are wooden.", "image": "n275148.jpg", "question_id": 201621284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(empty)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bottle (-) "}, {"operation": "filter", "dependencies": [3], "argument": "not(empty)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201207474", "201207476", "201207477", "201207467", "201207475"], "equivalent": ["201207467", "201207466"], "question": "Are there any mugs or bottles that are not empty?", "isBalanced": true, "groups": {"global": null, "local": "04-mug_n#empty"}, "answer": "no", "semanticStr": "select: mug (6)->filter: not(empty) [0]->exist: ? [1]->select: bottle (-) ->filter: not(empty) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a mug but it is empty.", "image": "n222915.jpg", "question_id": 201207466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "select", "dependencies": [], "argument": "table (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202119751"], "question": "Is the window made of the same material as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-table_window"}, "answer": "no", "semanticStr": "select: window (8)->select: table (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "8"}, "fullAnswer": {"9": "3", "2": "8"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the table is made of metal.", "image": "n500308.jpg", "question_id": 202119751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "select", "dependencies": [], "argument": "table (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202119752"], "equivalent": ["202119752", "202119753"], "question": "Is the floor the same material as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-floor_table"}, "answer": "no", "semanticStr": "select: floor (11)->select: table (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "11"}, "fullAnswer": {"9": "3", "2": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the floor is made of concrete and the table is made of metal.", "image": "n500308.jpg", "question_id": 202119753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "select", "dependencies": [], "argument": "door (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202119757"], "equivalent": ["202119756", "202119757"], "question": "Are both the fridge and the door made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-door_refrigerator"}, "answer": "no", "semanticStr": "select: refrigerator (0)->select: door (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "4"}, "fullAnswer": {"9": "4", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the fridge is made of glass and the door is made of wood.", "image": "n500308.jpg", "question_id": 202119756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20285328", "20285326", "20285327", "20285324", "20285325", "20285322"], "equivalent": ["20285324", "20285323"], "question": "What shape is the chair that looks white?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-chair_shape"}, "answer": "rectangular", "semanticStr": "select: chair (19)->filter color: white [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "19", "7": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is rectangular.", "image": "n192021.jpg", "question_id": 20285323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grill (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,above,s (17)"}, {"operation": "verify state", "dependencies": [1], "argument": "calm"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2072800", "2072801", "2072802", "2072803", "2072804", "2072805", "2072810", "2072808", "2072809", "2072807", "2072806", "2072798", "2072799", "2072814", "2072813", "2072815", "2072796", "2072812"], "equivalent": ["2072811", "2072810"], "question": "Does the person above the grill look calm and male?", "isBalanced": true, "groups": {"global": null, "local": "05-calm_male"}, "answer": "yes", "semanticStr": "select: grill (15)->relate: person,above,s (17) [0]->verify state: calm [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "17", "5": "15"}, "fullAnswer": {"2:4": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bus driver is calm and male.", "image": "n498140.jpg", "question_id": 2072811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (17)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify state", "dependencies": [1], "argument": "calm"}], "entailed": ["2072814", "2072813", "2072812"], "equivalent": ["2072815"], "question": "Does the person that is not female look calm?", "isBalanced": true, "groups": {"global": null, "local": "06-bus driver_calm"}, "answer": "yes", "semanticStr": "select: person (17)->filter gender: not(female) [0]->verify state: calm [1]", "annotations": {"answer": {}, "question": {"2": "17", "6": "17"}, "fullAnswer": {"2:4": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bus driver is calm.", "image": "n498140.jpg", "question_id": 2072815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|light brown"}], "entailed": [], "equivalent": ["202003808"], "question": "Is the desk light brown or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-desk_color"}, "answer": "black", "semanticStr": "select: desk (13)->choose color: black|light brown [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The desk is black.", "image": "n262920.jpg", "question_id": 202003808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "relate", "dependencies": [0], "argument": "ground,near,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["201412214", "201412216", "201412229", "201412213"], "equivalent": ["201412214", "201412215"], "question": "Does the ground near the forest have brown color?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_brown"}, "answer": "no", "semanticStr": "select: forest (11)->relate: ground,near,s (10) [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "11"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ground is white.", "image": "n143672.jpg", "question_id": 201412215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}], "entailed": ["2075293", "2075289", "2075288", "2075287", "2075286", "2075285", "2075283", "2075282", "2075296"], "equivalent": ["2075284"], "question": "Does the grass that looks light brown look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-grass_tall"}, "answer": "yes", "semanticStr": "select: grass (12)->filter color: light brown [0]->verify height: tall [1]", "annotations": {"answer": {}, "question": {"2": "12", "5:7": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the grass is tall.", "image": "n469525.jpg", "question_id": 2075284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20818933", "20818932", "20818931"], "equivalent": ["20818934"], "question": "Which side is the helmet on?", "isBalanced": true, "groups": {"global": null, "local": "10q-helmet_hposition"}, "answer": "left", "semanticStr": "select: helmet (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is on the left of the image.", "image": "n279581.jpg", "question_id": 20818934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20741081", "20741082", "20741083", "20741084", "20741086", "20741087"], "equivalent": ["20741080"], "question": "Do the flowers look white?", "isBalanced": true, "groups": {"global": null, "local": "06-flowers_white"}, "answer": "yes", "semanticStr": "select: flowers (0)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the flowers are white.", "image": "n23762.jpg", "question_id": 20741080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "donkeys,behind,o (-)"}], "entailed": [], "equivalent": ["201639208"], "question": "Is the vehicle behind donkeys?", "isBalanced": true, "groups": {"global": null, "local": "13-vehicle_donkeys"}, "answer": "no", "semanticStr": "select: vehicle (17)->verify rel: donkeys,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the vehicle is behind the zebras.", "image": "n497789.jpg", "question_id": 201639208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["20412435", "20412436"], "equivalent": ["20412437"], "question": "Is the glass vase in the top part or in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-vase_vposition"}, "answer": "bottom", "semanticStr": "select: vase (1)->filter material: glass [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The vase is in the bottom of the image.", "image": "n445353.jpg", "question_id": 20412437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,next to,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20645752"], "equivalent": ["20645663"], "question": "Are there trash cans next to the toilet?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_trash can"}, "answer": "no", "semanticStr": "select: toilet (1)->relate: trash can,next to,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"9": "1", "4:6": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a toilet paper next to the toilet.", "image": "n98544.jpg", "question_id": 20645663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879434", "201879549", "201879548", "201879547", "201879545", "201879544", "201879543", "201879542", "201879541", "201879540"], "equivalent": ["201879546"], "question": "Which kind of vehicle is in front of the trees?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "truck", "semanticStr": "select: trees (11)->relate: vehicle,in front of,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "4": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n290409.jpg", "question_id": 201879546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "verify pose", "dependencies": [0], "argument": "walking"}], "entailed": ["201795071", "201795072", "201795073", "201795074", "201795075", "201795076", "201795077", "201795078", "201795079", "201795069", "201795086", "201795087", "201795089", "201795088", "201795085", "201795084"], "equivalent": ["201795069", "201795070", "201795071"], "question": "Does the elephant appear to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-elephant_walking"}, "answer": "yes", "semanticStr": "select: elephant (14)->verify pose: walking [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the elephant is walking.", "image": "n119944.jpg", "question_id": 201795070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20741088"], "equivalent": ["20741089"], "question": "What is in the vase?", "isBalanced": true, "groups": {"global": "plant", "local": "14-vase_in,s"}, "answer": "flowers", "semanticStr": "select: vase (1)->relate: _,in,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are in the vase.", "image": "n23762.jpg", "question_id": 20741089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "windows,below,o (15)"}], "entailed": ["2076623"], "equivalent": ["2076738"], "question": "Is the light fixture below the high windows?", "isBalanced": true, "groups": {"global": null, "local": "13-light fixture_windows"}, "answer": "yes", "semanticStr": "select: light fixture (5)->verify rel: windows,below,o (15) [0]", "annotations": {"answer": {}, "question": {"2:4": "5", "6:8": "15"}, "fullAnswer": {"2:4": "5", "7": "15"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the light fixture is below the windows.", "image": "n214497.jpg", "question_id": 2076738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the left of,s (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202161986", "202161985"], "equivalent": ["202161984"], "question": "What kind of appliance is to the left of the draperies that look green?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-drapes_to the left of,s"}, "answer": "heater", "semanticStr": "select: drapes (3)->filter color: green [0]->relate: appliance,to the left of,s (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"10": "3", "3": "20", "13": "3"}, "fullAnswer": {"1": "20", "4": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a heater.", "image": "n69237.jpg", "question_id": 202161984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202161986", "202161984"], "equivalent": ["202161985"], "question": "Which kind of appliance is to the left of the drapes?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-drapes_to the left of,s"}, "answer": "heater", "semanticStr": "select: drapes (3)->relate: appliance,to the left of,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"3": "20"}, "fullAnswer": {"1": "20", "4": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a heater.", "image": "n69237.jpg", "question_id": 202161985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (16)"}, {"operation": "relate", "dependencies": [0], "argument": "wall,leaning against,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100902", "202100901", "202100899"], "equivalent": ["202100898"], "question": "What is sitting in front of the wall the artwork is leaning against?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-wall_sitting in front of,s"}, "answer": "stove", "semanticStr": "select: artwork (16)->relate: wall,leaning against,o (0) [0]->relate: _,sitting in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "16", "7": "0"}, "fullAnswer": {"1": "1", "8": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove is sitting in front of the wall.", "image": "n280089.jpg", "question_id": 202100898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201861150", "201861402", "201861401"], "equivalent": ["201861403"], "question": "What's the person riding?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_riding,o"}, "answer": "motorcycle", "semanticStr": "select: person (2)->relate: _,riding,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "2", "4:6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is riding a motorcycle.", "image": "n390187.jpg", "question_id": 201861403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201861150", "201861403", "201861401"], "equivalent": ["201861402", "201861401"], "question": "The person is riding what?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_riding,o"}, "answer": "motorcycle", "semanticStr": "select: person (2)->relate: _,riding,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4:6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is riding a motorcycle.", "image": "n390187.jpg", "question_id": 201861402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623370", "201623369"], "equivalent": ["201623368"], "question": "What are the items of furniture above the cabinets?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cabinets_above,s"}, "answer": "cupboards", "semanticStr": "select: cabinets (5)->relate: furniture,above,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"8": "5", "3:6": "11"}, "fullAnswer": {"1:4": "11", "5": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cupboards.", "image": "n501609.jpg", "question_id": 201623368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201886789", "201886788", "201886794", "201886790", "201886791", "201886792"], "equivalent": ["201886792", "201886793"], "question": "Is the vehicle in the top or in the bottom of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-vehicle_vposition"}, "answer": "top", "semanticStr": "select: vehicle (11)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The vehicle is in the top of the image.", "image": "n429961.jpg", "question_id": 201886793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (5)"}, {"operation": "relate", "dependencies": [0], "argument": "cupboards,above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201623366", "201623364", "201623362"], "equivalent": ["201623367"], "question": "What is the shape of the cupboards above the cabinets?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-cupboards_shape"}, "answer": "rectangular", "semanticStr": "select: cabinets (5)->relate: cupboards,above,s (11) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"9": "5", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cupboards are rectangular.", "image": "n501609.jpg", "question_id": 201623367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (6)"}, {"operation": "relate", "dependencies": [0], "argument": "food,same shape,_ (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157208"], "equivalent": ["20157006"], "question": "What is the name of the food that has the same shape as the coffee mug?", "isBalanced": true, "groups": {"global": "food", "local": "14-coffee mug_same shape,_"}, "answer": "pancake", "semanticStr": "select: coffee mug (6)->relate: food,same shape,_ (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"6": "3", "14:16": "6"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pancake.", "image": "n170941.jpg", "question_id": 20157006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cheese,to the right of,s (0)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20611598", "20611599", "20611594", "20611595", "20611596", "20611597", "20611591", "20611592", "20611593", "20611600", "20611601", "20611602", "20611603", "20611604"], "equivalent": ["20611590"], "question": "Is the cheese that is to the right of the spoon small and round?", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "yes", "semanticStr": "select: spoon (4)->relate: cheese,to the right of,s (0) [0]->verify shape: round [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cheese is small and round.", "image": "n28996.jpg", "question_id": 20611590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glove,wearing,o (6)"}], "entailed": [], "equivalent": ["201861409"], "question": "Is the person wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-person_glove"}, "answer": "yes", "semanticStr": "select: person (2)->verify rel: glove,wearing,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "2", "5": "6"}, "fullAnswer": {"2": "2", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is wearing a glove.", "image": "n390187.jpg", "question_id": 201861409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (17)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20836960"], "question": "Who is looking down?", "isBalanced": true, "groups": {"global": "person", "local": "looking down"}, "answer": "people", "semanticStr": "select: person (17)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are looking down.", "image": "n507959.jpg", "question_id": 20836960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202243398", "202243392", "202243393", "202243390", "202243391", "202243396", "202243397", "202243394", "202243395", "202243377", "202243378", "202243379", "202243389", "202243385", "202243384", "202243387", "202243386", "202243381", "202243380", "202243383", "202243382"], "equivalent": ["202243388"], "question": "Are the jeans long and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_long"}, "answer": "yes", "semanticStr": "select: jeans (12)->verify color: dark [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jeans are long and dark.", "image": "n557666.jpg", "question_id": 202243388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cupboards,below,o (11)"}], "entailed": ["201623371"], "equivalent": ["201623821"], "question": "Are the cabinets below the cupboards that are shown in this image?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinets_cupboards"}, "answer": "yes", "semanticStr": "select: cabinets (5)->verify rel: cupboards,below,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "5", "5": "11"}, "fullAnswer": {"2": "5", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cabinets are below the cupboards.", "image": "n501609.jpg", "question_id": 201623821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285138", "20285184"], "equivalent": ["20285183"], "question": "What is on the couch?", "isBalanced": true, "groups": {"global": "object", "local": "14-couch_on,s"}, "answer": "pillows", "semanticStr": "select: couch (13)->relate: _,on,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are on the couch.", "image": "n192021.jpg", "question_id": 20285183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600225", "20600226", "20600227", "20600234", "20600232", "20600231", "20600230", "20600209", "20600210"], "equivalent": ["20600235"], "question": "Which kind of animal is small?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_small"}, "answer": "zebra", "semanticStr": "select: animal (4)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a zebra.", "image": "n196058.jpg", "question_id": 20600235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243937", "202243934", "202243935", "202243938"], "equivalent": ["202243936"], "question": "What kind of vegetable is to the left of the cookies?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cookies_to the left of,s"}, "answer": "beans", "semanticStr": "select: cookies (0)->relate: vegetable,to the left of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n296467.jpg", "question_id": 202243936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (5)"}, {"operation": "relate", "dependencies": [0], "argument": "zebra,to the right of,s (4)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20600259", "20600258", "20600242", "20600243", "20600253", "20600241", "20600255", "20600254", "20600244", "20600256", "20600264", "20600260", "20600262", "20600263", "20600245", "20600246", "20600240"], "equivalent": ["20600238"], "question": "Does the zebra to the right of the other zebras look small and striped?", "isBalanced": true, "groups": {"global": null, "local": "05-small_striped"}, "answer": "yes", "semanticStr": "select: zebras (5)->relate: zebra,to the right of,s (4) [0]->verify size: small [1]->verify pattern: striped  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "5", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the zebra is small and striped.", "image": "n196058.jpg", "question_id": 20600238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "glove,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202270923", "202270922", "202270920", "202270925", "202270924", "202270918", "202270919"], "equivalent": ["202270922", "202270921", "202270920"], "question": "Which color does the glove the skateboarder is wearing have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-glove_color"}, "answer": "white", "semanticStr": "select: skateboarder (0)->relate: glove,wearing,o (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "6": "0"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glove has white color.", "image": "n469156.jpg", "question_id": 202270921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201337163", "201337160", "201337164", "201337159", "201337158", "201337153", "201337152", "201337157", "201337156", "201337155"], "equivalent": ["201337155", "201337154"], "question": "Do the shoes have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_white"}, "answer": "yes", "semanticStr": "select: shoes (6)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shoes are white.", "image": "n329479.jpg", "question_id": 201337154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (21)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,wearing,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the right of,s (14)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201481737"], "question": "Are there men to the right of the woman that is wearing trousers?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "no", "semanticStr": "select: pants (21)->relate: woman,wearing,s (11) [0]->relate: man,to the right of,s (14) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "14", "8": "11", "12": "21"}, "fullAnswer": {"9": "11", "2": "14"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of the woman.", "image": "n470920.jpg", "question_id": 201481737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (14)"}, {"operation": "verify", "dependencies": [0], "argument": "grassy"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20865407", "20865406", "20865405", "20865404", "20865403", "20865402", "20865400", "20865381", "20865380", "20865379", "20865382", "20865399", "20865398", "20865397", "20865396", "20865395", "20865394", "20865392"], "equivalent": ["20865393"], "question": "Is the pasture open and grassy?", "isBalanced": true, "groups": {"global": null, "local": "05-grassy_open"}, "answer": "yes", "semanticStr": "select: pasture (14)->verify: grassy [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pasture is open and grassy.", "image": "n143935.jpg", "question_id": 20865393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (9)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416486", "20416493", "20416485", "20416494", "20416495"], "equivalent": ["20416487"], "question": "What kind of food is on the pizza?", "isBalanced": true, "groups": {"global": "meat", "local": "15-pizza_on,s"}, "answer": "sausage", "semanticStr": "select: pizza (9)->relate: food,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n234722.jpg", "question_id": 20416487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (14)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "choose color", "dependencies": [1], "argument": "green|brown"}], "entailed": [], "equivalent": ["20865390"], "question": "Is the pasture that is not closed green or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-pasture_color"}, "answer": "green", "semanticStr": "select: pasture (14)->filter: not(closed) [0]->choose color: green|brown [1]", "annotations": {"answer": {}, "question": {"2": "14", "6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pasture is green.", "image": "n143935.jpg", "question_id": 20865390}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (1)"}, {"operation": "select", "dependencies": [], "argument": "bowl (11) "}, {"operation": "different shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["201206841"], "equivalent": ["201206842"], "question": "Is the plate different in shape than the bowl?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bowl_plate"}, "answer": "no", "semanticStr": "select: plate (1)->select: bowl (11) ->different shape:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "11", "2": "1"}, "fullAnswer": {"3": "1", "6": "11"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the plate and the bowl are round.", "image": "n222915.jpg", "question_id": 201206842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (17)"}, {"operation": "relate", "dependencies": [0], "argument": "microwave oven,to the right of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20308153", "20308155", "20308154", "20308157", "20308156", "20308159", "20308160"], "equivalent": ["20308157", "20308159", "20308158", "20308156"], "question": "The microwave oven that is to the right of the refrigerator is of which shape?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-microwave oven_shape"}, "answer": "rectangular", "semanticStr": "select: refrigerator (17)->relate: microwave oven,to the right of,s (13) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"10": "17", "1:3": "13"}, "fullAnswer": {"1:3": "13"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave oven is rectangular.", "image": "n278312.jpg", "question_id": 20308158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201065515", "201065444", "201065443"], "equivalent": ["201065442"], "question": "What are the items of furniture to the right of the man that is wearing glasses?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_to the right of,s"}, "answer": "chairs", "semanticStr": "select: glasses (2)->relate: man,wearing,s (0) [0]->relate: furniture,to the right of,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"11": "0", "3:6": "13", "15": "2"}, "fullAnswer": {"1:4": "13", "5": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n429883.jpg", "question_id": 201065442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (24)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201481740"], "equivalent": ["201481739"], "question": "Who do you think wears glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "man", "semanticStr": "select: glasses (24)->relate: person,wearing,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"5": "24"}, "fullAnswer": {"1": "14", "3": "24"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears glasses.", "image": "n470920.jpg", "question_id": 201481739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "lamp,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20752432"], "question": "Are there any lamps above the white counter?", "isBalanced": true, "groups": {"global": null, "local": "13-counter_lamp"}, "answer": "no", "semanticStr": "select: counter (7)->filter color: white [0]->relate: lamp,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "7"}, "fullAnswer": {"4": "2", "7": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a mirror above the counter.", "image": "n209843.jpg", "question_id": 20752432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "can (17)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "not(round)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201795257"], "equivalent": ["201795257", "201795258"], "question": "Are there either plates or cans that are not round?", "isBalanced": true, "groups": {"global": null, "local": "04-can_n#round"}, "answer": "no", "semanticStr": "select: can (17)->filter shape: not(round) [0]->exist: ? [1]->select: plate (-) ->filter shape: not(round) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "17"}, "fullAnswer": {"4": "17"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a can but it is round.", "image": "n119944.jpg", "question_id": 201795258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "select", "dependencies": [], "argument": "train (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201952623", "201952624"], "equivalent": ["201952622"], "question": "Is the car the same color as the train?", "isBalanced": true, "groups": {"global": null, "local": "09same-car_train"}, "answer": "yes", "semanticStr": "select: car (7)->select: train (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "7"}, "fullAnswer": {"3": "7", "6": "4"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the car and the train are white.", "image": "n525029.jpg", "question_id": 201952622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "can (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "tin"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201795247", "201795256", "201795262", "201795240", "201795260", "201795259", "201795249", "201795248", "201795232", "201795236", "201795237", "201795234", "201795235", "201795238", "201795239", "201795261"], "equivalent": ["201795255"], "question": "Does the tin can look round and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_round"}, "answer": "yes", "semanticStr": "select: can (17)->filter material: tin [0]->verify color: orange [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the can is round and orange.", "image": "n119944.jpg", "question_id": 201795255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438643", "201438642", "201438423"], "equivalent": ["201438644"], "question": "What's the batter holding onto?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_holding onto,o"}, "answer": "bat", "semanticStr": "select: batter (5)->relate: _,holding onto,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "5", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding onto the bat.", "image": "n66756.jpg", "question_id": 201438644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "select", "dependencies": [], "argument": "train (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201952626"], "equivalent": ["201952625"], "question": "Are both the window and the train the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-train_window"}, "answer": "no", "semanticStr": "select: window (9)->select: train (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "9", "6": "4"}, "fullAnswer": {"2": "9", "7": "4"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is black and the train is white.", "image": "n525029.jpg", "question_id": 201952625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667936", "20667935", "20667934", "20667380", "20667381"], "equivalent": ["20667937", "20667936", "20667935"], "question": "What is the device that the man to the right of the pillow is holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: pillow (9)->relate: man,to the right of,s (4) [0]->relate: device,holding,o (12) [1]->query: name [2]", "annotations": {"answer": {"0:2": "12"}, "question": {"3": "12", "12": "9", "6": "4"}, "fullAnswer": {"1": "12", "4:6": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller.", "image": "n181355.jpg", "question_id": 20667937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667937", "20667936", "20667935", "20667380", "20667381"], "equivalent": ["20667934"], "question": "What is the man to the right of the pillow holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: pillow (9)->relate: man,to the right of,s (4) [0]->relate: _,holding,o (12) [1]->query: name [2]", "annotations": {"answer": {"0:2": "12"}, "question": {"9": "9", "3": "4"}, "fullAnswer": {"1": "4", "5:7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii remotes.", "image": "n181355.jpg", "question_id": 20667934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202106336"], "question": "Are there mirrors in the picture?", "isBalanced": true, "groups": {"global": null, "local": "03-mirror"}, "answer": "no", "semanticStr": "select: mirror (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no mirrors.", "image": "n574498.jpg", "question_id": 202106336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (5)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20781884", "20781885", "20781886", "20781887", "20781880", "20781881", "20781882", "20781883", "20781866", "20781867", "20781864", "20781868", "20781871", "20781873", "20781872", "20781892", "20781879", "20781869"], "equivalent": ["20781863"], "question": "Is the hat white and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: hat (5)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hat is white and clean.", "image": "n317189.jpg", "question_id": 20781863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20863412", "20863413", "20863410", "20863416", "20863417", "20863414", "20863415", "20863427", "20863430", "20863426", "20863425", "20863424", "20863397", "20863411", "20863398"], "equivalent": ["20863428"], "question": "What sign is metallic?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_metal"}, "answer": "street sign", "semanticStr": "select: sign (12)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4:6": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n14.jpg", "question_id": 20863428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20621909"], "question": "Are there toilets near the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_toilet"}, "answer": "no", "semanticStr": "select: wall (19)->relate: toilet,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "19"}, "fullAnswer": {"4": "14", "7": "19"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fence near the wall.", "image": "n210269.jpg", "question_id": 20621909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (4)"}, {"operation": "verify rel", "dependencies": [1], "argument": "wii controller,holding,o (12)"}], "entailed": [], "equivalent": ["20667939"], "question": "Is the man to the right of the pillow holding the Wii remotes to the right of the pillow?", "isBalanced": true, "groups": {"global": null, "local": "13-man_wii controller"}, "answer": "yes", "semanticStr": "select: pillow (9)->relate: man,to the right of,s (4) [0]->verify rel: wii controller,holding,o (12) [1]", "annotations": {"answer": {}, "question": {"8": "9", "11:13": "12", "2": "4", "18": "9"}, "fullAnswer": {"2": "4", "6:8": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is holding the Wii remotes.", "image": "n181355.jpg", "question_id": 20667939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201859619", "201859618", "201859611", "201859610", "201859613", "201859612", "201859614", "201859617", "201859616", "201859606", "201859607", "201859604", "201859605", "201859608", "201859609", "201859624", "201859625", "201859620", "201859621", "201859622", "201859623"], "equivalent": ["201859615"], "question": "Does that basket look white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: basket (4)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the basket is white and large.", "image": "n546884.jpg", "question_id": 201859615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (4)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20691722", "20691719", "20691720", "20691721"], "equivalent": ["20691718"], "question": "Is the faucet on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-faucet_right"}, "answer": "yes", "semanticStr": "select: faucet (4)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the faucet is on the right of the image.", "image": "n153293.jpg", "question_id": 20691718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (10)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201982511", "201982510", "201982513", "201982512"], "equivalent": ["201982510", "201982512", "201982511", "201982509"], "question": "What kind of furniture is to the left of the man that is wearing a shoe?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_to the left of,s"}, "answer": "side table", "semanticStr": "select: shoe (10)->relate: man,wearing,s (13) [0]->relate: furniture,to the left of,s (19) [1]->query: name [2]", "annotations": {"answer": {"0:2": "19"}, "question": {"10": "13", "3": "19", "15": "10"}, "fullAnswer": {"6:8": "19", "1:4": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n526228.jpg", "question_id": 201982509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201859606", "201859607", "201859605", "201859608", "201859609", "201859610", "201859613", "201859612", "201859614", "201859617", "201859616"], "equivalent": ["201859611"], "question": "How big is the white basket?", "isBalanced": true, "groups": {"global": "size", "local": "10q-basket_size"}, "answer": "large", "semanticStr": "select: basket (4)->filter color: white [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The basket is large.", "image": "n546884.jpg", "question_id": 201859611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,sitting on,o (11)"}, {"operation": "relate", "dependencies": [1], "argument": "fence,in front of,s (12)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20302868", "20302784", "20302867", "20302870", "20302871", "20302703"], "equivalent": ["20302870", "20302869", "20302868", "20302867"], "question": "Do you see fences in front of the bench that the man is sitting on?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_fence"}, "answer": "yes", "semanticStr": "select: man (8)->relate: bench,sitting on,o (11) [0]->relate: fence,in front of,s (12) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "8", "8": "11", "3": "12"}, "fullAnswer": {"9": "11", "4": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fence in front of the bench.", "image": "n318684.jpg", "question_id": 20302869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2075819"], "equivalent": ["2075819", "2075820"], "question": "Is the airplane small and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-small_wood"}, "answer": "no", "semanticStr": "select: airplane (7)->verify size: small [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the airplane is small but metallic.", "image": "n315859.jpg", "question_id": 2075820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20302649", "20302865", "20302864"], "equivalent": ["20302866"], "question": "What's the fence in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-fence_in front of,o"}, "answer": "bench", "semanticStr": "select: fence (12)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "12", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the bench.", "image": "n318684.jpg", "question_id": 20302866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20302649", "20302866", "20302865"], "equivalent": ["20302865", "20302864"], "question": "What is the fence in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-fence_in front of,o"}, "answer": "bench", "semanticStr": "select: fence (12)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the bench.", "image": "n318684.jpg", "question_id": 20302864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "keyboard,to the left of,o (2)"}], "entailed": ["2098046", "2098047"], "equivalent": ["2098148"], "question": "Is the bowl to the left of a keyboard?", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_keyboard"}, "answer": "yes", "semanticStr": "select: bowl (4)->verify rel: keyboard,to the left of,o (2) [0]", "annotations": {"answer": {}, "question": {"8": "2", "2": "4"}, "fullAnswer": {"9": "2", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bowl is to the left of a keyboard.", "image": "n513429.jpg", "question_id": 2098148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0,2)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["201576480"], "equivalent": ["201576479"], "question": "Are both the animals goats?", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "no", "semanticStr": "select: animal (0,2)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are sheep and goats.", "image": "n187961.jpg", "question_id": 201576479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bottle (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201548820", "201548822", "201548819"], "equivalent": ["201548821", "201548820", "201548819"], "question": "Is there any red table or bottle?", "isBalanced": true, "groups": {"global": null, "local": "04-table_red"}, "answer": "yes", "semanticStr": "select: table (12)->filter color: red [0]->exist: ? [1]->select: bottle (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"5": "12"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a red table.", "image": "n314171.jpg", "question_id": 201548821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201576473"], "equivalent": ["201576474"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n187961.jpg", "question_id": 201576474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (9)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the right of|to the left of,s (1)"}], "entailed": ["201935229", "201935227", "201935228"], "equivalent": ["201935230"], "question": "Is the young man to the right or to the left of the device the woman is holding?", "isBalanced": true, "groups": {"global": null, "local": "13-camera_man"}, "answer": "right", "semanticStr": "select: woman (3)->relate: device,holding,o (9) [0]->choose rel: man,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"13": "9", "2:4": "1", "15": "3"}, "fullAnswer": {"1": "1", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the camera.", "image": "n556604.jpg", "question_id": 201935230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201935232", "201935231"], "equivalent": ["201935234"], "question": "Are there both men and women in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-man_woman"}, "answer": "yes", "semanticStr": "select: woman (3)->exist: ? [0]->select: man (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a woman and a man.", "image": "n556604.jpg", "question_id": 201935234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walkway (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,hanging above,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153500", "201153604", "201153601", "201153499"], "equivalent": ["201153603"], "question": "What is the animal that is hanging above the walkway that is presented in the picture?", "isBalanced": true, "groups": {"global": "animal", "local": "15-walkway_hanging above,s"}, "answer": "giraffe", "semanticStr": "select: walkway (10)->relate: animal,hanging above,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"9": "10", "3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n160664.jpg", "question_id": 201153603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201342113"], "equivalent": ["201342112"], "question": "What place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "runway", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a runway.", "image": "n157375.jpg", "question_id": 201342112}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walkway (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "animal,hanging above,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201153500", "201153604", "201153603", "201153499"], "equivalent": ["201153601"], "question": "What animal is hanging above the brick walkway?", "isBalanced": true, "groups": {"global": "animal", "local": "14-walkway_hanging above,s"}, "answer": "giraffe", "semanticStr": "select: walkway (10)->filter material: brick [0]->relate: animal,hanging above,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"6:8": "10"}, "fullAnswer": {"1": "9", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is hanging above the walkway.", "image": "n160664.jpg", "question_id": 201153601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201959814", "201959815", "201959823", "201959822", "201959825", "201959824", "201959834", "201959832", "201959833"], "equivalent": ["201959835"], "question": "What kind of aircraft is blue?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_blue"}, "answer": "airplane", "semanticStr": "select: aircraft (0)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is an airplane.", "image": "n572716.jpg", "question_id": 201959835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (9)"}, {"operation": "filter length", "dependencies": [1], "argument": "long"}, {"operation": "relate", "dependencies": [2], "argument": "_,hanging above,o (10)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201153607", "201153605"], "equivalent": ["201153606"], "question": "What is the long animal in front of the forest hanging above?", "isBalanced": true, "groups": {"global": "road", "local": "14-giraffe_hanging above,o"}, "answer": "walkway", "semanticStr": "select: forest (11)->relate: animal,in front of,s (9) [0]->filter length: long [1]->relate: _,hanging above,o (10) [2]->query: name [3]", "annotations": {"answer": {"0": "10"}, "question": {"9": "11", "3:5": "9"}, "fullAnswer": {"1": "9", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is hanging above the walkway.", "image": "n160664.jpg", "question_id": 201153606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking down at,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201153500", "201153609", "201153614", "201153615", "201153616", "201153499", "201153611", "201153613"], "equivalent": ["201153608"], "question": "What animal is looking down at the man that wears a shirt?", "isBalanced": true, "groups": {"global": "animal", "local": "14-man_looking down at,s"}, "answer": "giraffe", "semanticStr": "select: shirt (1)->relate: man,wearing,s (0) [0]->relate: animal,looking down at,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11": "1", "7": "0"}, "fullAnswer": {"1": "9", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is looking down at the man.", "image": "n160664.jpg", "question_id": 201153608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine glass (16)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (-) "}, {"operation": "filter height", "dependencies": [3], "argument": "not(tall)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20226852", "20226838", "20226851"], "equivalent": ["20226837", "20226838"], "question": "Are there any cups or wine glasses that are not tall?", "isBalanced": true, "groups": {"global": null, "local": "04-wine glass_n#tall"}, "answer": "no", "semanticStr": "select: wine glass (16)->filter height: not(tall) [0]->exist: ? [1]->select: cup (-) ->filter height: not(tall) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5:7": "16"}, "fullAnswer": {"4:6": "16"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a wine glass but it is tall.", "image": "n68769.jpg", "question_id": 20226837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201623985"], "question": "Are there small doors or windows?", "isBalanced": true, "groups": {"global": null, "local": "04-window_small"}, "answer": "no", "semanticStr": "select: window (11)->filter size: small [0]->exist: ? [1]->select: door (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is large.", "image": "n59676.jpg", "question_id": 201623985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "frisbee,kicking,o (-)"}], "entailed": [], "equivalent": ["20652469"], "question": "Is she kicking a frisbee?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_frisbee"}, "answer": "no", "semanticStr": "select: she (0)->verify rel: frisbee,kicking,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0", "6:8": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is kicking the soccer ball.", "image": "n400036.jpg", "question_id": 20652469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cyclist (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20863658", "20863393", "20863657"], "equivalent": ["20863394"], "question": "What is the cyclist riding?", "isBalanced": true, "groups": {"global": "object", "local": "14-cyclist_riding,o"}, "answer": "motorcycle", "semanticStr": "select: cyclist (13)->relate: _,riding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "13", "4:6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bicyclist is riding a motorcycle.", "image": "n14.jpg", "question_id": 20863394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (11)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thin"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pizza (-) "}, {"operation": "filter", "dependencies": [3], "argument": "thin"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202284815", "202284816", "202284817", "202284819"], "equivalent": ["202284816", "202284817", "202284818", "202284819"], "question": "Are there pizzas or knives that are thin?", "isBalanced": true, "groups": {"global": null, "local": "04-knife_thin"}, "answer": "yes", "semanticStr": "select: knife (11)->filter thickness: thin [0]->exist: ? [1]->select: pizza (-) ->filter: thin [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the knife is thin.", "image": "n100991.jpg", "question_id": 202284818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "select", "dependencies": [], "argument": "bookcase (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20441861"], "equivalent": ["20441860"], "question": "Does the door have the same color as the bookcase?", "isBalanced": true, "groups": {"global": null, "local": "09same-bookcase_door"}, "answer": "yes", "semanticStr": "select: door (1)->select: bookcase (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "2": "1"}, "fullAnswer": {"3": "1", "6": "6"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the door and the bookcase are white.", "image": "n207708.jpg", "question_id": 20441860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (20)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "straight"}], "entailed": ["20622099", "20622098"], "equivalent": ["20622100"], "question": "Does the black logo look straight?", "isBalanced": true, "groups": {"global": null, "local": "06-logo_straight"}, "answer": "yes", "semanticStr": "select: logo (20)->filter color: black [0]->verify: straight [1]", "annotations": {"answer": {}, "question": {"2:4": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the logo is straight.", "image": "n210269.jpg", "question_id": 20622100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,kicking,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652499", "20652465"], "equivalent": ["20652463"], "question": "What is she kicking?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_kicking,o"}, "answer": "soccer ball", "semanticStr": "select: she (0)->relate: _,kicking,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"2": "0"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is kicking the soccer ball.", "image": "n400036.jpg", "question_id": 20652463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,kicking,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652329"], "equivalent": ["20652462"], "question": "Who is kicking the soccer ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_kicking,s"}, "answer": "woman", "semanticStr": "select: soccer ball (3)->relate: person,kicking,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is kicking the soccer ball.", "image": "n400036.jpg", "question_id": 20652462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (20)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20622105", "20622107"], "equivalent": ["20622106"], "question": "Does the logo look white?", "isBalanced": true, "groups": {"global": null, "local": "06-logo_white"}, "answer": "no", "semanticStr": "select: logo (20)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the logo is black.", "image": "n210269.jpg", "question_id": 20622106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "painting (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201982906", "201982904", "201982905", "201982448", "201982446", "201982445", "201982444", "201982413", "201982414", "201982566"], "equivalent": ["201982448", "201982447", "201982446"], "question": "Are there beds or paintings in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bed_painting"}, "answer": "no", "semanticStr": "select: bed (-)->exist: ? [0]->select: painting (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no paintings or beds.", "image": "n526228.jpg", "question_id": 201982447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (7)"}, {"operation": "select", "dependencies": [], "argument": "monitor (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20705694", "20705692"], "equivalent": ["20705693", "20705692"], "question": "Do the monitor and the plant have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-monitor_plant"}, "answer": "no", "semanticStr": "select: plant (7)->select: monitor (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "7"}, "fullAnswer": {"2": "7", "7": "1"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the plant is green and the monitor is white.", "image": "n264887.jpg", "question_id": 20705693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202246812", "202246813", "202246810", "202246811"], "equivalent": ["202246813", "202246814"], "question": "Which side of the picture are the papers on?", "isBalanced": true, "groups": {"global": null, "local": "10q-papers_hposition"}, "answer": "left", "semanticStr": "select: papers (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The papers are on the left of the image.", "image": "n310828.jpg", "question_id": 202246814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133615", "202133614", "202133611", "202133613", "202133612"], "equivalent": ["202133616"], "question": "What kind of clothing is long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "jeans", "semanticStr": "select: clothing (2)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is jeans.", "image": "n412144.jpg", "question_id": 202133616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (21)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20810861", "20810863", "20810862", "20810864"], "equivalent": ["20810865"], "question": "Which side of the photo is the shelf on?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelf_hposition"}, "answer": "right", "semanticStr": "select: shelf (21)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "21"}, "fullAnswer": {"1": "21"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelf is on the right of the image.", "image": "n167552.jpg", "question_id": 20810865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987968"], "equivalent": ["201987969"], "question": "What rests on the table?", "isBalanced": true, "groups": {"global": "material", "local": "14-table_resting on,s"}, "answer": "paper", "semanticStr": "select: table (11)->relate: _,resting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The paper rests on the table.", "image": "n470131.jpg", "question_id": 201987969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "relate", "dependencies": [1], "argument": "_,resting on,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201987969"], "equivalent": ["201987968"], "question": "What rests on the yellow table?", "isBalanced": true, "groups": {"global": "material", "local": "14-table_resting on,s"}, "answer": "paper", "semanticStr": "select: table (11)->filter color: yellow [0]->relate: _,resting on,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"4:6": "11"}, "fullAnswer": {"1": "5", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The paper rests on the table.", "image": "n470131.jpg", "question_id": 201987968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479437", "201479434", "201479411", "201479410", "201479409"], "equivalent": ["201479436"], "question": "What is the name of the food that is light brown?", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-baked good_light brown"}, "answer": "bread", "semanticStr": "select: baked good (9)->filter color: light brown [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"6": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a bread.", "image": "n181210.jpg", "question_id": 201479436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "glasses,to the left of,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20982420", "20982426", "20982430", "20982419", "20982421", "20982429", "20982423", "20982425", "20982424", "20982427", "20982428", "20982414", "20982415", "20982416", "20982417", "20982418"], "equivalent": ["20982423", "20982422"], "question": "Are the glasses to the left of the man both black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: man (1)->relate: glasses,to the left of,s (7) [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the glasses are black and small.", "image": "n52544.jpg", "question_id": 20982422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (24)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "verify rel", "dependencies": [1], "argument": "umbrella,covered by,o (10)"}], "entailed": ["201481569"], "equivalent": ["201481485"], "question": "Is the woman to the right of the glasses covered by an umbrella?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_umbrella"}, "answer": "yes", "semanticStr": "select: glasses (24)->relate: woman,to the right of,s (11) [0]->verify rel: umbrella,covered by,o (10) [1]", "annotations": {"answer": {}, "question": {"2": "11", "8": "24", "12": "10"}, "fullAnswer": {"2": "11", "7": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is covered by an umbrella.", "image": "n470920.jpg", "question_id": 201481485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2066063", "2066062", "2066061", "2066067", "2066066", "2066065", "2066064", "2066068", "2066070"], "equivalent": ["2066069"], "question": "On which side is the man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "left", "semanticStr": "select: man (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the left of the image.", "image": "n356822.jpg", "question_id": 2066069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20151582", "20151583", "20151580", "20151581", "20151579", "20151578"], "equivalent": ["20151584"], "question": "What is the coffee made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-coffee_material"}, "answer": "plastic", "semanticStr": "select: coffee (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee is made of plastic.", "image": "n313060.jpg", "question_id": 20151584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["201758097", "201758096"], "equivalent": ["201758095"], "question": "Is the woman standing?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_standing"}, "answer": "no", "semanticStr": "select: woman (11)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is sitting.", "image": "n4777.jpg", "question_id": 201758095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201758547", "201758545", "201758544", "201758543", "201758542", "201758549", "201758548", "201758532", "201758533"], "equivalent": ["201758546", "201758544", "201758545"], "question": "Do you see a chair that is brown?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_brown"}, "answer": "yes", "semanticStr": "select: chair (16)->filter color: brown [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "16"}, "fullAnswer": {"4": "16"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a chair that is brown.", "image": "n4777.jpg", "question_id": 201758546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting in,o (0)"}, {"operation": "choose name", "dependencies": [2], "argument": "sofa|desk"}], "entailed": [], "equivalent": ["201064778"], "question": "What type of furniture is the happy girl sitting in, a sofa or a desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-girl_sitting in,o"}, "answer": "sofa", "semanticStr": "select: girl (1)->filter face expression: happy [0]->relate: furniture,sitting in,o (0) [1]->choose name: sofa|desk [2]", "annotations": {"answer": {"0": "0"}, "question": {"11": "0", "3": "0", "6:8": "1"}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is sitting in a sofa.", "image": "n88933.jpg", "question_id": 201064778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286650", "202286764"], "equivalent": ["202286763"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "6"}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing pants.", "image": "n413002.jpg", "question_id": 202286763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "snowboard,on,o (-)"}], "entailed": [], "equivalent": ["201976972"], "question": "Is he on a snowboard?", "isBalanced": true, "groups": {"global": null, "local": "13-person_snowboard"}, "answer": "no", "semanticStr": "select: he (6)->verify rel: snowboard,on,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"2": "6", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is on the motorbike.", "image": "n279173.jpg", "question_id": 201976972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shorts,wearing,o (3)"}], "entailed": ["202223213"], "equivalent": ["202223212"], "question": "Is the man wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "yes", "semanticStr": "select: man (12)->verify rel: shorts,wearing,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "12", "4": "3"}, "fullAnswer": {"2": "12", "5": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing shorts.", "image": "n257997.jpg", "question_id": 202223212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201859260", "201859261", "201859262", "201859263"], "equivalent": ["201859264"], "question": "On which side of the image is the bicycle?", "isBalanced": true, "groups": {"global": null, "local": "10q-bicycle_hposition"}, "answer": "right", "semanticStr": "select: bicycle (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bicycle is on the right of the image.", "image": "n460556.jpg", "question_id": 201859264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "berries (5)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "verify rel", "dependencies": [1], "argument": "baby,holding,o (-)"}], "entailed": [], "equivalent": ["201481489"], "question": "Is the woman to the right of the berries holding a baby?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_baby"}, "answer": "no", "semanticStr": "select: berries (5)->relate: woman,to the right of,s (11) [0]->verify rel: baby,holding,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "11"}, "fullAnswer": {"2": "11", "6": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is holding an umbrella.", "image": "n470920.jpg", "question_id": 201481489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "choose height", "dependencies": [0], "argument": "tall|short"}], "entailed": ["20866045", "20866059", "20866058", "20866048", "20866049", "20866055", "20866054", "20866057", "20866056", "20866065", "20866053", "20866052", "20866046", "20866066", "20866071", "20866070", "20866047", "20866067", "20866050"], "equivalent": ["20866064"], "question": "Is that woman short or is she tall?", "isBalanced": true, "groups": {"global": "height", "local": "10c-woman_height"}, "answer": "tall", "semanticStr": "select: woman (3)->choose height: tall|short [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is tall.", "image": "n579256.jpg", "question_id": 20866064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["202243385", "202243387", "202243389"], "equivalent": ["202243386"], "question": "Do the jeans look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-jeans_blue"}, "answer": "no", "semanticStr": "select: jeans (12)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jeans are dark.", "image": "n557666.jpg", "question_id": 202243386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (17)"}, {"operation": "choose state", "dependencies": [0], "argument": "smooth|rough"}], "entailed": [], "equivalent": ["202257952"], "question": "Is the ground smooth or rough?", "isBalanced": true, "groups": {"global": "state", "local": "10c-ground_state"}, "answer": "smooth", "semanticStr": "select: ground (17)->choose state: smooth|rough [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is smooth.", "image": "n216553.jpg", "question_id": 202257952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20541135", "20541123", "20541138", "20541139", "20541142", "20541141", "20541150", "20541146", "20541145"], "equivalent": ["20541143"], "question": "What color is the striped shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (10)->filter pattern: striped [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n527290.jpg", "question_id": 20541143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201467567"], "question": "What rests on the floor?", "isBalanced": true, "groups": {"global": "plant", "local": "14-floor_resting on,s"}, "answer": "plant", "semanticStr": "select: floor (12)->relate: _,resting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant rests on the floor.", "image": "n295771.jpg", "question_id": 201467567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235534", "201235535", "201235537", "201235538", "201235539"], "equivalent": ["201235534", "201235535", "201235536"], "question": "How are the pieces of furniture on top of the floor called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (14)->relate: furniture,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"10": "14", "3:6": "15"}, "fullAnswer": {"1:4": "15", "5": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n527589.jpg", "question_id": 201235536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (7)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,next to,s (8)"}, {"operation": "choose rel", "dependencies": [1], "argument": "building,behind|in front of,s (9)"}], "entailed": ["20652793", "20652792", "20652795"], "equivalent": ["20652794"], "question": "Is the large building behind or in front of the trees next to the cars?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_building"}, "answer": "behind", "semanticStr": "select: cars (7)->relate: trees,next to,s (8) [0]->choose rel: building,behind|in front of,s (9) [1]", "annotations": {"answer": {}, "question": {"10": "8", "2:4": "9", "14": "7"}, "fullAnswer": {"1": "9", "5": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The building is behind the trees.", "image": "n400036.jpg", "question_id": 20652794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (7)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,next to,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "building,in front of,s (9)"}], "entailed": ["20652792", "20652795", "20652794"], "equivalent": ["20652793"], "question": "Is the tall building in front of the trees next to the cars?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_building"}, "answer": "no", "semanticStr": "select: cars (7)->relate: trees,next to,s (8) [0]->verify rel: building,in front of,s (9) [1]", "annotations": {"answer": {}, "question": {"8": "8", "12": "7", "2:4": "9"}, "fullAnswer": {"2": "9", "6": "8"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the building is behind the trees.", "image": "n400036.jpg", "question_id": 20652793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(gray)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scooter (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(gray)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201859277", "201859276", "201859275", "201859279", "201859278"], "equivalent": ["201859269"], "question": "Do you see bicycles or scooters that are not gray?", "isBalanced": true, "groups": {"global": null, "local": "04-bicycle_n#gray"}, "answer": "no", "semanticStr": "select: bicycle (4)->filter color: not(gray) [0]->exist: ? [1]->select: scooter (-) ->filter color: not(gray) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bicycle but it is gray.", "image": "n460556.jpg", "question_id": 201859269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (1)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "query", "dependencies": [2], "argument": "gender"}], "entailed": ["2012712", "2012713", "2012710", "2012715", "2012709"], "equivalent": ["2012711"], "question": "What gender is the sitting person next to the bottle?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "male", "semanticStr": "select: bottle (8)->relate: person,next to,s (1) [0]->filter pose: sitting [1]->query: gender [2]", "annotations": {"answer": {}, "question": {"9": "8", "4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is male.", "image": "n318370.jpg", "question_id": 2012711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "policeman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "truck,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202041998", "202041999", "202041995", "202041996", "202041997", "202041991", "202041992", "202041993", "202042007", "202042006", "202042008"], "equivalent": ["202041994"], "question": "The truck to the right of the police officer is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-truck_color"}, "answer": "gold", "semanticStr": "select: policeman (7)->relate: truck,to the right of,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "5", "7:9": "7"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The truck is gold.", "image": "n449058.jpg", "question_id": 202041994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879150", "201879149", "201879097", "201879144"], "equivalent": ["201879145"], "question": "What's larger than the wristband?", "isBalanced": true, "groups": {"global": "object", "local": "14-wristband_bigger than,s"}, "answer": "racket", "semanticStr": "select: wristband (3)->relate: _,bigger than,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6:8": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The racket is bigger than the wrist band.", "image": "n496803.jpg", "question_id": 201879145}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240805", "202240856"], "equivalent": ["202240857"], "question": "Who is wearing the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "woman", "semanticStr": "select: glasses (0)->relate: person,wearing,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "4": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing glasses.", "image": "n460385.jpg", "question_id": 202240857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cake,to the left of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "food,on top of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201110714", "201110715", "201110716", "201110717"], "equivalent": ["201110713"], "question": "What is the food on top of the cake that is to the left of the baby called?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-cake_on top of,s"}, "answer": "chocolate", "semanticStr": "select: baby (6)->relate: cake,to the left of,s (3) [0]->relate: food,on top of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"8": "3", "3": "2", "16": "6"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is chocolate.", "image": "n546616.jpg", "question_id": 201110713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (9)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201798468", "201798469", "201798472", "201798471", "201798466", "201798467"], "equivalent": ["201798471", "201798470", "201798468", "201798469"], "question": "Where in this photograph is the trash can, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-trash can_hposition"}, "answer": "right", "semanticStr": "select: trash can (9)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"6:8": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trash can is on the right of the image.", "image": "n530733.jpg", "question_id": 201798470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(wet)"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["20692447", "20692446", "20692445", "20692443"], "equivalent": ["20692448"], "question": "How hard are the towels that are not wet?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-towels_hardness"}, "answer": "soft", "semanticStr": "select: towels (6)->filter: not(wet) [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"8": "6", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towels are soft.", "image": "n499081.jpg", "question_id": 20692448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (1)"}, {"operation": "select", "dependencies": [], "argument": "phone (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201996561"], "equivalent": ["201996560"], "question": "Does the logo have the same color as the telephone?", "isBalanced": true, "groups": {"global": null, "local": "09same-logo_phone"}, "answer": "no", "semanticStr": "select: logo (1)->select: phone (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "1"}, "fullAnswer": {"2": "1", "7": "9"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the logo is red and the telephone is white.", "image": "n250715.jpg", "question_id": 201996560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (6)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify", "dependencies": [0], "argument": "wet "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20692443"], "question": "Are the towels wet and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_wet"}, "answer": "no", "semanticStr": "select: towels (6)->verify hardness: soft [0]->verify: wet  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the towels are soft but dry.", "image": "n499081.jpg", "question_id": 20692443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "filter", "dependencies": [0], "argument": "smiling"}, {"operation": "verify rel", "dependencies": [1], "argument": "bench,sitting on,o (-)"}], "entailed": [], "equivalent": ["201391829"], "question": "Is the smiling man sitting on a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bench"}, "answer": "no", "semanticStr": "select: man (13)->filter: smiling [0]->verify rel: bench,sitting on,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"2": "13", "7": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is sitting on the sofa.", "image": "n477702.jpg", "question_id": 201391829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(wet)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": [], "equivalent": ["20692441"], "question": "Are the towels that are not wet brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-towels_color"}, "answer": "brown", "semanticStr": "select: towels (6)->filter: not(wet) [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"2": "6", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towels are brown.", "image": "n499081.jpg", "question_id": 20692441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,s (6)"}, {"operation": "verify state", "dependencies": [1], "argument": "smooth"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["2046656"], "question": "Is the bowl to the right of the bench square and smooth?", "isBalanced": true, "groups": {"global": null, "local": "05-smooth_square"}, "answer": "no", "semanticStr": "select: bench (8)->relate: bowl,to the right of,s (6) [0]->verify state: smooth [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bowl is smooth but round.", "image": "n71728.jpg", "question_id": 2046656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "broccoli (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,next to,s (5)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify color", "dependencies": [1], "argument": "tan "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201207250", "201207251", "201207252", "201207253", "201207254", "201207255", "201207273", "201207270", "201207271", "201207276", "201207277", "201207274", "201207275", "201207248", "201207279", "201207247", "201207246", "201207294", "201207290", "201207291", "201207292", "201207293", "201207278", "201207249", "201207243", "201207242", "201207241", "201207240", "201207268", "201207245", "201207244", "201207265", "201207264", "201207267", "201207266", "201207263", "201207262", "201207281", "201207280", "201207289", "201207288"], "equivalent": ["201207269"], "question": "Is the food next to the broccoli round and tan?", "isBalanced": true, "groups": {"global": null, "local": "05-round_tan"}, "answer": "yes", "semanticStr": "select: broccoli (3)->relate: food,next to,s (5) [0]->verify shape: round [1]->verify color: tan  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "6": "3"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sandwich is round and tan.", "image": "n222915.jpg", "question_id": 201207269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,kicking,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201061145"], "question": "Who kicks the soccer ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_kicking,s"}, "answer": "boy", "semanticStr": "select: soccer ball (6)->relate: person,kicking,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4:6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy kicks the soccer ball.", "image": "n25275.jpg", "question_id": 201061145}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (6)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the left of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,playing on,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201061142"], "equivalent": ["201061142", "201061143"], "question": "The boy to the left of the soccer ball is playing where?", "isBalanced": true, "groups": {"global": "place", "local": "14-boy_playing on,o"}, "answer": "beach", "semanticStr": "select: soccer ball (6)->relate: boy,to the left of,s (0) [0]->relate: _,playing on,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1": "0", "7:9": "6"}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is playing on the beach.", "image": "n25275.jpg", "question_id": 201061143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004126", "202004127"], "equivalent": ["202004129"], "question": "What is the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: man (0)->relate: _,wearing,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n262920.jpg", "question_id": 202004129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080477"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "umpire", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is standing.", "image": "n154160.jpg", "question_id": 201080477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201080484", "201080485", "201080475", "201080474", "201080473", "201080472", "201080471", "201080482", "201080483", "201080480", "201080481", "201080479", "201080478"], "equivalent": ["201080476"], "question": "What is the umpire doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-umpire_pose"}, "answer": "standing", "semanticStr": "select: umpire (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is standing.", "image": "n154160.jpg", "question_id": 201080476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201573903", "201573906", "201573907", "201573905"], "equivalent": ["201573904", "201573905"], "question": "Which color is the car on the left of the picture?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "gray", "semanticStr": "select: car (4)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is gray.", "image": "n115614.jpg", "question_id": 201573904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "field|beach"}], "entailed": ["2059434", "2059435"], "equivalent": ["2059436", "2059434", "2059435"], "question": "What place do you think was the image taken at, a beach or a field?", "isBalanced": true, "groups": {"global": "place", "local": "02c-place"}, "answer": "field", "semanticStr": "select: scene->choose place: field|beach [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It was taken at a field.", "image": "n130638.jpg", "question_id": 2059436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["20721990", "20721978", "20721979", "20721976", "20721977", "20721974", "20721972", "20721973", "20721970", "20721971", "20721989", "20721946", "20721945", "20721944", "20721981", "20721980", "20721969", "20721968", "20721964", "20721967", "20721988", "20721963"], "equivalent": ["20721975"], "question": "How tall are the trees?", "isBalanced": true, "groups": {"global": "height", "local": "10q-trees_height"}, "answer": "short", "semanticStr": "select: trees (5)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are short.", "image": "n89148.jpg", "question_id": 20721975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mud (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2093913", "2093911", "2093917", "2093916", "2093915", "2093832", "2093833"], "equivalent": ["2093912"], "question": "What animal is in the mud?", "isBalanced": true, "groups": {"global": "animal", "local": "14-mud_in,s"}, "answer": "giraffe", "semanticStr": "select: mud (7)->relate: animal,in,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in the mud.", "image": "n450919.jpg", "question_id": 2093912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mud (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2093913", "2093912", "2093917", "2093916", "2093915", "2093832", "2093833"], "equivalent": ["2093911"], "question": "What animal is in the brown mud?", "isBalanced": true, "groups": {"global": "animal", "local": "14-mud_in,s"}, "answer": "giraffe", "semanticStr": "select: mud (7)->filter color: brown [0]->relate: animal,in,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"5:7": "7"}, "fullAnswer": {"1": "4", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in the mud.", "image": "n450919.jpg", "question_id": 2093911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "rolling pin (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202218903", "202218902", "202218901", "202218900", "202218925", "202218926"], "equivalent": ["202218927", "202218926"], "question": "Do you see rolling pins or microwaves in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-microwave_rolling pin"}, "answer": "no", "semanticStr": "select: microwave (-)->exist: ? [0]->select: rolling pin (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no rolling pins or microwaves.", "image": "n578564.jpg", "question_id": 202218927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mud (7)"}, {"operation": "relate", "dependencies": [0], "argument": "elephant,in,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["2093918"], "question": "Is there an elephant in the mud?", "isBalanced": true, "groups": {"global": null, "local": "13-mud_elephant"}, "answer": "no", "semanticStr": "select: mud (7)->relate: elephant,in,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"4": "4", "7": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a giraffe in the mud.", "image": "n450919.jpg", "question_id": 2093918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on top of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["202240578", "202240593", "202240597", "202240596", "202240589", "202240577", "202240576", "202240585", "202240584", "202240583", "202240580", "202240581", "202240591", "202240590", "202240579", "202240592"], "equivalent": ["202240582"], "question": "Which ethnicity do you think the person the hair is on top of is?", "isBalanced": true, "groups": {"global": "race", "local": "10q-woman_race"}, "answer": "asian", "semanticStr": "select: hair (8)->relate: person,on top of,o (2) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"8": "8", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is asian.", "image": "n162148.jpg", "question_id": 202240582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201479291", "201479290", "201479289"], "equivalent": ["201479292"], "question": "On which side of the photo is the cup?", "isBalanced": true, "groups": {"global": null, "local": "10q-cup_hposition"}, "answer": "left", "semanticStr": "select: cup (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is on the left of the image.", "image": "n181210.jpg", "question_id": 201479292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "towel (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201832621"], "question": "Are there either red blankets or towels?", "isBalanced": true, "groups": {"global": null, "local": "04-blanket_red"}, "answer": "no", "semanticStr": "select: blanket (7)->filter color: red [0]->exist: ? [1]->select: towel (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a blanket but it is white.", "image": "n432591.jpg", "question_id": 201832621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "windows,near,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201998093", "201998102", "201998097", "201998095", "201998094", "201998089", "201998098", "201998090", "201998059", "201998058", "201998083", "201998107"], "equivalent": ["201998096"], "question": "How clean are the windows near the table?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-windows_cleanliness"}, "answer": "clean", "semanticStr": "select: table (6)->relate: windows,near,s (0) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "6"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The windows are clean.", "image": "n319845.jpg", "question_id": 201998096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (13)"}, {"operation": "relate", "dependencies": [0], "argument": "table,sitting around,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20783041"], "question": "The table the people are sitting around is of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "beige", "semanticStr": "select: people (13)->relate: table,sitting around,o (14) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "14", "3": "13"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is beige.", "image": "n355339.jpg", "question_id": 20783041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797739", "20797738", "20797734", "20797737", "20797736", "20797667", "20797666", "20797744", "20797740", "20797742", "20797743"], "equivalent": ["20797735"], "question": "What animal is in front of the man?", "isBalanced": true, "groups": {"global": "animal", "local": "14-man_in front of,s"}, "answer": "cat", "semanticStr": "select: man (8)->relate: animal,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is in front of the man.", "image": "n16656.jpg", "question_id": 20797735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201998233", "201998231", "201998240", "201998241", "201998239", "201998238"], "equivalent": ["201998232", "201998231"], "question": "What kind of furniture is the statue behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-statue_behind,o"}, "answer": "table", "semanticStr": "select: statue (7)->relate: furniture,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "6": "7"}, "fullAnswer": {"1": "7", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is behind the table.", "image": "n319845.jpg", "question_id": 201998232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "donut,eating,o (-)"}], "entailed": ["20434955"], "equivalent": ["20434954"], "question": "Is the man eating a donut?", "isBalanced": true, "groups": {"global": null, "local": "13-man_donut"}, "answer": "no", "semanticStr": "select: man (2)->verify rel: donut,eating,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is eating a pizza.", "image": "n431447.jpg", "question_id": 20434954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "select", "dependencies": [], "argument": "trash can (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20403228"], "equivalent": ["20403228", "20403227"], "question": "Is the material of the table the same as the trash can?", "isBalanced": true, "groups": {"global": null, "local": "09same-table_trash can"}, "answer": "yes", "semanticStr": "select: table (8)->select: trash can (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "8", "10:12": "7"}, "fullAnswer": {"3": "8", "6:8": "7"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the table and the trash can are made of metal.", "image": "n249639.jpg", "question_id": 20403227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dip (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202244371"], "question": "What is the dip inside of?", "isBalanced": true, "groups": {"global": "container", "local": "14-dip_inside,o"}, "answer": "container", "semanticStr": "select: dip (5)->relate: _,inside,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dip is inside the container.", "image": "n296467.jpg", "question_id": 202244371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (3)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201676131", "201676130", "201676132", "201676128", "201676129", "201676126", "201676127", "201676124", "201676123"], "equivalent": ["201676125"], "question": "Is the computer on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-computer_left"}, "answer": "no", "semanticStr": "select: computer (3)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the computer is on the right of the image.", "image": "n233607.jpg", "question_id": 201676125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboat (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "house (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202100316", "202100313"], "equivalent": ["202100315"], "question": "Are there large houses or sailboats?", "isBalanced": true, "groups": {"global": null, "local": "04-sailboat_large"}, "answer": "yes", "semanticStr": "select: sailboat (15)->filter size: large [0]->exist: ? [1]->select: house (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "15"}, "fullAnswer": {"5": "15"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a large sailboat.", "image": "n386688.jpg", "question_id": 202100315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "candle (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20518691"], "question": "Are there both candles and soaps in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-candle_soap"}, "answer": "no", "semanticStr": "select: soap (9)->exist: ? [0]->select: candle (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a soap but no candles.", "image": "n141939.jpg", "question_id": 20518691}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "toy,holding,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20721813", "20721815", "20721814", "20721816", "20721833", "20721818", "20721834"], "equivalent": ["20721817"], "question": "What is the toy that the small person is holding?", "isBalanced": true, "groups": {"global": "toy", "local": "15-girl_holding,o"}, "answer": "doll", "semanticStr": "select: person (1)->filter size: small [0]->relate: toy,holding,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6:8": "1"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toy is a doll.", "image": "n89148.jpg", "question_id": 20721817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify rel", "dependencies": [1], "argument": "shelf,sitting on top of,o (2)"}], "entailed": ["201935805"], "equivalent": ["201935806"], "question": "Is the container made of glass sitting on top of the shelf that is in front of the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-jar_shelf"}, "answer": "yes", "semanticStr": "select: container (11)->filter material: glass [0]->verify rel: shelf,sitting on top of,o (2) [1]", "annotations": {"answer": {}, "question": {"11": "2", "18": "10", "2": "11", "5": "11"}, "fullAnswer": {"9": "2", "2": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the jar is sitting on top of the shelf.", "image": "n500209.jpg", "question_id": 201935806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwich (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,eating,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20241033"], "question": "Who is eating the sandwich?", "isBalanced": true, "groups": {"global": "person", "local": "14-sandwich_eating,s"}, "answer": "man", "semanticStr": "select: sandwich (2)->relate: person,eating,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is eating the sandwich.", "image": "n166008.jpg", "question_id": 20241033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|green"}], "entailed": [], "equivalent": ["20901904"], "question": "Does the wet umbrella look brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-umbrella_color"}, "answer": "brown", "semanticStr": "select: umbrella (7)->filter: wet [0]->choose color: brown|green [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The umbrella is brown.", "image": "n28792.jpg", "question_id": 20901904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,underneath,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902408", "201902407", "201902334"], "equivalent": ["201902406"], "question": "What device is underneath the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_underneath,s"}, "answer": "computer", "semanticStr": "select: desk (1)->relate: device,underneath,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n435808.jpg", "question_id": 201902406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "countertop,mounted on,o (19)"}], "entailed": [], "equivalent": ["201947834"], "question": "Is the sink mounted on the countertop?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_countertop"}, "answer": "yes", "semanticStr": "select: sink (8)->verify rel: countertop,mounted on,o (19) [0]", "annotations": {"answer": {}, "question": {"2": "8", "6": "19"}, "fullAnswer": {"2": "8", "7": "19"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sink is mounted on the countertop.", "image": "n473688.jpg", "question_id": 201947834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287776"], "question": "Who is standing on the sand?", "isBalanced": true, "groups": {"global": "person", "local": "14-sand_standing on,s"}, "answer": "catcher", "semanticStr": "select: sand (4)->relate: person,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is standing on the sand.", "image": "n317260.jpg", "question_id": 20287776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "uniform,wearing,o (-)"}], "entailed": ["20287773", "20287768", "20287769"], "equivalent": ["20287774"], "question": "Is the person behind the home plate wearing a uniform?", "isBalanced": true, "groups": {"global": null, "local": "13-catcher_uniform"}, "answer": "no", "semanticStr": "select: home plate (5)->relate: person,behind,s (0) [0]->verify rel: uniform,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "5"}, "fullAnswer": {"2": "0", "6:8": "15"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the catcher is wearing a face mask.", "image": "n317260.jpg", "question_id": 20287774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting atop,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201246997", "201247165", "201247162", "201247163", "201247160", "201247161"], "equivalent": ["201247164"], "question": "What is the piece of furniture that the black and white animal sits atop called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cat_sitting atop,o"}, "answer": "chair", "semanticStr": "select: animal (0)->filter: black and white [0]->relate: furniture,sitting atop,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8:12": "0", "3:6": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n83784.jpg", "question_id": 201247164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,eating,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201064879"], "question": "Who is eating the food?", "isBalanced": true, "groups": {"global": "person", "local": "14-food_eating,s"}, "answer": "girl", "semanticStr": "select: food (8)->relate: person,eating,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "8"}, "fullAnswer": {"1": "3", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is eating the food.", "image": "n88933.jpg", "question_id": 201064879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20287778", "20287777", "20287848", "20287780"], "equivalent": ["20287779", "20287778"], "question": "The person in front of the umpire is standing where?", "isBalanced": true, "groups": {"global": "thing", "local": "14-catcher_standing on,o"}, "answer": "sand", "semanticStr": "select: umpire (2)->relate: person,in front of,s (0) [0]->relate: place,standing on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"1": "0", "6": "2"}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is standing on the sand.", "image": "n317260.jpg", "question_id": 20287779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ice cream (4)"}, {"operation": "verify flavor", "dependencies": [0], "argument": "chocolate"}], "entailed": [], "equivalent": ["20211079"], "question": "Is this a chocolate ice cream?", "isBalanced": true, "groups": {"global": null, "local": "06-ice cream_chocolate"}, "answer": "no", "semanticStr": "select: ice cream (4)->verify flavor: chocolate [0]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"5:7": "4"}}, "types": {"detailed": "typeVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a vanilla ice cream.", "image": "n312206.jpg", "question_id": 20211079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "oven (0) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201663476", "201663477", "201663285", "201663473"], "equivalent": ["201663476", "201663477", "201663475"], "question": "Are there both dishwashers and ovens in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-dishwasher_oven"}, "answer": "yes", "semanticStr": "select: dishwasher (2)->exist: ? [0]->select: oven (0) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "2", "5": "0"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a dishwasher and an oven.", "image": "n35676.jpg", "question_id": 201663475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fire hydrant (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "yellow"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20515864"], "equivalent": ["20515865", "20515864"], "question": "Is there a yellow traffic light or fire hydrant?", "isBalanced": true, "groups": {"global": null, "local": "04-traffic light_yellow"}, "answer": "no", "semanticStr": "select: traffic light (0)->filter color: yellow [0]->exist: ? [1]->select: fire hydrant (-) ->filter color: yellow [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"4:6": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a traffic light but it is red.", "image": "n70461.jpg", "question_id": 20515865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (18)"}, {"operation": "filter sport", "dependencies": [0], "argument": "tennis"}, {"operation": "verify rel", "dependencies": [1], "argument": "racket,holding,o (0)"}], "entailed": ["201974826"], "equivalent": ["201974825"], "question": "Is the tennis player holding the tennis racket?", "isBalanced": true, "groups": {"global": null, "local": "13-player_racket"}, "answer": "yes", "semanticStr": "select: player (18)->filter sport: tennis [0]->verify rel: racket,holding,o (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "18", "6:8": "0"}, "fullAnswer": {"2": "18", "6:8": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the player is holding the tennis racket.", "image": "n274905.jpg", "question_id": 201974825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201061098", "201061099", "201061100", "201061094", "201061095"], "equivalent": ["201061097"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "beach", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a beach.", "image": "n25275.jpg", "question_id": 201061097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window frame (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201400133"], "equivalent": ["201399884"], "question": "What kind of furniture is made of the same material as the window frame that looks white?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-window frame_same material,_"}, "answer": "bookcase", "semanticStr": "select: window frame (10)->filter color: white [0]->relate: furniture,same material,_ (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "12:14": "10", "16": "10"}, "fullAnswer": {"1": "5", "10:12": "10"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bookcase is made of the same material as the window frame.", "image": "n344136.jpg", "question_id": 201399884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (5)"}, {"operation": "choose name", "dependencies": [1], "argument": "car|bus"}], "entailed": [], "equivalent": ["20709927"], "question": "What type of vehicle is she in front of, a bus or a car?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_in front of,o"}, "answer": "car", "semanticStr": "select: she (0)->relate: vehicle,in front of,o (5) [0]->choose name: car|bus [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "5": "0", "13": "5"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is in front of a car.", "image": "n24526.jpg", "question_id": 20709927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709925", "20709924", "20709923", "20709922"], "equivalent": ["20709926"], "question": "What kind of vehicle is the woman in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_in front of,o"}, "answer": "car", "semanticStr": "select: woman (0)->relate: vehicle,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the car.", "image": "n24526.jpg", "question_id": 20709926}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "verify rel", "dependencies": [1], "argument": "racket,holding,o (4)"}], "entailed": ["20482513"], "equivalent": ["20482514"], "question": "Is the person that is staring holding the tennis racket?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_racket"}, "answer": "yes", "semanticStr": "select: person (6)->filter activity: staring [0]->verify rel: racket,holding,o (4) [1]", "annotations": {"answer": {}, "question": {"8:10": "4", "2": "6", "5": "6"}, "fullAnswer": {"2": "6", "6:8": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is holding the tennis racket.", "image": "n195249.jpg", "question_id": 20482514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709926", "20709925", "20709923", "20709922"], "equivalent": ["20709924"], "question": "What is the woman in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-woman_in front of,o"}, "answer": "car", "semanticStr": "select: woman (0)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the car.", "image": "n24526.jpg", "question_id": 20709924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709926", "20709925", "20709924", "20709922"], "equivalent": ["20709923", "20709922"], "question": "This woman is in front of what?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-woman_in front of,o"}, "answer": "car", "semanticStr": "select: woman (0)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the car.", "image": "n24526.jpg", "question_id": 20709923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20412481", "20412480", "20412482"], "equivalent": ["20412483"], "question": "Which side of the picture are the tall boxes on?", "isBalanced": true, "groups": {"global": null, "local": "10q-boxes_hposition"}, "answer": "right", "semanticStr": "select: boxes (5)->filter height: tall [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boxes are on the right of the image.", "image": "n445353.jpg", "question_id": 20412483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sun (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511535", "20511536", "20511530", "20511528", "20511517", "20511519", "20511526", "20511527", "20511520", "20511521", "20511522", "20511523", "20511524", "20511538", "20511532", "20511518", "20511531", "20511537", "20511533"], "equivalent": ["20511525"], "question": "Is the sun large and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-large_orange"}, "answer": "yes", "semanticStr": "select: sun (7)->verify size: large [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sun is large and orange.", "image": "n229548.jpg", "question_id": 20511525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (18)"}, {"operation": "select", "dependencies": [], "argument": "mirror (1) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20518073"], "question": "What do both the floor and the mirror have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-floor_mirror"}, "answer": "color", "semanticStr": "select: floor (18)->select: mirror (1) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "18", "7": "1"}, "fullAnswer": {"4": "18", "7": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the floor and the mirror are black.", "image": "n141939.jpg", "question_id": 20518073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cheese (9)"}, {"operation": "filter", "dependencies": [0], "argument": "cooked"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202037046", "202037045", "202037023", "202037041", "202037040", "202037022", "202037032", "202037033", "202037031", "202037036", "202037037", "202037034", "202037021", "202037039", "202037020"], "equivalent": ["202037035"], "question": "What color is the cooked cheese?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cheese_color"}, "answer": "yellow", "semanticStr": "select: cheese (9)->filter: cooked [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cheese is yellow.", "image": "n200225.jpg", "question_id": 202037035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sun (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20511528", "20511519", "20511518", "20511526", "20511527", "20511520", "20511522", "20511523", "20511524"], "equivalent": ["20511521"], "question": "What is the color of the sun that is not small?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sun_color"}, "answer": "orange", "semanticStr": "select: sun (7)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "7", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sun is orange.", "image": "n229548.jpg", "question_id": 20511521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "relate", "dependencies": [0], "argument": "oven,to the left of,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201623694", "201623695", "201623692", "201623705", "201623706", "201623691", "201623700", "201623701", "201623702", "201623703", "201623699", "201623708", "201623709", "201623717", "201623687", "201623711", "201623710", "201623689", "201623688", "201623718", "201623704", "201623693", "201623690", "201623707", "201623696", "201623697"], "equivalent": ["201623698"], "question": "Is the oven to the left of the stove red and square?", "isBalanced": true, "groups": {"global": null, "local": "05-red_square"}, "answer": "yes", "semanticStr": "select: stove (6)->relate: oven,to the left of,s (2) [0]->verify color: red [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the oven is red and square.", "image": "n501609.jpg", "question_id": 201623698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676343", "201676344", "201676339", "201676345"], "equivalent": ["201676341"], "question": "What does the person hold?", "isBalanced": true, "groups": {"global": "device", "local": "14-person_holding,o"}, "answer": "controller", "semanticStr": "select: person (2)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "2", "4": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person holds the controller.", "image": "n233607.jpg", "question_id": 201676341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (5)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202246401", "202246400", "202246399", "202246398", "202246403", "202246402", "202246405", "202246406"], "equivalent": ["202246404"], "question": "On which side of the image is the empty box?", "isBalanced": true, "groups": {"global": null, "local": "10q-box_hposition"}, "answer": "right", "semanticStr": "select: box (5)->filter: empty [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The box is on the right of the image.", "image": "n310828.jpg", "question_id": 202246404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["201804044", "201804045", "201804042", "201804035", "201804041", "201804034"], "equivalent": ["201804036"], "question": "Does the device in front of the computer monitor have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-keyboard_white"}, "answer": "no", "semanticStr": "select: computer monitor (2)->relate: device,in front of,s (1) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2": "1", "7:9": "2"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the keyboard is black.", "image": "n51002.jpg", "question_id": 201804036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the left of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2055922", "2055923", "2055925", "2055926", "2055927", "2055628"], "equivalent": ["2055923", "2055924"], "question": "What is the vehicle that is to the left of the building that is made of brick called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-apartment building_to the left of,s"}, "answer": "bus", "semanticStr": "select: building (1)->filter material: brick [0]->relate: vehicle,to the left of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "1", "3": "12", "16": "1"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n263180.jpg", "question_id": 2055924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "filter sport", "dependencies": [0], "argument": "tennis"}, {"operation": "relate", "dependencies": [1], "argument": "girl,to the right of,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202240327", "202240284"], "equivalent": ["202240326"], "question": "Are there any girls to the right of the tennis racket?", "isBalanced": true, "groups": {"global": null, "local": "13-racket_girl"}, "answer": "yes", "semanticStr": "select: racket (0)->filter sport: tennis [0]->relate: girl,to the right of,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "2", "9:11": "0"}, "fullAnswer": {"10": "0", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a girl to the right of the racket.", "image": "n148872.jpg", "question_id": 202240326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818727"], "equivalent": ["20818726"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "batter", "semanticStr": "select: shoes (12)->relate: person,wearing,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "12"}, "fullAnswer": {"1": "17", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing shoes.", "image": "n279581.jpg", "question_id": 20818726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818726"], "equivalent": ["20818727"], "question": "Who is wearing the shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "batter", "semanticStr": "select: shoes (12)->relate: person,wearing,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing shoes.", "image": "n279581.jpg", "question_id": 20818727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20717006", "20717004", "20717003", "20717009"], "equivalent": ["20717005"], "question": "What is the door made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "glass", "semanticStr": "select: door (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of glass.", "image": "n67005.jpg", "question_id": 20717005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "asphalt"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting next to,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201641340", "201641341", "201641388"], "equivalent": ["201641387"], "question": "What sits next to the street that is made of asphalt?", "isBalanced": true, "groups": {"global": "object", "local": "14-street_sitting next to,s"}, "answer": "traffic light", "semanticStr": "select: street (4)->filter material: asphalt [0]->relate: _,sitting next to,s (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"10": "4", "5": "4"}, "fullAnswer": {"1:3": "7", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The signal light sits next to the street.", "image": "n532213.jpg", "question_id": 201641387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "lady,about to hit,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201751760"], "question": "What is the color of the lady that is about to hit the tennis ball?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lady_color"}, "answer": "blond", "semanticStr": "select: tennis ball (5)->relate: lady,about to hit,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13:15": "5", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lady is blond.", "image": "n355567.jpg", "question_id": 201751760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "choose rel", "dependencies": [0], "argument": "boy,to the right of|to the left of,s (2)"}], "entailed": ["20753199", "20753198", "20753508", "20753509", "20753201", "20753202", "20753511", "20753510", "20753512"], "equivalent": ["20753201", "20753200"], "question": "Is the boy to the right or to the left of the curtain?", "isBalanced": true, "groups": {"global": null, "local": "13-curtain_boy"}, "answer": "right", "semanticStr": "select: curtain (8)->choose rel: boy,to the right of|to the left of,s (2) [0]", "annotations": {"answer": {}, "question": {"2": "2", "12": "8"}, "fullAnswer": {"1": "2", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the right of the curtain.", "image": "n49438.jpg", "question_id": 20753200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "relate", "dependencies": [0], "argument": "dresser,near,s (7)"}, {"operation": "filter height", "dependencies": [1], "argument": "tall"}, {"operation": "relate", "dependencies": [2], "argument": "boy,to the right of,s (2)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": [], "equivalent": ["20753203"], "question": "Are there any boys to the right of the tall dresser near the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-dresser_boy"}, "answer": "yes", "semanticStr": "select: bed (4)->relate: dresser,near,s (7) [0]->filter height: tall [1]->relate: boy,to the right of,s (2) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"3": "2", "9:11": "7", "13": "4"}, "fullAnswer": {"10": "7", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a boy to the right of the dresser.", "image": "n49438.jpg", "question_id": 20753203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818811", "20818720", "20818719"], "equivalent": ["20818721"], "question": "What is the batter holding?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_holding,o"}, "answer": "bat", "semanticStr": "select: batter (17)->relate: _,holding,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "17", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding the bat.", "image": "n279581.jpg", "question_id": 20818721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201713297", "201713298"], "equivalent": ["201713298", "201713299"], "question": "Are there any chairs or mugs that are black?", "isBalanced": true, "groups": {"global": null, "local": "04-mug_black"}, "answer": "yes", "semanticStr": "select: mug (1)->filter color: black [0]->exist: ? [1]->select: chair (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the mug is black.", "image": "n455563.jpg", "question_id": 201713299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloon (2)"}, {"operation": "select", "dependencies": [], "argument": "bracelet (6) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201548658"], "equivalent": ["201548657", "201548658"], "question": "What is common to the balloon and the bracelet?", "isBalanced": true, "groups": {"global": null, "local": "09common-balloon_bracelet"}, "answer": "color", "semanticStr": "select: balloon (2)->select: bracelet (6) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "5": "2"}, "fullAnswer": {"4": "2", "7": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the balloon and the bracelet are green.", "image": "n314171.jpg", "question_id": 201548657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crown (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20258940", "20258938", "20258937", "20258941"], "equivalent": ["20258939", "20258940", "20258941"], "question": "Is the yellow crown in the bottom or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-crown_vposition"}, "answer": "top", "semanticStr": "select: crown (2)->filter color: yellow [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The crown is in the top of the image.", "image": "n204894.jpg", "question_id": 20258939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "frisbee,behind,o (7)"}], "entailed": ["201185894", "201185893", "201185942"], "equivalent": ["201185941"], "question": "Are the trees behind a frisbee?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_frisbee"}, "answer": "yes", "semanticStr": "select: trees (9)->verify rel: frisbee,behind,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "9", "5": "7"}, "fullAnswer": {"2": "9", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are behind a frisbee.", "image": "n494918.jpg", "question_id": 201185941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497808", "201497806", "201497807", "201498080", "201498078", "201498079", "201498195", "201498194", "201498190", "201498193", "201498192", "201498188", "201498189"], "equivalent": ["201498191"], "question": "What kind of device is to the right of the speaker?", "isBalanced": true, "groups": {"global": "device", "local": "15-speaker_to the right of,s"}, "answer": "computer", "semanticStr": "select: speaker (10)->relate: device,to the right of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n315887.jpg", "question_id": 201498191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify pattern", "dependencies": [0], "argument": "checkered "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202106239"], "question": "Do the shorts look black and checkered?", "isBalanced": true, "groups": {"global": null, "local": "05-black_checkered"}, "answer": "no", "semanticStr": "select: shorts (2)->verify color: black [0]->verify pattern: checkered  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are black but striped.", "image": "n574498.jpg", "question_id": 202106239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ambulance (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (27)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923036", "20923129", "20923128", "20923127", "20923130"], "equivalent": ["20923126"], "question": "How is the vehicle to the left of the ambulance called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-ambulance_to the left of,s"}, "answer": "fire truck", "semanticStr": "select: ambulance (9)->relate: vehicle,to the left of,s (27) [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"9": "9", "3": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n480253.jpg", "question_id": 20923126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20705985", "20705976", "20705980", "20705986", "20705971", "20705972", "20705973", "20705974", "20705975", "20705969", "20705977", "20705978", "20705979", "20705987"], "equivalent": ["20705971", "20705970", "20705969"], "question": "Do you think the keyboard is white?", "isBalanced": true, "groups": {"global": null, "local": "06-keyboard_white"}, "answer": "yes", "semanticStr": "select: keyboard (2)->verify color: white [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the keyboard is white.", "image": "n264887.jpg", "question_id": 20705970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2055629", "2055628", "2055652", "2055653", "2055650", "2055651", "2055692", "2055690", "2055691", "2055649", "2055648", "2055689", "2055688"], "equivalent": ["2055693"], "question": "Which kind of vehicle is made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "bus", "semanticStr": "select: vehicle (12)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n263180.jpg", "question_id": 2055693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2055629", "2055628", "2055652", "2055653", "2055650", "2055651", "2055692", "2055693", "2055691", "2055649", "2055648", "2055689", "2055688"], "equivalent": ["2055690"], "question": "Which kind of vehicle is metallic?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "bus", "semanticStr": "select: vehicle (12)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n263180.jpg", "question_id": 2055690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20245824", "20245820", "20245830", "20245822", "20245818", "20245819", "20245817"], "equivalent": ["20245821"], "question": "What is the material of the fence?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (15)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n489190.jpg", "question_id": 20245821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (27)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20183073", "20182865", "20182867", "20182866"], "equivalent": ["20182865", "20182864"], "question": "What is the man that looks old holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding,o"}, "answer": "umbrella", "semanticStr": "select: man (27)->filter age: old [0]->relate: _,holding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "27", "6": "27"}, "fullAnswer": {"1": "27", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the umbrella.", "image": "n151768.jpg", "question_id": 20182864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (27)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20183073", "20182865", "20182864", "20182866"], "equivalent": ["20182867"], "question": "What is the man holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding,o"}, "answer": "umbrella", "semanticStr": "select: man (27)->relate: _,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "27", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the umbrella.", "image": "n151768.jpg", "question_id": 20182867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044745", "2044715"], "equivalent": ["2044716"], "question": "What does the woman hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "umbrella", "semanticStr": "select: woman (7)->relate: _,holding,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "7", "4": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the umbrella.", "image": "n184551.jpg", "question_id": 2044716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (27)"}, {"operation": "filter age", "dependencies": [1], "argument": "old"}, {"operation": "verify rel", "dependencies": [2], "argument": "shorts,wearing,o (-)"}], "entailed": ["20182860"], "equivalent": ["20182861"], "question": "Does the old person to the left of the vegetable wear shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "no", "semanticStr": "select: vegetable (17)->relate: person,to the left of,s (27) [0]->filter age: old [1]->verify rel: shorts,wearing,o (-) [2]", "annotations": {"answer": {}, "question": {"9": "17", "2:4": "27"}, "fullAnswer": {"2": "27", "4": "16"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man wears shoes.", "image": "n151768.jpg", "question_id": 20182861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the right of,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2044870", "2044875", "2044876", "2044877", "2044878", "2044869", "2044868", "2044867", "2044866", "2044865", "2044864", "2044863", "2044862", "2044860", "2044885", "2044884", "2044886", "2044881", "2044880", "2044883", "2044882"], "equivalent": ["2044861"], "question": "Is the bag that is to the right of the man blue and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_rectangular"}, "answer": "yes", "semanticStr": "select: man (2)->relate: bag,to the right of,s (8) [0]->verify color: blue [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "2", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bag is blue and rectangular.", "image": "n184551.jpg", "question_id": 2044861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,under,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2044713", "2044628"], "equivalent": ["2044712"], "question": "Who holds the umbrella the man under of?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_holding,s"}, "answer": "woman", "semanticStr": "select: man (2)->relate: umbrella,under,o (6) [0]->relate: person,holding,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "6", "5": "2"}, "fullAnswer": {"1": "7", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the umbrella.", "image": "n184551.jpg", "question_id": 2044712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookie (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(baked)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201987758", "201987759"], "equivalent": ["201987760"], "question": "Are there cookies that are not baked?", "isBalanced": true, "groups": {"global": null, "local": "04-cookie_n#baked"}, "answer": "no", "semanticStr": "select: cookie (1)->filter: not(baked) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a cookie but it is baked.", "image": "n470131.jpg", "question_id": 201987760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (9)"}, {"operation": "relate", "dependencies": [0], "argument": "tape,on,s (6)"}, {"operation": "filter color", "dependencies": [1], "argument": "orange"}, {"operation": "relate", "dependencies": [2], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201987765", "201987764", "201987770", "201987766", "201987709", "201987710", "201987711", "201987712"], "equivalent": ["201987763"], "question": "What is in front of the orange thing that is on the wall?", "isBalanced": true, "groups": {"global": "food", "local": "14-tape_in front of,s"}, "answer": "cookie", "semanticStr": "select: wall (9)->relate: tape,on,s (6) [0]->filter color: orange [1]->relate: _,in front of,s (1) [2]->query: name [3]", "annotations": {"answer": {"0": "1"}, "question": {"12": "9", "6:8": "6"}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cookie is in front of the tape.", "image": "n470131.jpg", "question_id": 201987763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201682369", "201682368", "201682370", "201682371", "201682372", "201682367", "201682366", "201682365", "201682363", "201682375"], "equivalent": ["201682364"], "question": "Is the wristband small?", "isBalanced": true, "groups": {"global": null, "local": "06-wristband_small"}, "answer": "yes", "semanticStr": "select: wristband (7)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the wristband is small.", "image": "n51658.jpg", "question_id": 201682364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "relate", "dependencies": [1], "argument": "food,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201987764", "201987770", "201987766", "201987763", "201987709", "201987710", "201987711", "201987712"], "equivalent": ["201987765"], "question": "What is the food in front of the orange tape?", "isBalanced": true, "groups": {"global": "food", "local": "15-tape_in front of,s"}, "answer": "cookie", "semanticStr": "select: tape (6)->filter color: orange [0]->relate: food,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8:10": "6", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a cookie.", "image": "n470131.jpg", "question_id": 201987765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987765", "201987770", "201987766", "201987763", "201987709", "201987710", "201987711", "201987712"], "equivalent": ["201987764"], "question": "What's in front of the tape?", "isBalanced": true, "groups": {"global": "food", "local": "14-tape_in front of,s"}, "answer": "cookie", "semanticStr": "select: tape (6)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cookie is in front of the tape.", "image": "n470131.jpg", "question_id": 201987764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tea kettle (19)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308702", "20308703"], "equivalent": ["20308704"], "question": "Which kind of appliance is the tea kettle on?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-tea kettle_on,o"}, "answer": "stove", "semanticStr": "select: tea kettle (19)->relate: appliance,on,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1:3": "19", "6": "18"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tea kettle is on the stove.", "image": "n278312.jpg", "question_id": 20308704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookie (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987769"], "equivalent": ["201987768"], "question": "The cookie is in front of what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cookie_in front of,o"}, "answer": "tape", "semanticStr": "select: cookie (1)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cookie is in front of the tape.", "image": "n470131.jpg", "question_id": 201987768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308705", "20308706", "20308699", "20308650", "20308696", "20308697", "20308695"], "equivalent": ["20308700"], "question": "What kind of cooking utensil is on the stove?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-stove_on,s"}, "answer": "tea kettle", "semanticStr": "select: stove (18)->relate: cooking utensil,on,s (19) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {"3:5": "19"}, "fullAnswer": {"1:3": "19", "5:7": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a tea kettle.", "image": "n278312.jpg", "question_id": 20308700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tea kettle (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308703", "20308704"], "equivalent": ["20308702"], "question": "What is the tea kettle on?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-tea kettle_on,o"}, "answer": "stove", "semanticStr": "select: tea kettle (19)->relate: _,on,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1:3": "19", "6": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tea kettle is on the stove.", "image": "n278312.jpg", "question_id": 20308702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,stuck on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273293", "201273297", "201273294"], "equivalent": ["201273292"], "question": "What is the sticker stuck on?", "isBalanced": true, "groups": {"global": "sign", "local": "14-sticker_stuck on,o"}, "answer": "street sign", "semanticStr": "select: sticker (9)->relate: _,stuck on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {}, "fullAnswer": {"1": "9", "6:8": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sticker is stuck on the street sign.", "image": "n46510.jpg", "question_id": 201273292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "comfortable"}, {"operation": "verify weight", "dependencies": [1], "argument": "light "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201951963"], "equivalent": ["201951963", "201951964"], "question": "Does the black jacket look light and comfortable?", "isBalanced": true, "groups": {"global": null, "local": "05-comfortable_light"}, "answer": "no", "semanticStr": "select: jacket (4)->filter color: black [0]->verify: comfortable [1]->verify weight: light  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is comfortable but heavy.", "image": "n256120.jpg", "question_id": 201951964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pedestrian (19)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873531", "201873313", "201873527", "201873526", "201873525", "201873523", "201873522", "201873521", "201873530", "201873529", "201873528"], "equivalent": ["201873525", "201873524", "201873523"], "question": "What is the vehicle that is in front of the pedestrian called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-pedestrian_in front of,s"}, "answer": "fire truck", "semanticStr": "select: pedestrian (19)->relate: vehicle,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"10": "19", "3": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (19)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201873314", "201873531", "201873313", "201873527", "201873526", "201873525", "201873524", "201873523", "201873522", "201873530", "201873529", "201873528"], "equivalent": ["201873521"], "question": "What is in front of the person in the bottom part of the image?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-pedestrian_in front of,s"}, "answer": "fire truck", "semanticStr": "select: person (19)->filter vposition: bottom [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"6": "19"}, "fullAnswer": {"8": "19", "1:3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire truck is in front of the pedestrian.", "image": "n309148.jpg", "question_id": 201873521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201822301", "201822300", "201822297", "201822295", "201822294", "201822293", "201822282", "201822299", "201822298"], "equivalent": ["201822296"], "question": "Which color is the toilet seat that is not big?", "isBalanced": true, "groups": {"global": "color", "local": "10q-toilet seat_color"}, "answer": "white", "semanticStr": "select: toilet seat (5)->filter size: not(large) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "5", "4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet seat is white.", "image": "n417401.jpg", "question_id": 201822296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202059971", "202059951", "202059955", "202059953", "202059952", "202059960", "202059961", "202059962", "202059954"], "equivalent": ["202059973"], "question": "What kind of animal is white?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_white"}, "answer": "dog", "semanticStr": "select: animal (10)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n14087.jpg", "question_id": 202059973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (7)"}, {"operation": "relate", "dependencies": [0], "argument": "road,lying next to,s (3)"}, {"operation": "filter material", "dependencies": [1], "argument": "stone"}, {"operation": "relate", "dependencies": [2], "argument": "vehicle,sitting atop,s (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20244554", "20244555", "20244660", "20244661", "20244662"], "equivalent": ["20244661", "20244662", "20244663"], "question": "What is the vehicle that is sitting atop the stone road which is lying next to the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-road_sitting atop,s"}, "answer": "bus", "semanticStr": "select: building (7)->relate: road,lying next to,s (3) [0]->filter material: stone [1]->relate: vehicle,sitting atop,s (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "9:11": "3", "17": "7"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n19152.jpg", "question_id": 20244663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201998146"], "equivalent": ["201998145", "201998146"], "question": "Is the vase blue and square?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_square"}, "answer": "no", "semanticStr": "select: vase (3)->verify color: blue [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the vase is blue but round.", "image": "n319845.jpg", "question_id": 201998145}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["202265660", "202265650", "202265657", "202265645", "202265641", "202265642", "202265643", "202265648", "202265659", "202265658"], "equivalent": ["202265646"], "question": "What is the woman doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "eating", "semanticStr": "select: woman (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is eating.", "image": "n534106.jpg", "question_id": 202265646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201947767", "201947766", "201947769", "201947768", "201947770", "201947771"], "equivalent": ["201947772", "201947771"], "question": "Which side of the photo is the toilet on?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet_hposition"}, "answer": "right", "semanticStr": "select: toilet (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is on the right of the image.", "image": "n473688.jpg", "question_id": 201947772}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201509722", "201509721"], "equivalent": ["201509720"], "question": "Do the wall and the motorbike have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-motorcycle_wall"}, "answer": "yes", "semanticStr": "select: wall (7)->select: motorcycle (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "0"}, "fullAnswer": {"3": "7", "6": "0"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the wall and the motorbike are green.", "image": "n62458.jpg", "question_id": 201509720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (18)"}, {"operation": "relate", "dependencies": [0], "argument": "napkin,to the right of,o (13)"}, {"operation": "relate", "dependencies": [1], "argument": "plate,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20899442"], "question": "Is there a plate to the left of the napkin the purse is to the right of?", "isBalanced": true, "groups": {"global": null, "local": "13-napkin_plate"}, "answer": "no", "semanticStr": "select: purse (18)->relate: napkin,to the right of,o (13) [0]->relate: plate,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "13", "11": "18"}, "fullAnswer": {"10": "13", "4": "16"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a notebook to the left of the napkin.", "image": "n403734.jpg", "question_id": 20899442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "filter state", "dependencies": [0], "argument": "calm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887228", "20887229", "20887230", "20887262"], "equivalent": ["20887264"], "question": "What animal is calm?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_calm"}, "answer": "dog", "semanticStr": "select: animal (5)->filter state: calm [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n282436.jpg", "question_id": 20887264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}], "entailed": ["201467364", "201467365", "201467366", "201467367", "201467369"], "equivalent": ["201467368"], "question": "Does the bear that looks tan look large?", "isBalanced": true, "groups": {"global": null, "local": "06-bear_large"}, "answer": "no", "semanticStr": "select: bear (4)->filter color: tan [0]->verify size: large [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bear is small.", "image": "n437192.jpg", "question_id": 201467368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202180319"], "equivalent": ["202180318"], "question": "Who is holding the soccer ball that looks red?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_holding,s"}, "answer": "soccer player", "semanticStr": "select: soccer ball (1)->filter color: red [0]->relate: person,holding,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"8": "1", "4:6": "1"}, "fullAnswer": {"1:3": "0", "6:8": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is holding the soccer ball.", "image": "n380113.jpg", "question_id": 202180318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "relate", "dependencies": [0], "argument": "car,to the right of,s (1)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201593672", "201593671", "201593674", "201593673", "201593665", "201593664", "201593666", "201593663", "201593662", "201593668"], "equivalent": ["201593667"], "question": "Is the car that is to the right of the other car metallic and white?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: car (0)->relate: car,to the right of,s (1) [0]->verify material: metal [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "0", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the car is metallic and white.", "image": "n200907.jpg", "question_id": 201593667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202119985", "202120026", "202120040", "202120041", "202120027", "202120022", "202120028", "202120039", "202120002", "202120035", "202120019", "202120021", "202120031", "202120030", "202120032"], "equivalent": ["202120029"], "question": "Which kind of material is the table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (3)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n500308.jpg", "question_id": 202120029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (5)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201711306", "201711302", "201711303", "201711300", "201711301", "201711299", "201711294", "201711295", "201711296", "201711297", "201711290", "201711291", "201711292", "201711293"], "equivalent": ["201711298"], "question": "How large is the luggage?", "isBalanced": true, "groups": {"global": "size", "local": "10q-luggage_size"}, "answer": "huge", "semanticStr": "select: luggage (5)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The luggage is huge.", "image": "n302387.jpg", "question_id": 201711298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144537"], "equivalent": ["202144538"], "question": "What kind of drink is to the left of the cup?", "isBalanced": true, "groups": {"global": "drink", "local": "15-cup_to the left of,s"}, "answer": "liquor", "semanticStr": "select: cup (6)->relate: drink,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is liquor.", "image": "n37274.jpg", "question_id": 202144538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["201411008", "201411009", "201411010", "201411005"], "equivalent": ["201411006"], "question": "What is the male person doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "bending", "semanticStr": "select: person (0)->filter gender: male [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is bending.", "image": "n415215.jpg", "question_id": 201411006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (9)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,below,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416559", "20416558", "20416504", "20416563", "20416560", "20416561", "20416566", "20416564", "20416565"], "equivalent": ["20416562"], "question": "Which kind of cooking utensil is below the pizza?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-pizza_below,s"}, "answer": "pan", "semanticStr": "select: pizza (9)->relate: cooking utensil,below,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3:5": "16"}, "fullAnswer": {"1:3": "16", "5": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan.", "image": "n234722.jpg", "question_id": 20416562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20691523", "20691525", "20691527", "20691526"], "equivalent": ["20691524"], "question": "Is the closed toilet on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_left"}, "answer": "no", "semanticStr": "select: toilet (0)->filter: closed [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toilet is on the right of the image.", "image": "n153293.jpg", "question_id": 20691524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201439727", "201439738", "201439739", "201439745", "201439747", "201439746", "201439741", "201439740", "201439743", "201439742", "201439749", "201439748"], "equivalent": ["201439744"], "question": "What is the size of the shorts made of cloth?", "isBalanced": true, "groups": {"global": "size", "local": "10q-shorts_size"}, "answer": "small", "semanticStr": "select: shorts (7)->filter material: cloth [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "7", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are small.", "image": "n199286.jpg", "question_id": 201439744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "propeller (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2075623", "2075622", "2075603", "2075624", "2075607", "2075620", "2075605", "2075604", "2075609", "2075608", "2075618", "2075619", "2075614", "2075616", "2075617", "2075610", "2075611", "2075612", "2075613", "2075625", "2075602", "2075621", "2075606"], "equivalent": ["2075615", "2075616"], "question": "Is the propeller black and narrow?", "isBalanced": true, "groups": {"global": null, "local": "05-black_narrow"}, "answer": "yes", "semanticStr": "select: propeller (3)->verify color: black [0]->verify width: narrow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the propeller is black and narrow.", "image": "n315859.jpg", "question_id": 2075615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cake,to the right of,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201527634", "201527613", "201527647", "201527612", "201527653", "201527662", "201527657", "201527611", "201527655", "201527654", "201527593", "201527639", "201527638", "201527598", "201527599", "201527619", "201527618", "201527594", "201527595", "201527633", "201527632", "201527590", "201527592", "201527610", "201527640", "201527641", "201527624", "201527635", "201527622", "201527623", "201527620", "201527621", "201527648", "201527649", "201527660", "201527661", "201527628", "201527629", "201527636", "201527608", "201527609", "201527627", "201527604", "201527605", "201527606", "201527607", "201527601", "201527602", "201527603", "201527631", "201527637", "201527642", "201527656"], "equivalent": ["201527590", "201527591"], "question": "Does the cake which is to the right of the girl look brown and round?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_round"}, "answer": "yes", "semanticStr": "select: girl (6)->relate: cake,to the right of,s (2) [0]->verify color: brown [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "6", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cake is brown and round.", "image": "n118102.jpg", "question_id": 201527591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202081300", "202081299", "202081298", "202081297", "202081296", "202081295", "202081294"], "equivalent": ["202081301"], "question": "On which side of the image are the metal utensils?", "isBalanced": true, "groups": {"global": null, "local": "10q-knives_hposition"}, "answer": "right", "semanticStr": "select: utensil (7)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knives are on the right of the image.", "image": "n314630.jpg", "question_id": 202081301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (11)"}, {"operation": "verify height", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201303158"], "question": "Are the curtains white and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "no", "semanticStr": "select: curtains (11)->verify height: short [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the curtains are white but tall.", "image": "n518912.jpg", "question_id": 201303158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20645451", "20645469", "20645468", "20645478", "20645472", "20645473", "20645471", "20645464", "20645467"], "equivalent": ["20645470"], "question": "How clean is the floor?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-floor_cleanliness"}, "answer": "clean", "semanticStr": "select: floor (11)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is clean.", "image": "n98544.jpg", "question_id": 20645470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081486", "202081880", "202081879", "202081878"], "equivalent": ["202081877"], "question": "What is this cat lying on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cat_lying on,o"}, "answer": "mouse pad", "semanticStr": "select: cat (1)->relate: _,lying on,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "6:8": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is lying on the mouse pad.", "image": "n433692.jpg", "question_id": 202081877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081876", "202081874", "202081873", "202081779"], "equivalent": ["202081875", "202081874"], "question": "What is the animal that is lying on the mousepad called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mouse pad_lying on,s"}, "answer": "cat", "semanticStr": "select: mouse pad (11)->relate: animal,lying on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"9": "11", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n433692.jpg", "question_id": 202081875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202081308", "202081305", "202081307"], "equivalent": ["202081305", "202081307", "202081306"], "question": "Do the knives look black and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "no", "semanticStr": "select: knives (7)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knives are metallic but silver.", "image": "n314630.jpg", "question_id": 202081306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "wood"}], "entailed": ["20171312", "20171315", "20171317", "20171316", "20171319", "20171325", "20171331", "20171330", "20171324", "20171287", "20171306", "20171288", "20171308"], "equivalent": ["20171314"], "question": "Does the table seem to be wooden?", "isBalanced": true, "groups": {"global": null, "local": "06-table_wood"}, "answer": "yes", "semanticStr": "select: table (6)->verify material: wood [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the table is wooden.", "image": "n379991.jpg", "question_id": 20171314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (0)"}, {"operation": "relate", "dependencies": [0], "argument": "phone,to the right of,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201498740", "201498741", "201498742", "201498750", "201498749", "201498739", "201498738", "201498733", "201498732", "201498734", "201498737", "201498736"], "equivalent": ["201498735"], "question": "Does the telephone to the right of the mouse look black?", "isBalanced": true, "groups": {"global": null, "local": "06-phone_black"}, "answer": "yes", "semanticStr": "select: computer mouse (0)->relate: phone,to the right of,s (6) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the telephone is black.", "image": "n315887.jpg", "question_id": 201498735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "verify tone", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201752900"], "equivalent": ["201752899"], "question": "Is the bag small and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_small"}, "answer": "no", "semanticStr": "select: bag (9)->verify tone: dark [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bag is small but light.", "image": "n262929.jpg", "question_id": 201752899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify rel", "dependencies": [1], "argument": "tray,on top of,o (4)"}], "entailed": [], "equivalent": ["202285331"], "question": "Is the round plate on top of the square tray?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_tray"}, "answer": "yes", "semanticStr": "select: plate (0)->filter shape: round [0]->verify rel: tray,on top of,o (4) [1]", "annotations": {"answer": {}, "question": {"8:10": "4", "2:4": "0"}, "fullAnswer": {"8": "4", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the plate is on top of the tray.", "image": "n100991.jpg", "question_id": 202285331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202285337"], "equivalent": ["202285336"], "question": "What vegetables are in this image?", "isBalanced": true, "groups": {"global": "vegetable", "local": "11q-vegetable"}, "answer": "beans", "semanticStr": "select: vegetable (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n100991.jpg", "question_id": 202285336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202285336"], "equivalent": ["202285337"], "question": "What vegetables are it?", "isBalanced": true, "groups": {"global": "vegetable", "local": "11q-vegetable"}, "answer": "beans", "semanticStr": "select: vegetable (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n100991.jpg", "question_id": 202285337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (8)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144529", "202144532", "202144530", "202144531"], "equivalent": ["202144533"], "question": "What drink is to the left of the blender?", "isBalanced": true, "groups": {"global": "drink", "local": "15-blender_to the left of,s"}, "answer": "liquor", "semanticStr": "select: blender (8)->relate: drink,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is liquor.", "image": "n37274.jpg", "question_id": 202144533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cowboy hat (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "sign,below,o (7)"}], "entailed": ["20929673", "20929672"], "equivalent": ["20929611"], "question": "Is the brown cowboy hat below the small sign?", "isBalanced": true, "groups": {"global": null, "local": "13-cowboy hat_sign"}, "answer": "yes", "semanticStr": "select: cowboy hat (2)->filter color: brown [0]->verify rel: sign,below,o (7) [1]", "annotations": {"answer": {}, "question": {"2:5": "2", "7:9": "7"}, "fullAnswer": {"2:4": "2", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cowboy hat is below the sign.", "image": "n9181.jpg", "question_id": 20929611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285451", "202285450"], "equivalent": ["202285449"], "question": "What is the food that is on top of the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on top of,s"}, "answer": "egg", "semanticStr": "select: plate (0)->relate: food,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"10": "0", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is an egg.", "image": "n100991.jpg", "question_id": 202285449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202120220", "202120253", "202120252", "202120255", "202120254", "202120257", "202120221", "202120233", "202120232", "202120231", "202120230", "202120236", "202120235", "202120234", "202120242", "202120282", "202120283", "202120280", "202120281", "202120286", "202120285", "202120228", "202120229", "202120262", "202120247", "202120222", "202120245", "202120224", "202120243", "202120226", "202120227", "202120264", "202120250"], "equivalent": ["202120246"], "question": "Does that door look thin and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-thin_wood"}, "answer": "yes", "semanticStr": "select: door (4)->verify thickness: thin [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is thin and wooden.", "image": "n500308.jpg", "question_id": 202120246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "verify", "dependencies": [0], "argument": "curved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20381659", "20381658", "20381681", "20381678", "20381675", "20381672", "20381687", "20381688", "20381657", "20381656", "20381664", "20381660", "20381661", "20381662", "20381674", "20381677", "20381679", "20381673", "20381680", "20381676"], "equivalent": ["20381665"], "question": "Does the keyboard look white and curved?", "isBalanced": true, "groups": {"global": null, "local": "05-curved_white"}, "answer": "yes", "semanticStr": "select: keyboard (8)->verify: curved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the keyboard is white and curved.", "image": "n398257.jpg", "question_id": 20381665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "gold"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202119431", "202119433", "202119432", "202119435", "202119434", "202119428", "202119429", "202119426", "202119438", "202119424", "202119425", "202119422", "202119423", "202119421", "202119439", "202119436", "202119437"], "equivalent": ["202119430"], "question": "Does the shirt look gold and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-gold_long sleeved"}, "answer": "yes", "semanticStr": "select: shirt (3)->verify color: gold [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is gold and long sleeved.", "image": "n544255.jpg", "question_id": 202119430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "field,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20942910", "20942913", "20942912", "20942917", "20942916", "20942918", "20942909"], "equivalent": ["20942911"], "question": "What is the color of the field the soccer ball is on?", "isBalanced": true, "groups": {"global": "color", "local": "10q-field_color"}, "answer": "green", "semanticStr": "select: soccer ball (0)->relate: field,on,o (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8:10": "0", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is green.", "image": "n244826.jpg", "question_id": 20942911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candles (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201527378", "201527379", "201527371", "201527372", "201527375", "201527376", "201527377", "201527381", "201527380", "201527382"], "equivalent": ["201527374"], "question": "What color are the candles?", "isBalanced": true, "groups": {"global": "color", "local": "10q-candles_color"}, "answer": "blue", "semanticStr": "select: candles (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The candles are blue.", "image": "n118102.jpg", "question_id": 201527374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "relate", "dependencies": [1], "argument": "cat,in,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201616113"], "question": "Is there a cat in the clean bathroom?", "isBalanced": true, "groups": {"global": null, "local": "13-bathroom_cat"}, "answer": "no", "semanticStr": "select: bathroom (10)->filter cleanliness: clean [0]->relate: cat,in,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "10"}, "fullAnswer": {"4": "0", "7": "10"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a toilet in the bathroom.", "image": "n65230.jpg", "question_id": 201616113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "strawberry (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify rel", "dependencies": [1], "argument": "whipped cream,behind,o (17)"}], "entailed": ["20609363", "20609319"], "equivalent": ["20609318"], "question": "Is the red strawberry behind the whipped cream?", "isBalanced": true, "groups": {"global": null, "local": "13-strawberry_whipped cream"}, "answer": "yes", "semanticStr": "select: strawberry (14)->filter color: red [0]->verify rel: whipped cream,behind,o (17) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "6:8": "17"}, "fullAnswer": {"2": "14", "6:8": "17"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the strawberry is behind the whipped cream.", "image": "n437064.jpg", "question_id": 20609318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "whipped cream (17)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,behind,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609317", "20609315", "20609314", "20609313"], "equivalent": ["20609316"], "question": "What fruit is behind the whipped cream?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-whipped cream_behind,s"}, "answer": "strawberry", "semanticStr": "select: whipped cream (17)->relate: fruit,behind,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is a strawberry.", "image": "n437064.jpg", "question_id": 20609316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "choose rel", "dependencies": [1], "argument": "bicycle,to the right of|to the left of,s (7)"}], "entailed": ["202257440", "202257438"], "equivalent": ["202257440", "202257439"], "question": "Is the bicycle to the left or to the right of the person that is wearing a jacket?", "isBalanced": true, "groups": {"global": null, "local": "13-person_bicycle"}, "answer": "right", "semanticStr": "select: jacket (9)->relate: person,wearing,s (10) [0]->choose rel: bicycle,to the right of|to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"2": "7", "12": "10", "17": "9"}, "fullAnswer": {"1": "7", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bicycle is to the right of the person.", "image": "n92308.jpg", "question_id": 202257439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20345123", "20345122", "20345127", "20345126", "20345125", "20345124", "20345129", "20345128", "20345131", "20345109", "20345108", "20345118", "20345130", "20345104", "20345107", "20345106"], "equivalent": ["20345101"], "question": "Does the racket look metallic and round?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_round"}, "answer": "yes", "semanticStr": "select: racket (6)->verify material: metal [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the racket is metallic and round.", "image": "n560243.jpg", "question_id": 20345101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201247179", "201247182", "201247180", "201247178"], "equivalent": ["201247181", "201247182"], "question": "On which side of the photo is the small side table?", "isBalanced": true, "groups": {"global": null, "local": "10q-side table_hposition"}, "answer": "left", "semanticStr": "select: side table (3)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:11": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side table is on the left of the image.", "image": "n83784.jpg", "question_id": 201247181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,above,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20963748", "20963752", "20963753", "20963750", "20963751", "20963756", "20963755"], "equivalent": ["20963754", "20963756", "20963755"], "question": "What shape is the floor the sink is above?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-floor_shape"}, "answer": "square", "semanticStr": "select: sink (7)->relate: floor,above,o (13) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "13", "6": "7"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is square.", "image": "n119886.jpg", "question_id": 20963754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (10)"}, {"operation": "filter", "dependencies": [0], "argument": "new"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}], "entailed": ["20656902", "20656903", "20656900", "20656901", "20656889", "20656888", "20656898", "20656899", "20656893", "20656894", "20656895", "20656896"], "equivalent": ["20656897"], "question": "Does the new vehicle look metallic?", "isBalanced": true, "groups": {"global": null, "local": "06-minivan_metal"}, "answer": "yes", "semanticStr": "select: vehicle (10)->filter: new [0]->verify material: metal [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the minivan is metallic.", "image": "n486200.jpg", "question_id": 20656897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (4)"}, {"operation": "relate", "dependencies": [0], "argument": "racket,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20345123", "20345122", "20345126", "20345109", "20345118", "20345104", "20345107", "20345106"], "equivalent": ["20345108"], "question": "What material makes up the tennis racket to the right of the athlete?", "isBalanced": true, "groups": {"global": "material", "local": "10q-racket_material"}, "answer": "metal", "semanticStr": "select: athlete (4)->relate: racket,to the right of,s (6) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"5:7": "6", "12": "4"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis racket is made of metal.", "image": "n560243.jpg", "question_id": 20345108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (3)"}, {"operation": "relate", "dependencies": [0], "argument": "keyboard,to the right of,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20705930", "20705931", "20705932", "20706052", "20706053", "20706051", "20705941", "20705940", "20705942", "20705929"], "equivalent": ["20706050"], "question": "Is there a keyboard to the right of the computer mouse?", "isBalanced": true, "groups": {"global": null, "local": "13-computer mouse_keyboard"}, "answer": "yes", "semanticStr": "select: computer mouse (3)->relate: keyboard,to the right of,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2", "9:11": "3"}, "fullAnswer": {"4": "2", "10:12": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a keyboard to the right of the computer mouse.", "image": "n264887.jpg", "question_id": 20706050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balls (6)"}, {"operation": "relate", "dependencies": [0], "argument": "ball,to the right of,s (7)"}, {"operation": "verify material", "dependencies": [1], "argument": "plastic"}, {"operation": "select", "dependencies": [], "argument": "helmet (0) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "verify material", "dependencies": [4], "argument": "plastic"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["201156448", "201156449", "201156451", "201156446", "201156447", "201156381", "201156383", "201156382", "201156450"], "equivalent": ["201156445"], "question": "Are both the ball to the right of the other balls and the black helmet made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-ball_helmet"}, "answer": "yes", "semanticStr": "select: balls (6)->relate: ball,to the right of,s (7) [0]->verify material: plastic [1]->select: helmet (0) ->filter color: black [3]->verify material: plastic [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"10": "6", "3": "7", "13:15": "0"}, "fullAnswer": {"3": "7", "6": "0"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the ball and the helmet are made of plastic.", "image": "n146522.jpg", "question_id": 201156445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (0)"}, {"operation": "choose name", "dependencies": [0], "argument": "mirror|sofa"}], "entailed": [], "equivalent": ["201798392"], "question": "Is that a mirror or a sofa?", "isBalanced": true, "groups": {"global": "object", "local": "08oc-mirror_sofa"}, "answer": "mirror", "semanticStr": "select: this (0)->choose name: mirror|sofa [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a mirror.", "image": "n530733.jpg", "question_id": 201798392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["202246105", "202246132", "202246136", "202246143", "202246144", "202246145"], "equivalent": ["202246131"], "question": "Is that mousepad white?", "isBalanced": true, "groups": {"global": null, "local": "06-mouse pad_white"}, "answer": "no", "semanticStr": "select: mouse pad (3)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mousepad is black.", "image": "n310828.jpg", "question_id": 202246131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,below,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "train,to the left of,s (0)"}], "entailed": ["202040254", "202040256", "202040257"], "equivalent": ["202040255"], "question": "Is the long train to the left of the people below the sign?", "isBalanced": true, "groups": {"global": null, "local": "13-people_train"}, "answer": "no", "semanticStr": "select: sign (3)->relate: person,below,s (1) [0]->verify rel: train,to the left of,s (0) [1]", "annotations": {"answer": {}, "question": {"9": "1", "12": "3", "2:4": "0"}, "fullAnswer": {"9": "1", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the train is to the right of the people.", "image": "n542609.jpg", "question_id": 202040255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202125919", "202125918", "202125913", "202125915", "202125921", "202125917"], "equivalent": ["202125916"], "question": "Which color do you think the shorts are?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "gray", "semanticStr": "select: shorts (14)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are gray.", "image": "n573460.jpg", "question_id": 202125916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20667581", "20667576", "20667555", "20667600", "20667591", "20667574", "20667584", "20667583", "20667580", "20667592", "20667526", "20667593", "20667579", "20667585"], "equivalent": ["20667582"], "question": "What color is this coffee table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-coffee table_color"}, "answer": "light brown", "semanticStr": "select: coffee table (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee table is light brown.", "image": "n181355.jpg", "question_id": 20667582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,below,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20340559", "20340558", "20340555", "20340557", "20340556"], "equivalent": ["20340554"], "question": "Does the chair below the table look white?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_white"}, "answer": "yes", "semanticStr": "select: table (7)->relate: chair,below,s (5) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "7"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is white.", "image": "n513100.jpg", "question_id": 20340554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (10)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201504768", "201504770", "201504771", "201504760", "201504761", "201504762", "201504763", "201504764", "201504766", "201504747", "201504772", "201504748", "201504759", "201504758"], "equivalent": ["201504767"], "question": "Is the sky cloudy and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_cloudy"}, "answer": "yes", "semanticStr": "select: sky (10)->verify: bright [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and bright.", "image": "n298104.jpg", "question_id": 201504767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "motorcycle,on,o (-)"}], "entailed": [], "equivalent": ["202119224"], "question": "Is the man on a motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "13-man_motorcycle"}, "answer": "no", "semanticStr": "select: man (1)->verify rel: motorcycle,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is on the elephant.", "image": "n544255.jpg", "question_id": 202119224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dock (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounded by,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2075904"], "equivalent": ["2075903"], "question": "What is the pier surrounded by?", "isBalanced": true, "groups": {"global": "place", "local": "14-dock_surrounded by,o"}, "answer": "lake", "semanticStr": "select: dock (9)->relate: _,surrounded by,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pier is surrounded by the lake.", "image": "n315859.jpg", "question_id": 2075903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (4)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["201047515", "201047531", "201047530", "201047524", "201047525", "201047527", "201047528", "201047529", "201047514"], "equivalent": ["201047526"], "question": "Does the suit appear to be clean?", "isBalanced": true, "groups": {"global": null, "local": "06-suit_clean"}, "answer": "yes", "semanticStr": "select: suit (4)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the suit is clean.", "image": "n234683.jpg", "question_id": 201047526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "choose name", "dependencies": [1], "argument": "table|shelf"}], "entailed": [], "equivalent": ["201676456"], "question": "Which kind of furniture is not brown, the shelf or the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#brown"}, "answer": "shelf", "semanticStr": "select: furniture (11)->filter color: not(brown) [0]->choose name: table|shelf [1]", "annotations": {"answer": {"0": "11"}, "question": {"11": "4", "8": "11", "3": "4"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The shelf is not brown.", "image": "n233607.jpg", "question_id": 201676456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119226"], "equivalent": ["202119227"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (3)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n544255.jpg", "question_id": 202119227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20299685"], "question": "Is the water blue and still?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_still"}, "answer": "no", "semanticStr": "select: water (5)->verify color: blue [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the water is blue but choppy.", "image": "n195925.jpg", "question_id": 20299685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter", "dependencies": [3], "argument": "open"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201393704", "201393705", "201393706"], "equivalent": ["201393703"], "question": "Is there a open window or door?", "isBalanced": true, "groups": {"global": null, "local": "04-window_open"}, "answer": "no", "semanticStr": "select: window (5)->filter: open [0]->exist: ? [1]->select: door (-) ->filter: open [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is closed.", "image": "n305495.jpg", "question_id": 201393703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["201393696", "201393676", "201393677", "201393700", "201393701", "201393702", "201393698", "201393699", "201393695"], "equivalent": ["201393708"], "question": "Does the window look open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "closed", "semanticStr": "select: window (5)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is closed.", "image": "n305495.jpg", "question_id": 201393708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fan,behind,o (6)"}], "entailed": ["201393817"], "equivalent": ["201393709"], "question": "Is the window behind a fan?", "isBalanced": true, "groups": {"global": null, "local": "13-window_fan"}, "answer": "yes", "semanticStr": "select: window (5)->verify rel: fan,behind,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "5", "5": "6"}, "fullAnswer": {"2": "5", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the window is behind a fan.", "image": "n305495.jpg", "question_id": 201393709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20637033", "20637032", "20637020", "20636996", "20636997", "20636999", "20636998", "20637019", "20637011", "20637009", "20637010", "20637002", "20637003", "20637000", "20637012", "20637006", "20637007", "20637004", "20637005"], "equivalent": ["20637008"], "question": "How big is the utensil to the right of the pot?", "isBalanced": true, "groups": {"global": "size", "local": "10q-spoon_size"}, "answer": "small", "semanticStr": "select: pot (6)->relate: utensil,to the right of,s (3) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "6", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is small.", "image": "n184385.jpg", "question_id": 20637008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (6)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201936024", "201936023"], "equivalent": ["201936025"], "question": "Is the closed book in the top or in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-book_vposition"}, "answer": "top", "semanticStr": "select: book (6)->filter: closed [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The book is in the top of the image.", "image": "n500209.jpg", "question_id": 201936025}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "phone,on top of,s (19)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201883161", "201883209", "201883212", "201883213", "201883210", "201883211", "201883214"], "equivalent": ["201883208"], "question": "What is the name of the piece of furniture to the right of the phone that is on top of the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-phone_to the right of,s"}, "answer": "bed", "semanticStr": "select: table (18)->relate: phone,on top of,s (19) [0]->relate: furniture,to the right of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:9": "8", "14": "19", "21": "18"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n125122.jpg", "question_id": 201883208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|blue"}], "entailed": [], "equivalent": ["201957373"], "question": "Is that lamp blue or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-lamp_color"}, "answer": "white", "semanticStr": "select: lamp (8)->choose color: white|blue [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is white.", "image": "n536256.jpg", "question_id": 201957373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (5)"}, {"operation": "choose color", "dependencies": [0], "argument": "light blue|yellow"}], "entailed": [], "equivalent": ["20482352"], "question": "Is the tank top light blue or yellow?", "isBalanced": true, "groups": {"global": "color", "local": "10c-tank top_color"}, "answer": "light blue", "semanticStr": "select: tank top (5)->choose color: light blue|yellow [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tank top is light blue.", "image": "n195249.jpg", "question_id": 20482352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201638825", "201638832", "201638826", "201638833", "201638829", "201638828", "201638831"], "equivalent": ["201638830"], "question": "What vehicle is in front of the men?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-men_in front of,s"}, "answer": "car", "semanticStr": "select: men (2)->relate: vehicle,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n271392.jpg", "question_id": 201638830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201883161", "201883205", "201883204", "201883201", "201883203", "201883039"], "equivalent": ["201883202"], "question": "What kind of furniture is to the left of the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-desk_to the left of,s"}, "answer": "bed", "semanticStr": "select: desk (2)->relate: furniture,to the left of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n125122.jpg", "question_id": 201883202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (27)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201669414", "201669415"], "equivalent": ["201669416"], "question": "In which part of the picture is the silver knife, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-knife_vposition"}, "answer": "bottom", "semanticStr": "select: knife (27)->filter color: silver [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"8:10": "27"}, "fullAnswer": {"1": "27"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The knife is in the bottom of the image.", "image": "n238266.jpg", "question_id": 201669416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (2)"}, {"operation": "filter", "dependencies": [0], "argument": "healthy"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20644699", "20644700", "20644707", "20644705"], "equivalent": ["20644706"], "question": "Is there a cat in the scene that is healthy?", "isBalanced": true, "groups": {"global": null, "local": "04-cat_healthy"}, "answer": "yes", "semanticStr": "select: cat (2)->filter: healthy [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a cat that is healthy.", "image": "n250821.jpg", "question_id": 20644706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20340883", "20340886", "20340885", "20340884"], "equivalent": ["20340887"], "question": "What's the school made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-school_material"}, "answer": "brick", "semanticStr": "select: school (20)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The school is made of brick.", "image": "n346247.jpg", "question_id": 20340887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (1)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20711563"], "equivalent": ["20711564"], "question": "Is the colorful toy both black and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-black_soft"}, "answer": "no", "semanticStr": "select: toy (1)->filter: colorful [0]->verify color: black [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the stuffed bear is soft but light brown.", "image": "n549922.jpg", "question_id": 20711564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20162247", "20162246", "20162245", "20162249", "20162248", "20162251", "20162252", "20162253", "20162255", "20162256"], "equivalent": ["20162250"], "question": "What is the color of the shirt the boy is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "gray", "semanticStr": "select: boy (1)->relate: shirt,wearing,o (19) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "1", "6": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is gray.", "image": "n202379.jpg", "question_id": 20162250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201739114", "201739111", "201739110", "201739113", "201739112", "201739104"], "equivalent": ["201739115"], "question": "Is the baseball mitt made of leather closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-baseball mitt_15"}, "answer": "closed", "semanticStr": "select: baseball mitt (2)->filter material: leather [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The baseball mitt is closed.", "image": "n485969.jpg", "question_id": 201739115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "relate", "dependencies": [0], "argument": "cat,to the right of,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "towels,next to,s (9)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202228690", "202228691", "202228692"], "equivalent": ["202228689", "202228690"], "question": "Are there any towels next to the cat that the book is to the right of?", "isBalanced": true, "groups": {"global": null, "local": "13-cat_towels"}, "answer": "yes", "semanticStr": "select: book (8)->relate: cat,to the right of,o (2) [0]->relate: towels,next to,s (9) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "8", "3": "9", "7": "2"}, "fullAnswer": {"3": "9", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are towels next to the cat.", "image": "n77818.jpg", "question_id": 202228689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20786063", "20786126"], "equivalent": ["20786125"], "question": "Who is wearing a shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "woman", "semanticStr": "select: shoe (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "2"}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shoe.", "image": "n12404.jpg", "question_id": 20786125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (13)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,to the left of,s (1)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202270875", "202270877", "202270876", "202270879"], "equivalent": ["202270878"], "question": "Is the helmet that is to the left of the skateboard colorful and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_hard"}, "answer": "yes", "semanticStr": "select: skateboard (13)->relate: helmet,to the left of,s (1) [0]->verify: colorful [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "13", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the helmet is colorful and hard.", "image": "n469156.jpg", "question_id": 202270878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window frame (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "bookcase,next to,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201400133"], "equivalent": ["201400211"], "question": "Are there any bookcases next to the window frame that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-window frame_bookcase"}, "answer": "yes", "semanticStr": "select: window frame (10)->filter material: wood [0]->relate: bookcase,next to,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "5", "13": "10", "7:9": "10"}, "fullAnswer": {"8:10": "10", "4": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bookcase next to the window frame.", "image": "n344136.jpg", "question_id": 201400211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (20)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20317076", "20317077", "20317074", "20317075", "20317073", "20317070", "20317071", "20317069"], "equivalent": ["20317072", "20317073"], "question": "What is the color of the garbage bin?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trash can_color"}, "answer": "gray", "semanticStr": "select: trash can (20)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "20"}, "fullAnswer": {"1:3": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The garbage bin is gray.", "image": "n350766.jpg", "question_id": 20317072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stones (12)"}, {"operation": "relate", "dependencies": [0], "argument": "cows,near,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201404057", "201404003"], "equivalent": ["201404056", "201404057"], "question": "Are there any cows near the stones?", "isBalanced": true, "groups": {"global": null, "local": "13-stones_cows"}, "answer": "yes", "semanticStr": "select: stones (12)->relate: cows,near,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "12"}, "fullAnswer": {"3": "2", "6": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are cows near the stones.", "image": "n331357.jpg", "question_id": 201404056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201896470"], "equivalent": ["201896470", "201896471"], "question": "Does the brown window look wooden and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_wood"}, "answer": "no", "semanticStr": "select: window (7)->filter color: brown [0]->verify size: large [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is wooden but small.", "image": "n111390.jpg", "question_id": 201896471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201795619", "201795621", "201795623", "201795622", "201795625", "201795626", "201795636", "201795635", "201795632", "201795630", "201795631"], "equivalent": ["201795619", "201795620"], "question": "Does the green shirt look bright and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (2)->filter color: green [0]->verify: bright [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is bright and short sleeved.", "image": "n119944.jpg", "question_id": 201795620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201976504", "201976507", "201976506", "201976503", "201976509", "201976508", "201976511"], "equivalent": ["201976505", "201976506"], "question": "What color does the license plate have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-license plate_color"}, "answer": "white", "semanticStr": "select: license plate (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The license plate has white color.", "image": "n279173.jpg", "question_id": 201976505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201303464", "201303484", "201303493", "201303465", "201303475", "201303477", "201303466", "201303467", "201303460", "201303461", "201303485", "201303488", "201303482", "201303473", "201303474", "201303481", "201303468", "201303487", "201303479", "201303478"], "equivalent": ["201303477", "201303476"], "question": "Does the table look long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: table (9)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is long and white.", "image": "n518912.jpg", "question_id": 201303476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "filter", "dependencies": [0], "argument": "short"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter", "dependencies": [3], "argument": "short"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201987309", "201987308", "201987307"], "equivalent": ["201987306"], "question": "Is there a short table or lamp?", "isBalanced": true, "groups": {"global": null, "local": "04-table_short"}, "answer": "no", "semanticStr": "select: table (1)->filter: short [0]->exist: ? [1]->select: lamp (-) ->filter: short [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is long.", "image": "n501951.jpg", "question_id": 201987306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570694", "201570693", "201570699", "201570710", "201570711", "201570701", "201570700"], "equivalent": ["201570712"], "question": "What kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "coat", "semanticStr": "select: clothing (12)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a coat.", "image": "n382416.jpg", "question_id": 201570712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "blanket (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202162518", "202162519", "202162517"], "equivalent": ["202162516"], "question": "Are there either red pillows or blankets?", "isBalanced": true, "groups": {"global": null, "local": "04-pillow_red"}, "answer": "no", "semanticStr": "select: pillow (4)->filter color: red [0]->exist: ? [1]->select: blanket (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pillow but it is white.", "image": "n69237.jpg", "question_id": 202162516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "horses,behind,o (-)"}], "entailed": [], "equivalent": ["20600062"], "question": "Is the brush behind horses?", "isBalanced": true, "groups": {"global": null, "local": "13-brush_horses"}, "answer": "no", "semanticStr": "select: brush (11)->verify rel: horses,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the brush is behind the zebras.", "image": "n196058.jpg", "question_id": 20600062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757778", "201757760", "201757777", "201757766", "201757764", "201757765", "201757759"], "equivalent": ["201757780"], "question": "What device is black?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_black"}, "answer": "laptop", "semanticStr": "select: device (4)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n4777.jpg", "question_id": 201757780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "phone (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(black)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201757796", "201757795", "201757794"], "equivalent": ["201757782"], "question": "Are there laptops or phones that are not black?", "isBalanced": true, "groups": {"global": null, "local": "04-laptop_n#black"}, "answer": "no", "semanticStr": "select: laptop (4)->filter color: not(black) [0]->exist: ? [1]->select: phone (-) ->filter color: not(black) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a laptop but it is black.", "image": "n4777.jpg", "question_id": 201757782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "verify", "dependencies": [0], "argument": "covered"}], "entailed": ["201479358", "201479359", "201479356", "201479354", "201479355", "201479360"], "equivalent": ["201479358", "201479357"], "question": "Is the fork covered?", "isBalanced": true, "groups": {"global": null, "local": "06-fork_covered"}, "answer": "yes", "semanticStr": "select: fork (4)->verify: covered [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fork is covered.", "image": "n181210.jpg", "question_id": 201479357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20596486", "20596487", "20596484", "20596485", "20596482", "20596483", "20596481", "20596473", "20596472", "20596492", "20596477", "20596476", "20596475", "20596474", "20596496", "20596488", "20596491", "20596489", "20596497", "20596490"], "equivalent": ["20596471"], "question": "Is the coat long sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "yes", "semanticStr": "select: coat (2)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the coat is long sleeved and black.", "image": "n514467.jpg", "question_id": 20596471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570694", "201570693", "201570699", "201570712", "201570710", "201570701", "201570700"], "equivalent": ["201570711"], "question": "What type of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "coat", "semanticStr": "select: clothing (12)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a coat.", "image": "n382416.jpg", "question_id": 201570711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "skate park,skating on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["201935445", "201935446"], "equivalent": ["201935447"], "question": "How hard is the skate park the man is skating on?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-skate park_hardness"}, "answer": "hard", "semanticStr": "select: man (1)->relate: skate park,skating on,o (8) [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"7": "1", "4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skatepark is hard.", "image": "n556604.jpg", "question_id": 201935447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201479349", "201479347", "201479348"], "equivalent": ["201479349", "201479350"], "question": "In which part of the photo is the fork, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-fork_vposition"}, "answer": "bottom", "semanticStr": "select: fork (4)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fork is in the bottom of the image.", "image": "n181210.jpg", "question_id": 201479350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (13)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201030291", "201030274", "201030283", "201030293", "201030287", "201030295", "201030278", "201030279", "201030290", "201030282", "201030281", "201030280", "201030273", "201030276", "201030277", "201030289", "201030288"], "equivalent": ["201030272"], "question": "Does the Wii controller that looks oval have small size and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: wii controller (13)->filter shape: round [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "13", "6": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the Wii remotes is small and white.", "image": "n54424.jpg", "question_id": 201030272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201188429", "201188427", "201188426", "201188425", "201188424"], "equivalent": ["201188429", "201188428"], "question": "On which side is the car?", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "right", "semanticStr": "select: car (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the right of the image.", "image": "n483840.jpg", "question_id": 201188428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20692384", "20692385", "20692386", "20692396", "20692382", "20692383", "20692379", "20692388"], "equivalent": ["20692380"], "question": "Does the rug look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-rug_brown"}, "answer": "yes", "semanticStr": "select: rug (7)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the rug is brown.", "image": "n499081.jpg", "question_id": 20692380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201445038", "201445043", "201445042", "201445045", "201445046", "201445036", "201445037"], "equivalent": ["201445043", "201445045", "201445044"], "question": "Do you see any street signs that are blue?", "isBalanced": true, "groups": {"global": null, "local": "04-street sign_blue"}, "answer": "yes", "semanticStr": "select: street sign (9)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"4:6": "9"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a street sign that is blue.", "image": "n289376.jpg", "question_id": 201445044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201663223", "201663257", "201663221", "201663252", "201663251", "201663222", "201663258", "201663259", "201663272", "201663271", "201663263", "201663262", "201663261"], "equivalent": ["201663260"], "question": "How clean is the microwave?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-microwave_cleanliness"}, "answer": "clean", "semanticStr": "select: microwave (1)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is clean.", "image": "n35676.jpg", "question_id": 201663260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2066214", "2066215", "2066216", "2066217", "2066210", "2066211", "2066212", "2066221", "2066218", "2066219", "2066220", "2066209", "2066208", "2066223", "2066224", "2066207", "2066206", "2066205", "2066222"], "equivalent": ["2066213"], "question": "Is the jacket black and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (7)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is black and long sleeved.", "image": "n356822.jpg", "question_id": 2066213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,in front of,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20692388"], "question": "Does the rug in front of the cabinet look soft and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_soft"}, "answer": "no", "semanticStr": "select: cabinet (9)->relate: rug,in front of,s (7) [0]->verify color: blue [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "7": "9"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the rug is soft but brown.", "image": "n499081.jpg", "question_id": 20692388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201737913", "201737912", "201737910"], "equivalent": ["201737911"], "question": "Is the player on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-player_right"}, "answer": "no", "semanticStr": "select: player (1)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the player is on the left of the image.", "image": "n531731.jpg", "question_id": 201737911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["20621739", "20621738"], "equivalent": ["20621737"], "question": "Do all the animals have the same type?", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "yes", "semanticStr": "select: animal (6)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimals", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the animals are horses.", "image": "n210269.jpg", "question_id": 20621737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (9)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,below,s (0)"}, {"operation": "choose rel", "dependencies": [1], "argument": "curtain,to the left of|to the right of,s (5)"}], "entailed": ["20226992", "20226935", "20226934"], "equivalent": ["20226993"], "question": "Is the curtain to the right or to the left of the woman that is below the ceiling?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_curtain"}, "answer": "left", "semanticStr": "select: ceiling (9)->relate: woman,below,s (0) [0]->choose rel: curtain,to the left of|to the right of,s (5) [1]", "annotations": {"answer": {}, "question": {"2": "5", "12": "0", "17": "9"}, "fullAnswer": {"1": "5", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The curtain is to the left of the woman.", "image": "n68769.jpg", "question_id": 20226993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snowboarder (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "jumping"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20414436"], "equivalent": ["20414435"], "question": "Do you see either any snowboarders or skateboarders that are jumping?", "isBalanced": true, "groups": {"global": null, "local": "04-skateboarder_jumping"}, "answer": "no", "semanticStr": "select: skateboarder (0)->filter pose: jumping [0]->exist: ? [1]->select: snowboarder (-) ->filter pose: jumping [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a skateboarder but he is standing.", "image": "n16936.jpg", "question_id": 20414435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414397", "20414410", "20414396", "20414395"], "equivalent": ["20414431"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skateboarder", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is standing.", "image": "n16936.jpg", "question_id": 20414431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify fatness", "dependencies": [0], "argument": "skinny "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20866473", "20866472", "20866471", "20866467", "20866477", "20866475", "20866474", "20866479", "20866478", "20866468", "20866469", "20866480", "20866470"], "equivalent": ["20866476"], "question": "Do the jeans look skinny and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_skinny"}, "answer": "yes", "semanticStr": "select: jeans (6)->verify color: blue [0]->verify fatness: skinny  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jeans are skinny and blue.", "image": "n579256.jpg", "question_id": 20866476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20491767", "20491753", "20491761", "20491755", "20491762", "20491769", "20491723", "20491725", "20491724", "20491768", "20491754"], "equivalent": ["20491752", "20491753"], "question": "Is the grass green?", "isBalanced": true, "groups": {"global": null, "local": "06-grass_green"}, "answer": "no", "semanticStr": "select: grass (12)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the grass is brown.", "image": "n335542.jpg", "question_id": 20491752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201055923", "201055932", "201055933", "201055934", "201055935", "201055936", "201055937", "201055929", "201055928", "201055924", "201055925"], "equivalent": ["201055938"], "question": "How clean is the small vehicle?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-car_cleanliness"}, "answer": "tinted", "semanticStr": "select: vehicle (3)->filter size: small [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is tinted.", "image": "n259002.jpg", "question_id": 201055938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (22)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,near,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201887182", "201887183", "201887186", "201887184", "201887185"], "equivalent": ["201887187"], "question": "What is the shape of the vegetable near the cabbage?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-cauliflower_shape"}, "answer": "round", "semanticStr": "select: cabbage (22)->relate: vegetable,near,s (18) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"9": "22", "6": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cauliflower is round.", "image": "n429961.jpg", "question_id": 201887187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (18)"}, {"operation": "relate", "dependencies": [1], "argument": "umbrella,to the left of,s (19)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20836990", "20837045", "20837046", "20837095", "20837094"], "equivalent": ["20837044"], "question": "Are there umbrellas to the left of the person that is to the left of the palm?", "isBalanced": true, "groups": {"global": null, "local": "13-person_umbrella"}, "answer": "yes", "semanticStr": "select: palm tree (14)->relate: person,to the left of,s (18) [0]->relate: umbrella,to the left of,s (19) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "18", "2": "19", "16": "14"}, "fullAnswer": {"10": "18", "4": "19"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an umbrella to the left of the person.", "image": "n507959.jpg", "question_id": 20837044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rice (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,near,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "knife,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202244495"], "equivalent": ["202244496"], "question": "Are there any knives to the right of the vegetables near the rice?", "isBalanced": true, "groups": {"global": null, "local": "13-beans_knife"}, "answer": "no", "semanticStr": "select: rice (2)->relate: vegetable,near,s (1) [0]->relate: knife,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "1", "12": "2"}, "fullAnswer": {"10": "1", "4": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bowl to the right of the beans.", "image": "n296467.jpg", "question_id": 202244496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20451971", "20451972", "20451974", "20451975", "20451976", "20451977"], "equivalent": ["20451973"], "question": "What's the glass made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glass_material"}, "answer": "glass", "semanticStr": "select: glass (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glass is made of glass.", "image": "n6908.jpg", "question_id": 20451973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20978775", "20978776", "20978777"], "equivalent": ["20978778"], "question": "Which side of the image is the blond woman on?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "left", "semanticStr": "select: woman (9)->filter color: blond [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the left of the image.", "image": "n551964.jpg", "question_id": 20978778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (14)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the left of,s (19)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["20837039", "20837038", "20837020", "20837035", "20837037", "20837036"], "equivalent": ["20837043"], "question": "Is the umbrella to the left of the palm tree closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-umbrella_15"}, "answer": "closed", "semanticStr": "select: palm tree (14)->relate: umbrella,to the left of,s (19) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"8:10": "14", "2": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The umbrella is closed.", "image": "n507959.jpg", "question_id": 20837043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (10)"}, {"operation": "verify opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20451979"], "question": "Is the glass both large and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_large"}, "answer": "no", "semanticStr": "select: glass (10)->verify opaqness: clear [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glass is clear but small.", "image": "n6908.jpg", "question_id": 20451979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinets,to the right of,s (10)"}, {"operation": "verify", "dependencies": [1], "argument": "open"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201663041"], "equivalent": ["201663041", "201663040"], "question": "Are the cabinets to the right of the drawers open and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-open_wood"}, "answer": "no", "semanticStr": "select: drawers (7)->relate: cabinets,to the right of,s (10) [0]->verify: open [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "7", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinets are wooden but closed.", "image": "n35676.jpg", "question_id": 201663040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (15)"}, {"operation": "choose rel", "dependencies": [0], "argument": "shelf,to the left of|to the right of,s (12)"}], "entailed": ["201556664", "201556665", "201556663", "201556643"], "equivalent": ["201556644"], "question": "Is the shelf to the right or to the left of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-picture_shelf"}, "answer": "left", "semanticStr": "select: picture (15)->choose rel: shelf,to the left of|to the right of,s (12) [0]", "annotations": {"answer": {}, "question": {"2": "12", "12": "15"}, "fullAnswer": {"1": "12", "8": "15"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The shelf is to the left of the picture.", "image": "n525901.jpg", "question_id": 201556644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201866545", "201866544", "201866543", "201866541"], "equivalent": ["201866544", "201866543", "201866542", "201866541"], "question": "What type of place is pictured?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "walkway", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a walkway.", "image": "n211324.jpg", "question_id": 201866542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030414", "201030413", "201030393", "201030394", "201030405", "201030404", "201030406"], "equivalent": ["201030415"], "question": "What kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "couch", "semanticStr": "select: furniture (17)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "17", "4": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n54424.jpg", "question_id": 201030415}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the left of,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201861268"], "equivalent": ["201861267", "201861268"], "question": "Does the mirror to the left of the person look brown and small?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "no", "semanticStr": "select: person (2)->relate: mirror,to the left of,s (3) [0]->verify color: brown [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "2", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mirror is small but silver.", "image": "n390187.jpg", "question_id": 201861267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201030409", "201030393", "201030411"], "equivalent": ["201030410"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "couch", "semanticStr": "select: furniture (17)->query: name [0]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n54424.jpg", "question_id": 201030410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797674", "20797675", "20797667", "20797666", "20797668"], "equivalent": ["20797694"], "question": "What animal is staring?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_staring"}, "answer": "cat", "semanticStr": "select: animal (4)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n16656.jpg", "question_id": 20797694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,sitting under,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207372", "201207371", "201207077", "201207374"], "equivalent": ["201207375"], "question": "What vegetable is the fork sitting under?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-fork_sitting under,o"}, "answer": "broccoli", "semanticStr": "select: fork (4)->relate: vegetable,sitting under,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "4", "6": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is sitting under the broccoli.", "image": "n222915.jpg", "question_id": 201207375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,below,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "dry "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20262596", "20262597", "20262587", "20262586", "20262581", "20262590", "20262582", "20262600", "20262601", "20262589", "20262588", "20262599", "20262595", "20262584", "20262602", "20262609", "20262583", "20262603"], "equivalent": ["20262580"], "question": "Is the grass below the kite dry and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_dry"}, "answer": "yes", "semanticStr": "select: kite (4)->relate: grass,below,s (1) [0]->verify color: brown [1]->verify: dry  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "4"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is dry and brown.", "image": "n172618.jpg", "question_id": 20262580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (17)"}, {"operation": "select", "dependencies": [], "argument": "ipod (2) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20899147"], "equivalent": ["20899147", "20899146"], "question": "What do the umbrella and the ipod have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-ipod_umbrella"}, "answer": "color", "semanticStr": "select: umbrella (17)->select: ipod (2) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "17", "6": "2"}, "fullAnswer": {"4": "17", "7": "2"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the umbrella and the ipod are blue.", "image": "n403734.jpg", "question_id": 20899146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "orange "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201185778", "201185779"], "equivalent": ["201185778", "201185779", "201185777"], "question": "Do the shorts made out of cotton look orange and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_orange"}, "answer": "no", "semanticStr": "select: shorts (2)->filter material: cotton [0]->verify length: long [1]->verify color: orange  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "6": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are orange but short.", "image": "n494918.jpg", "question_id": 201185777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (15) "}, {"operation": "filter shape", "dependencies": [3], "argument": "rectangular"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20226662"], "equivalent": ["20226661"], "question": "Is there either a rectangular plate or table in the picture?", "isBalanced": true, "groups": {"global": null, "local": "04-table_rectangular"}, "answer": "yes", "semanticStr": "select: table (14)->filter shape: rectangular [0]->exist: ? [1]->select: plate (15) ->filter shape: rectangular [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "15", "7": "14"}, "fullAnswer": {"5": "14"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a rectangular table.", "image": "n68769.jpg", "question_id": 20226661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20782927"], "question": "Who is the man in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_in front of,o"}, "answer": "people", "semanticStr": "select: man (10)->relate: person,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "10", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the people.", "image": "n355339.jpg", "question_id": 20782927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (12)"}, {"operation": "select", "dependencies": [], "argument": "hat (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201535603", "201535602", "201535604"], "equivalent": ["201535604", "201535605"], "question": "Is the box different in color than the hat?", "isBalanced": true, "groups": {"global": null, "local": "09diff-box_hat"}, "answer": "no", "semanticStr": "select: box (12)->select: hat (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "12"}, "fullAnswer": {"3": "12", "6": "8"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the box and the hat are white.", "image": "n272098.jpg", "question_id": 201535605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887252", "201887165", "201887171"], "equivalent": ["201887166"], "question": "What kind of vegetable isn't round?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_n#round"}, "answer": "broccoli", "semanticStr": "select: vegetable (7)->filter shape: not(round) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetable is broccoli.", "image": "n429961.jpg", "question_id": 201887166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (6)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "relate", "dependencies": [1], "argument": "motorcycle,on,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201509761", "201509760"], "equivalent": ["201509815"], "question": "Are there motorcycles on the square stone?", "isBalanced": true, "groups": {"global": null, "local": "13-stone_motorcycle"}, "answer": "yes", "semanticStr": "select: stone (6)->filter shape: square [0]->relate: motorcycle,on,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "6"}, "fullAnswer": {"4": "0", "7": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a motorcycle on the stone.", "image": "n62458.jpg", "question_id": 201509815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509813"], "equivalent": ["201509814"], "question": "What's the motorcycle on?", "isBalanced": true, "groups": {"global": "material", "local": "14-motorcycle_on,o"}, "answer": "stone", "semanticStr": "select: motorcycle (0)->relate: _,on,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is on the stone.", "image": "n62458.jpg", "question_id": 201509814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509815", "201509760", "201509761", "201509812"], "equivalent": ["201509811"], "question": "What is on the stone?", "isBalanced": true, "groups": {"global": "object", "local": "14-stone_on,s"}, "answer": "motorcycle", "semanticStr": "select: stone (6)->relate: _,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "6"}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is on the stone.", "image": "n62458.jpg", "question_id": 201509811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20330251", "20330250", "20330252", "20330246", "20330247", "20330257", "20330249"], "equivalent": ["20330248"], "question": "What color is the coat?", "isBalanced": true, "groups": {"global": "color", "local": "10q-coat_color"}, "answer": "black", "semanticStr": "select: coat (12)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coat is black.", "image": "n260521.jpg", "question_id": 20330248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201455974"], "question": "What is in front of the sky?", "isBalanced": true, "groups": {"global": "place", "local": "14-sky_in front of,s"}, "answer": "hill", "semanticStr": "select: sky (9)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hill is in front of the sky.", "image": "n413761.jpg", "question_id": 201455974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (18)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887159", "201887161"], "equivalent": ["201887160"], "question": "What kind of vegetable is round?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_round"}, "answer": "cauliflower", "semanticStr": "select: vegetable (18)->filter shape: round [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "3": "18"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetable is cauliflower.", "image": "n429961.jpg", "question_id": 201887160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hill (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201455976"], "question": "What is the hill in front of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-hill_in front of,o"}, "answer": "sky", "semanticStr": "select: hill (7)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hill is in front of the sky.", "image": "n413761.jpg", "question_id": 201455976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify", "dependencies": [1], "argument": "high"}], "entailed": ["202000974", "202000966", "202000967", "202000973", "202000972", "202000971"], "equivalent": ["202000975"], "question": "Does the sign made of metal look high?", "isBalanced": true, "groups": {"global": null, "local": "06-street sign_high"}, "answer": "yes", "semanticStr": "select: sign (7)->filter material: metal [0]->verify: high [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street sign is high.", "image": "n299528.jpg", "question_id": 202000975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20978604", "20978600", "20978601", "20978602", "20978590", "20978591", "20978592", "20978594", "20978595", "20978587", "20978626", "20978625"], "equivalent": ["20978593"], "question": "What is the color of the fence made of wood?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "brown", "semanticStr": "select: fence (2)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "2", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is brown.", "image": "n551964.jpg", "question_id": 20978593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202126091"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "umpire", "semanticStr": "select: person (8)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is looking up.", "image": "n573460.jpg", "question_id": 202126091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (8)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["202126093", "202126092", "202126095", "202126094", "202126088", "202126089", "202126086", "202126087", "202126085", "202126097", "202126099", "202126096", "202126098", "202126101", "202126100"], "equivalent": ["202126090"], "question": "What is the umpire doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-umpire_activity"}, "answer": "looking up", "semanticStr": "select: umpire (8)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is looking up.", "image": "n573460.jpg", "question_id": 202126090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (6)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201621588", "201621657", "201621650", "201621587"], "equivalent": ["201621649"], "question": "What is in front of the speaker on the right side?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-speaker_in front of,s"}, "answer": "couch", "semanticStr": "select: speaker (6)->filter hposition: right [0]->relate: _,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"6": "6"}, "fullAnswer": {"1": "3", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the speaker.", "image": "n275148.jpg", "question_id": 201621649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20978598", "20978596", "20978597"], "equivalent": ["20978599"], "question": "Do you see fences in this photo that are not brown?", "isBalanced": true, "groups": {"global": null, "local": "04-fence_n#brown"}, "answer": "no", "semanticStr": "select: fence (2)->filter color: not(brown) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a fence but it is brown.", "image": "n551964.jpg", "question_id": 20978599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (7)"}, {"operation": "relate", "dependencies": [0], "argument": "umpire,to the left of,s (8)"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking up|waiting"}], "entailed": ["202126101", "202126100"], "equivalent": ["202126099"], "question": "What is the umpire to the left of the player doing, looking up or waiting?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-umpire_activity"}, "answer": "looking up", "semanticStr": "select: player (7)->relate: umpire,to the left of,s (8) [0]->choose activity: looking up|waiting [1]", "annotations": {"answer": {}, "question": {"9": "7", "3": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The umpire is looking up.", "image": "n573460.jpg", "question_id": 202126099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889347"], "equivalent": ["201889346"], "question": "Who is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "skier", "semanticStr": "select: pants (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "6"}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing trousers.", "image": "n88366.jpg", "question_id": 201889346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889346"], "equivalent": ["201889347"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "skier", "semanticStr": "select: pants (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing trousers.", "image": "n88366.jpg", "question_id": 201889347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081061", "202081062", "202081060", "202081072", "202081071", "202081070", "202081095", "202081094", "202081091", "202081090", "202081093"], "equivalent": ["202081092"], "question": "Which kind of appliance is metallic?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_metal"}, "answer": "toaster", "semanticStr": "select: appliance (3)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081061", "202081062", "202081060", "202081072", "202081071", "202081070", "202081094", "202081091", "202081090", "202081093", "202081092"], "equivalent": ["202081095"], "question": "Which kind of appliance is made of metal?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_metal"}, "answer": "toaster", "semanticStr": "select: appliance (3)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skiing"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (4)"}], "entailed": ["201889342"], "equivalent": ["201889343"], "question": "Is the person that is skiing wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-skier_helmet"}, "answer": "yes", "semanticStr": "select: person (0)->filter sportActivity: skiing [0]->verify rel: helmet,wearing,o (4) [1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "0", "5": "0"}, "fullAnswer": {"2": "0", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the skier is wearing a helmet.", "image": "n88366.jpg", "question_id": 201889343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889341"], "equivalent": ["201889340"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "skier", "semanticStr": "select: helmet (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing a helmet.", "image": "n88366.jpg", "question_id": 201889340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081077", "202081076", "202081075", "202081061", "202081062", "202081060", "202081097", "202081096"], "equivalent": ["202081099"], "question": "What appliance is silver?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_silver"}, "answer": "toaster", "semanticStr": "select: appliance (3)->filter color: silver [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "jersey,wearing,o (-)"}], "entailed": ["20953074"], "equivalent": ["20953073"], "question": "Is the player wearing a jersey?", "isBalanced": true, "groups": {"global": null, "local": "13-player_jersey"}, "answer": "no", "semanticStr": "select: player (0)->verify rel: jersey,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the player is wearing a wristband.", "image": "n413319.jpg", "question_id": 20953073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "racket,swinging,o (1)"}], "entailed": ["20953078"], "equivalent": ["20953077"], "question": "Is the male player swinging a tennis racket?", "isBalanced": true, "groups": {"global": null, "local": "13-player_racket"}, "answer": "yes", "semanticStr": "select: player (0)->filter gender: male [0]->verify rel: racket,swinging,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6:8": "1"}, "fullAnswer": {"2": "0", "6:8": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the player is swinging a tennis racket.", "image": "n413319.jpg", "question_id": 20953077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647461", "20647420", "20647421", "20647419"], "equivalent": ["20647422"], "question": "What does the man hold?", "isBalanced": true, "groups": {"global": "sport", "local": "14-man_holding,o"}, "answer": "baseball", "semanticStr": "select: man (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man holds the baseball.", "image": "n98540.jpg", "question_id": 20647422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(glass)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(glass)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201676597", "201676596"], "equivalent": ["201676590"], "question": "Is there a door or a window that is not made of glass?", "isBalanced": true, "groups": {"global": null, "local": "04-window_n#glass"}, "answer": "no", "semanticStr": "select: window (9)->filter material: not(glass) [0]->exist: ? [1]->select: door (-) ->filter material: not(glass) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is made of glass.", "image": "n233607.jpg", "question_id": 201676590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473013", "20473012", "20473007"], "equivalent": ["20473008"], "question": "Who is in front of the woman?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_in front of,s"}, "answer": "boy", "semanticStr": "select: woman (7)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the woman.", "image": "n126891.jpg", "question_id": 20473008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2053691"], "equivalent": ["2053690"], "question": "Is the cow small and still?", "isBalanced": true, "groups": {"global": null, "local": "05-small_still"}, "answer": "no", "semanticStr": "select: cow (3)->verify size: small [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cow is still but large.", "image": "n146555.jpg", "question_id": 2053690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bath towel,near,s (10)"}, {"operation": "verify length", "dependencies": [1], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20518265"], "question": "Is the bath towel near the toilet white and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "no", "semanticStr": "select: toilet (14)->relate: bath towel,near,s (10) [0]->verify length: short [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "10", "6": "14"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bath towel is white but long.", "image": "n141939.jpg", "question_id": 20518265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20473008", "20473013", "20473012"], "equivalent": ["20473007"], "question": "Who is in front of the old person?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_in front of,s"}, "answer": "boy", "semanticStr": "select: person (7)->filter age: old [0]->relate: person,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "7"}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the woman.", "image": "n126891.jpg", "question_id": 20473007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20541603", "20541600", "20541601", "20541602", "20541597", "20541604", "20541606", "20541607", "20541598", "20541599"], "equivalent": ["20541605", "20541606"], "question": "On which side of the picture is the happy woman?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "left", "semanticStr": "select: woman (9)->filter face expression: happy [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the left of the image.", "image": "n527290.jpg", "question_id": 20541605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "select", "dependencies": [], "argument": "hat (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202223030", "202223027", "202223029"], "equivalent": ["202223030", "202223028", "202223029"], "question": "Does the shirt have a different color than the hat?", "isBalanced": true, "groups": {"global": null, "local": "09diff-hat_shirt"}, "answer": "no", "semanticStr": "select: shirt (1)->select: hat (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "1"}, "fullAnswer": {"3": "1", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shirt and the hat are white.", "image": "n257997.jpg", "question_id": 202223028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201759208", "201759204"], "equivalent": ["201759205"], "question": "What's in front of the door?", "isBalanced": true, "groups": {"global": "thing", "local": "14-door_in front of,s"}, "answer": "mat", "semanticStr": "select: door (4)->relate: _,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is in front of the door.", "image": "n150962.jpg", "question_id": 201759205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201759208", "201759205"], "equivalent": ["201759204"], "question": "What is in front of the closed door?", "isBalanced": true, "groups": {"global": "thing", "local": "14-door_in front of,s"}, "answer": "mat", "semanticStr": "select: door (4)->filter: closed [0]->relate: _,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"6:8": "4"}, "fullAnswer": {"1": "10", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is in front of the door.", "image": "n150962.jpg", "question_id": 201759204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201322827", "201322714"], "equivalent": ["201322828"], "question": "What sign is on top of the sidewalk?", "isBalanced": true, "groups": {"global": "sign", "local": "15-sidewalk_on top of,s"}, "answer": "street sign", "semanticStr": "select: sidewalk (7)->relate: sign,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n311910.jpg", "question_id": 201322828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting under,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207371", "201207077", "201207375", "201207374"], "equivalent": ["201207372"], "question": "What is the fork sitting under?", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-fork_sitting under,o"}, "answer": "broccoli", "semanticStr": "select: fork (4)->relate: _,sitting under,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "4", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is sitting under the broccoli.", "image": "n222915.jpg", "question_id": 201207372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201322714", "201322828"], "equivalent": ["201322827"], "question": "What sign is on top of the side walk?", "isBalanced": true, "groups": {"global": "sign", "local": "15-sidewalk_on top of,s"}, "answer": "street sign", "semanticStr": "select: sidewalk (7)->relate: sign,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9", "7:9": "7"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n311910.jpg", "question_id": 201322827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "can (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202006205", "202006204", "202006203"], "equivalent": ["202006205", "202006206"], "question": "Do you see either any cans or mats there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-can_mat"}, "answer": "no", "semanticStr": "select: mat (-)->exist: ? [0]->select: can (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cans or mats.", "image": "n97485.jpg", "question_id": 202006206}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "books,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20480778", "20480779", "20480777", "20480338", "20480473", "20480472", "20480474", "20480780"], "equivalent": ["20480471"], "question": "What is the animal to the left of the books near the water bottle?", "isBalanced": true, "groups": {"global": "animal", "local": "15-books_to the left of,s"}, "answer": "cat", "semanticStr": "select: water bottle (5)->relate: books,near,s (6) [0]->relate: animal,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "6", "3": "3", "12:14": "5"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n520071.jpg", "question_id": 20480471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20588933"], "equivalent": ["20588934"], "question": "Who rides on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (0)->relate: person,riding on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4:6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater rides on a skateboard.", "image": "n258500.jpg", "question_id": 20588934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scarf (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201972893", "201972879", "201972878", "201972891", "201972883", "201972876", "201972881"], "equivalent": ["201972880"], "question": "What color is the scarf?", "isBalanced": true, "groups": {"global": "color", "local": "10q-scarf_color"}, "answer": "white", "semanticStr": "select: scarf (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The scarf is white.", "image": "n541482.jpg", "question_id": 201972880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20588934"], "equivalent": ["20588933"], "question": "Who rides on a skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (0)->relate: person,riding on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "5", "4:6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater rides on a skateboard.", "image": "n258500.jpg", "question_id": 20588933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing by,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20754690", "20754684", "20754685", "20754686", "20754687", "20754680", "20754681", "20754683"], "equivalent": ["20754682", "20754683"], "question": "What is the height of the person that is standing by the other person?", "isBalanced": true, "groups": {"global": "height", "local": "10q-person_height"}, "answer": "tall", "semanticStr": "select: person (1)->relate: person,standing by,s (2) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"13": "1", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is tall.", "image": "n566028.jpg", "question_id": 20754682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20258632", "20258633", "20258631", "20258637", "20258634", "20258635", "20258614", "20258628", "20258638", "20258643"], "equivalent": ["20258636"], "question": "What is the chair made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "wood", "semanticStr": "select: chair (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of wood.", "image": "n204894.jpg", "question_id": 20258636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (12)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,near,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20258632", "20258633", "20258631", "20258636", "20258637", "20258634", "20258614", "20258628", "20258638", "20258643"], "equivalent": ["20258635"], "question": "What type of material is the chair near the toy made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "wood", "semanticStr": "select: toy (12)->relate: chair,near,s (11) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9": "12", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of wood.", "image": "n204894.jpg", "question_id": 20258635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201438344", "201438345", "201438343"], "equivalent": ["201438346"], "question": "On which side of the image is the umpire?", "isBalanced": true, "groups": {"global": null, "local": "10q-umpire_hposition"}, "answer": "left", "semanticStr": "select: umpire (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is on the left of the image.", "image": "n66756.jpg", "question_id": 201438346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,plugged into,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204736", "20204737", "20204741", "20204740", "20204739", "20204822", "20204823", "20204735"], "equivalent": ["20204738"], "question": "What is the charger plugged into?", "isBalanced": true, "groups": {"global": "device", "local": "14-charger_plugged into,o"}, "answer": "laptop", "semanticStr": "select: charger (14)->relate: _,plugged into,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "14", "6:8": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The charger is plugged into the laptop computer.", "image": "n532191.jpg", "question_id": 20204738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,above,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20411804", "20411805", "20411802", "20411803", "20411750"], "equivalent": ["20411801", "20411802"], "question": "What are the vegetables above the dessert on the right of the photo?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-dessert_above,s"}, "answer": "carrots", "semanticStr": "select: dessert (8)->filter hposition: right [0]->relate: vegetable,above,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "6": "8"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are carrots.", "image": "n363445.jpg", "question_id": 20411801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,plugged into,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204732", "20204733", "20204730", "20204731", "20204729"], "equivalent": ["20204734"], "question": "Which kind of device is plugged into the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_plugged into,s"}, "answer": "charger", "semanticStr": "select: laptop (4)->relate: device,plugged into,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a charger.", "image": "n532191.jpg", "question_id": 20204734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short sleeved)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202169259", "202169264", "202169261", "202169260", "202169256", "202169257", "202169254", "202169255", "202169262"], "equivalent": ["202169258"], "question": "What is the color of the jacket that is not short sleeved?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "brown", "semanticStr": "select: jacket (3)->filter: not(short sleeved) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "3", "10:12": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is brown.", "image": "n451187.jpg", "question_id": 202169258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,plugged into,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204732", "20204733", "20204730", "20204734", "20204729"], "equivalent": ["20204731"], "question": "What's plugged into the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_plugged into,s"}, "answer": "charger", "semanticStr": "select: laptop (4)->relate: _,plugged into,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The charger is plugged into the laptop.", "image": "n532191.jpg", "question_id": 20204731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,walking near,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017456", "2017457", "2017455", "2017459", "2017460", "2017084"], "equivalent": ["2017461"], "question": "What animal is the horse walking by?", "isBalanced": true, "groups": {"global": "animal", "local": "15-horse_walking near,o"}, "answer": "goat", "semanticStr": "select: horse (6)->relate: animal,walking near,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "6", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is walking by the goat.", "image": "n324908.jpg", "question_id": 2017461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "bag,to the left of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201571091", "201571096", "201571097", "201571094", "201571095", "201571098", "201571020", "201570930", "201570929", "201570927", "201570928"], "equivalent": ["201571092"], "question": "What is the bag to the left of the person next to the suitcase?", "isBalanced": true, "groups": {"global": "bag", "local": "15-woman_to the left of,s"}, "answer": "purse", "semanticStr": "select: suitcase (8)->relate: person,next to,s (1) [0]->relate: bag,to the left of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "1", "3": "2", "13": "8"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is a purse.", "image": "n382416.jpg", "question_id": 201571092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (10)"}, {"operation": "filter", "dependencies": [1], "argument": "old"}, {"operation": "choose size", "dependencies": [2], "argument": "large|small"}], "entailed": ["20861030", "20861013", "20861023", "20861011", "20861033", "20861021", "20861012", "20861025", "20861024", "20861027", "20861026", "20861014", "20861020", "20861016", "20861017", "20861018", "20861019", "20861029", "20861034", "20861015"], "equivalent": ["20861028"], "question": "Is the old vehicle in front of the building small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-car_size"}, "answer": "large", "semanticStr": "select: building (12)->relate: vehicle,in front of,s (10) [0]->filter: old [1]->choose size: large|small [2]", "annotations": {"answer": {}, "question": {"8": "12", "2:4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is large.", "image": "n434283.jpg", "question_id": 20861028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (5)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "purse,to the left of,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201571096", "201571097", "201571095", "201571098", "201571020", "201570930", "201570929", "201570927", "201570928"], "equivalent": ["201571094"], "question": "Is there any purse to the left of the woman the suitcase is to the right of?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_purse"}, "answer": "yes", "semanticStr": "select: suitcase (5)->relate: woman,to the right of,o (1) [0]->relate: purse,to the left of,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "1", "11": "5", "3": "2"}, "fullAnswer": {"10": "1", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a purse to the left of the woman.", "image": "n382416.jpg", "question_id": 201571094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short sleeved)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20898641", "20898640", "20898642", "20898636", "20898637", "20898629", "20898638"], "equivalent": ["20898639"], "question": "Which color does the shirt that is not short sleeved have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "red", "semanticStr": "select: shirt (12)->filter: not(short sleeved) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8:10": "12", "4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt has red color.", "image": "n243701.jpg", "question_id": 20898639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157217", "20157209", "20157208", "20157218", "20157221", "20157224"], "equivalent": ["20157223"], "question": "How is the food that is brown called?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_brown"}, "answer": "pancake", "semanticStr": "select: food (3)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a pancake.", "image": "n170941.jpg", "question_id": 20157223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "relate", "dependencies": [1], "argument": "screen,to the right of,s (10)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2097609", "2097608"], "equivalent": ["2097607", "2097608"], "question": "Are there screens to the right of the monitor that is not off?", "isBalanced": true, "groups": {"global": null, "local": "13-monitor_screen"}, "answer": "no", "semanticStr": "select: monitor (1)->filter: not(off) [0]->relate: screen,to the right of,s (10) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "10", "8": "1", "12": "1"}, "fullAnswer": {"9": "1", "2": "10"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the screen is to the left of the monitor.", "image": "n513429.jpg", "question_id": 2097607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157217", "20157209", "20157208", "20157218", "20157221", "20157223"], "equivalent": ["20157224"], "question": "What food is brown?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_brown"}, "answer": "pancake", "semanticStr": "select: food (3)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a pancake.", "image": "n170941.jpg", "question_id": 20157224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (4)"}, {"operation": "verify pose", "dependencies": [0], "argument": "running"}], "entailed": ["202208362", "202208361"], "equivalent": ["202208360"], "question": "Is the traffic sign running?", "isBalanced": true, "groups": {"global": null, "local": "06-traffic sign_running"}, "answer": "yes", "semanticStr": "select: traffic sign (4)->verify pose: running [0]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the traffic sign is running.", "image": "n124651.jpg", "question_id": 202208360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201803976", "201804080", "201804081", "201804091", "201804090", "201804079", "201804076", "201804075", "201804089"], "equivalent": ["201804077"], "question": "What is in front of the computer monitor?", "isBalanced": true, "groups": {"global": "device", "local": "14-computer monitor_in front of,s"}, "answer": "keyboard", "semanticStr": "select: computer monitor (2)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7:9": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is in front of the computer monitor.", "image": "n51002.jpg", "question_id": 201804077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (3)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157209", "20157208", "20157225", "20157227", "20157226"], "equivalent": ["20157228"], "question": "Which kind of food is round?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_round"}, "answer": "pancake", "semanticStr": "select: food (3)->filter shape: round [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a pancake.", "image": "n170941.jpg", "question_id": 20157228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|sleeveless"}], "entailed": ["20898636", "20898630", "20898631", "20898632", "20898633", "20898629"], "equivalent": ["20898634"], "question": "Does the shirt look long sleeved or sleeveless?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (12)->choose: long sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n243701.jpg", "question_id": 20898634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053203"], "equivalent": ["202053202"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "umpire", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a shirt.", "image": "n334278.jpg", "question_id": 202053202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202053200"], "question": "Who is watching the pitcher?", "isBalanced": true, "groups": {"global": "person", "local": "14-pitcher_watching,s"}, "answer": "umpire", "semanticStr": "select: pitcher (6)->relate: person,watching,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is watching the pitcher.", "image": "n334278.jpg", "question_id": 202053200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "relate", "dependencies": [0], "argument": "drapes,hang from,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202162433", "202162421", "202162422", "202162424", "202162425", "202162426", "202162427", "202162428", "202162432", "202162410"], "equivalent": ["202162423", "202162424"], "question": "What color do you think are the drapes that are hang from the window?", "isBalanced": true, "groups": {"global": "color", "local": "10q-drapes_color"}, "answer": "green", "semanticStr": "select: window (5)->relate: drapes,hang from,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "5", "7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The draperies are green.", "image": "n69237.jpg", "question_id": 202162423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202265583", "202265586", "202265585", "202265584"], "equivalent": ["202265587"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "shirt", "semanticStr": "select: clothing (1)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n534106.jpg", "question_id": 202265587}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20836775", "20836776", "20836779", "20836780", "20836778", "20836781"], "equivalent": ["20836777"], "question": "What is the bag that is not large hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-purse_hanging from,o"}, "answer": "table", "semanticStr": "select: bag (11)->filter size: not(large) [0]->relate: _,hanging from,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "11", "7": "11"}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The purse is hanging from the table.", "image": "n507959.jpg", "question_id": 20836777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149811", "20149810", "20149893", "20149894"], "equivalent": ["20149892"], "question": "What is the item of furniture on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "cabinet", "semanticStr": "select: floor (2)->relate: furniture,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"10": "2", "3:6": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n65866.jpg", "question_id": 20149892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361475"], "equivalent": ["20361477"], "question": "What clothing items are beige?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_beige"}, "answer": "snow pants", "semanticStr": "select: clothing (8)->filter color: beige [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"1:3": "8"}, "fullAnswer": {"1:3": "8", "4:6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are snow pants.", "image": "n352479.jpg", "question_id": 20361477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536382"], "question": "Who is staring?", "isBalanced": true, "groups": {"global": "person", "local": "staring"}, "answer": "umpire", "semanticStr": "select: person (2)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is staring.", "image": "n538684.jpg", "question_id": 201536382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (2)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201536383", "201536380", "201536387", "201536385", "201536378", "201536379", "201536376", "201536377", "201536389", "201536375", "201536388", "201536384", "201536386"], "equivalent": ["201536381"], "question": "What's the umpire doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-umpire_activity"}, "answer": "staring", "semanticStr": "select: umpire (2)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is staring.", "image": "n538684.jpg", "question_id": 201536381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash (14)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify rel", "dependencies": [1], "argument": "tie,below,o (4)"}], "entailed": ["20861225"], "equivalent": ["20861127"], "question": "Is the dirty trash below a tie?", "isBalanced": true, "groups": {"global": null, "local": "13-trash_tie"}, "answer": "yes", "semanticStr": "select: trash (14)->filter cleanliness: dirty [0]->verify rel: tie,below,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "6": "4"}, "fullAnswer": {"2": "14", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the litter is below a tie.", "image": "n434283.jpg", "question_id": 20861127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shower,near,s (16)"}, {"operation": "filter cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "query", "dependencies": [2], "argument": "size"}], "entailed": ["20518475", "20518474", "20518490", "20518488", "20518479", "20518486", "20518487", "20518480", "20518478", "20518482", "20518481", "20518485", "20518483"], "equivalent": ["20518484"], "question": "How big is the clean shower near the mirror?", "isBalanced": true, "groups": {"global": "size", "local": "10q-shower_size"}, "answer": "large", "semanticStr": "select: mirror (1)->relate: shower,near,s (16) [0]->filter cleanliness: clean [1]->query: size [2]", "annotations": {"answer": {}, "question": {"8": "1", "4:6": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shower is large.", "image": "n141939.jpg", "question_id": 20518484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202125971"], "equivalent": ["202125972"], "question": "Who is the shirt worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_worn on,o"}, "answer": "player", "semanticStr": "select: shirt (16)->relate: person,worn on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "16", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the player.", "image": "n573460.jpg", "question_id": 202125972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "policeman (3)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "motorcycle,to the left of,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20648073"], "equivalent": ["20648073", "20648072"], "question": "Is there a motorcycle to the left of the policeman on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-policeman_motorcycle"}, "answer": "no", "semanticStr": "select: policeman (3)->filter hposition: left [0]->relate: motorcycle,to the left of,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "3", "3": "5"}, "fullAnswer": {"2": "5", "9:11": "3"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the motorcycle is to the right of the police officer.", "image": "n471866.jpg", "question_id": 20648072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "hair clip,lying on top of,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "food,same color,_ (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20856610"], "question": "What is the food that is the same color as the hair clip that is lying on top of the bed called?", "isBalanced": true, "groups": {"global": "food", "local": "14-hair clip_same color,_"}, "answer": "snack", "semanticStr": "select: bed (17)->relate: hair clip,lying on top of,s (13) [0]->relate: food,same color,_ (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"11:13": "13", "3": "16", "20": "17"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a snack.", "image": "n293477.jpg", "question_id": 20856610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "select", "dependencies": [], "argument": "book (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20856612", "20856613"], "equivalent": ["20856611", "20856612"], "question": "Does the bed have the same color as the book?", "isBalanced": true, "groups": {"global": null, "local": "09same-bed_book"}, "answer": "yes", "semanticStr": "select: bed (17)->select: book (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "17"}, "fullAnswer": {"3": "17", "6": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bed and the book are white.", "image": "n293477.jpg", "question_id": 20856611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candy (13)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,to the left of,s (9)"}, {"operation": "verify rel", "dependencies": [1], "argument": "container,sitting inside,o (1)"}], "entailed": ["20611921", "20611923", "20611922"], "equivalent": ["20611924"], "question": "Is the dessert to the left of the candy sitting inside the container that is not small?", "isBalanced": true, "groups": {"global": null, "local": "13-brownie_container"}, "answer": "yes", "semanticStr": "select: candy (13)->relate: dessert,to the left of,s (9) [0]->verify rel: container,sitting inside,o (1) [1]", "annotations": {"answer": {}, "question": {"2": "9", "8": "13", "12": "1", "16": "1"}, "fullAnswer": {"2": "9", "7": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the brownie is sitting inside the container.", "image": "n28996.jpg", "question_id": 20611924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202037125", "202037126"], "equivalent": ["202037127"], "question": "What sits atop the pizza box?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pizza box_sitting atop,s"}, "answer": "pizza crust", "semanticStr": "select: pizza box (2)->relate: _,sitting atop,s (8) [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {}, "fullAnswer": {"1:3": "8", "6:8": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza crust sits atop the pizza box.", "image": "n200225.jpg", "question_id": 202037127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "relate", "dependencies": [0], "argument": "bookcase,near,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "empty"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20480293"], "equivalent": ["20480293", "20480292"], "question": "Does the bookcase near the lamp look tall and empty?", "isBalanced": true, "groups": {"global": null, "local": "05-empty_tall"}, "answer": "no", "semanticStr": "select: lamp (12)->relate: bookcase,near,s (0) [0]->verify: empty [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "12"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bookcase is tall but full.", "image": "n520071.jpg", "question_id": 20480292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (5)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "verify size", "dependencies": [0], "argument": "huge "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202257414", "202257415", "202257410", "202257411", "202257413", "202257393", "202257397", "202257396", "202257395", "202257394", "202257399", "202257398", "202257378", "202257406", "202257405", "202257403", "202257402", "202257401", "202257400", "202257409", "202257408", "202257380", "202257381"], "equivalent": ["202257407"], "question": "Is the sky cloudy and huge?", "isBalanced": true, "groups": {"global": null, "local": "05-cloudy_huge"}, "answer": "yes", "semanticStr": "select: sky (5)->verify weather: cloudy [0]->verify size: huge  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and huge.", "image": "n92308.jpg", "question_id": 202257407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "stuffed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452191", "20452190", "20452229", "20452230"], "equivalent": ["20452231"], "question": "Which kind of furniture is stuffed?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_stuffed"}, "answer": "chair", "semanticStr": "select: furniture (8)->filter: stuffed [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n6908.jpg", "question_id": 20452231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452191", "20452190", "20452197", "20452238", "20452239", "20452199", "20452198", "20452202", "20452201", "20452200", "20452240"], "equivalent": ["20452238", "20452237"], "question": "What is the name of the comfortable item of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_comfortable"}, "answer": "chair", "semanticStr": "select: furniture (8)->filter: comfortable [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"7:10": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n6908.jpg", "question_id": 20452237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dish drainer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "soap dish (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201889553", "201889552"], "equivalent": ["201889553", "201889554"], "question": "Are there any soap dishes or dish drainers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-dish drainer_soap dish"}, "answer": "no", "semanticStr": "select: dish drainer (-)->exist: ? [0]->select: soap dish (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no soap dishes or dish drainers.", "image": "n88366.jpg", "question_id": 201889554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887107", "201887105"], "equivalent": ["201887106"], "question": "What vegetable is on the table?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-table_on,s"}, "answer": "cabbage", "semanticStr": "select: table (12)->relate: vegetable,on,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"1": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a cabbage.", "image": "n429961.jpg", "question_id": 201887106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097933", "2097935", "2097934", "2097913", "2097912"], "equivalent": ["2097936"], "question": "What kind of furniture is smooth?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_smooth"}, "answer": "desk", "semanticStr": "select: furniture (3)->filter state: smooth [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n513429.jpg", "question_id": 2097936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamps (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,near,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20479896", "20479873", "20479872", "20479871", "20479899", "20479898", "20479895", "20479897", "20479878", "20479891", "20479890", "20479893", "20479892", "20479853", "20479852", "20479854", "20479888", "20479889", "20479908", "20479907", "20479879", "20479900"], "equivalent": ["20479894"], "question": "What is the color of the device near the lamps?", "isBalanced": true, "groups": {"global": "color", "local": "10q-radio_color"}, "answer": "silver", "semanticStr": "select: lamps (1)->relate: device,near,s (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "1", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The radio is silver.", "image": "n520071.jpg", "question_id": 20479894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tool (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,near,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201987319"], "equivalent": ["201987375"], "question": "Is there a bench near the tool?", "isBalanced": true, "groups": {"global": null, "local": "13-tool_bench"}, "answer": "yes", "semanticStr": "select: tool (2)->relate: bench,near,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "2"}, "fullAnswer": {"4": "0", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bench near the tool.", "image": "n501951.jpg", "question_id": 201987375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202180424", "202180420", "202180421", "202180417", "202180418"], "equivalent": ["202180419"], "question": "What is the color of the field?", "isBalanced": true, "groups": {"global": "color", "local": "10q-field_color"}, "answer": "green", "semanticStr": "select: field (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is green.", "image": "n380113.jpg", "question_id": 202180419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheels (12)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2076129", "2076127", "2076126", "2076125", "2076134", "2076135", "2076136", "2076130", "2076131", "2076133", "2076171", "2076138", "2076157"], "equivalent": ["2076132"], "question": "How big are the heavy wheels?", "isBalanced": true, "groups": {"global": "size", "local": "10q-wheels_size"}, "answer": "large", "semanticStr": "select: wheels (12)->filter weight: heavy [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wheels are large.", "image": "n173807.jpg", "question_id": 2076132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201246997", "201247059", "201247063", "201247062", "201247061", "201247064"], "equivalent": ["201247060"], "question": "What is located on top of the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_on top of,s"}, "answer": "chair", "semanticStr": "select: rug (5)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is on top of the rug.", "image": "n83784.jpg", "question_id": 201247060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sandwich,on,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "rotten"}], "entailed": ["20794114", "20794121", "20794115", "20794116"], "equivalent": ["20794117"], "question": "Does the sandwich on the plate look rotten?", "isBalanced": true, "groups": {"global": null, "local": "06-sandwich_rotten"}, "answer": "no", "semanticStr": "select: plate (2)->relate: sandwich,on,s (3) [0]->verify: rotten [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "2"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sandwich is fresh.", "image": "n278453.jpg", "question_id": 20794117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "verify race", "dependencies": [0], "argument": "asian"}, {"operation": "verify age", "dependencies": [0], "argument": "young "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20427706", "20427705", "20427708", "20427709"], "equivalent": ["20427706", "20427707", "20427705", "20427708"], "question": "Does this man look young and Asian?", "isBalanced": true, "groups": {"global": null, "local": "05-asian_young"}, "answer": "no", "semanticStr": "select: man (6)->verify race: asian [0]->verify age: young  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is young but caucasian.", "image": "n281241.jpg", "question_id": 20427707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (5)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "bushy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2017279", "2017278", "2017284", "2017283", "2017282", "2017281", "2017280", "2017286", "2017285", "2017275", "2017295", "2017289", "2017288", "2017291", "2017292", "2017293"], "equivalent": ["2017287", "2017286"], "question": "Does the long tail look bushy and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_bushy"}, "answer": "yes", "semanticStr": "select: tail (5)->filter length: long [0]->verify color: black [1]->verify: bushy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tail is bushy and black.", "image": "n324908.jpg", "question_id": 2017287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20514904", "20514907", "20514906", "20514908"], "equivalent": ["20514905"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "21", "local": "02q-weather"}, "answer": "clear", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is clear.", "image": "n207893.jpg", "question_id": 20514905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pizza (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20611827", "20611828", "20611537", "20611830", "20611521"], "equivalent": ["20611829", "20611830"], "question": "Is there a plate or a pizza in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-pizza_plate"}, "answer": "no", "semanticStr": "select: plate (-)->exist: ? [0]->select: pizza (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no pizzas or plates.", "image": "n28996.jpg", "question_id": 20611829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "folding chair,to the right of,s (10)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|white"}], "entailed": [], "equivalent": ["20472845"], "question": "Is the folding chair to the right of the boy white or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-folding chair_color"}, "answer": "red", "semanticStr": "select: boy (0)->relate: folding chair,to the right of,s (10) [0]->choose color: red|white [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The folding chair is red.", "image": "n126891.jpg", "question_id": 20472845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201498768", "201498769", "201498778", "201498763", "201498777", "201498766", "201498767", "201498764", "201498765", "201498692", "201498770", "201498694", "201498693"], "equivalent": ["201498762"], "question": "What is in front of the computer that looks tall?", "isBalanced": true, "groups": {"global": "device", "local": "14-computer_in front of,s"}, "answer": "phone", "semanticStr": "select: computer (16)->filter height: tall [0]->relate: _,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "16", "6": "16"}, "fullAnswer": {"1": "6", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The phone is in front of the computer.", "image": "n315887.jpg", "question_id": 201498762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "select", "dependencies": [], "argument": "refrigerator (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202119735"], "equivalent": ["202119734", "202119735"], "question": "Is the window the same material as the freezer?", "isBalanced": true, "groups": {"global": null, "local": "09same-refrigerator_window"}, "answer": "yes", "semanticStr": "select: window (8)->select: refrigerator (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "8"}, "fullAnswer": {"3": "8", "6": "0"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the window and the freezer are made of glass.", "image": "n500308.jpg", "question_id": 202119734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tea kettle (19)"}, {"operation": "verify", "dependencies": [0], "argument": "rounded"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20308666", "20308665", "20308664", "20308663", "20308669", "20308668", "20308689", "20308685", "20308687", "20308686", "20308670", "20308671", "20308672", "20308673", "20308674", "20308675", "20308676", "20308677", "20308692", "20308693", "20308690", "20308691", "20308694"], "equivalent": ["20308688"], "question": "Does the tea kettle look rounded and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rounded_white"}, "answer": "yes", "semanticStr": "select: tea kettle (19)->verify: rounded [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"2:4": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tea kettle is rounded and white.", "image": "n278312.jpg", "question_id": 20308688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "guitar (33)"}, {"operation": "relate", "dependencies": [0], "argument": "table,to the left of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "covered "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20836812", "20836810", "20836806", "20836805", "20836813", "20836808", "20836811"], "equivalent": ["20836809"], "question": "Is the table to the left of the guitar black and covered?", "isBalanced": true, "groups": {"global": null, "local": "05-black_covered"}, "answer": "yes", "semanticStr": "select: guitar (33)->relate: table,to the left of,s (10) [0]->verify color: black [1]->verify: covered  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "33", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is black and covered.", "image": "n507959.jpg", "question_id": 20836809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067725", "201067726", "201067748", "201067742", "201067743", "201067741", "201067747", "201067744"], "equivalent": ["201067749"], "question": "What kind of furniture is square?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_square"}, "answer": "table", "semanticStr": "select: furniture (5)->filter shape: square [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n367944.jpg", "question_id": 201067749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201638935"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "men", "semanticStr": "select: person (2)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The men are sitting.", "image": "n271392.jpg", "question_id": 201638935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20836544", "20836328", "20836497"], "equivalent": ["20836803"], "question": "Are there clocks in the picture?", "isBalanced": true, "groups": {"global": null, "local": "03-clock"}, "answer": "no", "semanticStr": "select: clock (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no clocks.", "image": "n507959.jpg", "question_id": 20836803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dresser (7)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20753414", "20753415", "20753411", "20753412"], "equivalent": ["20753413"], "question": "Is the dresser on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-dresser_hposition"}, "answer": "left", "semanticStr": "select: dresser (7)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dresser is on the left of the image.", "image": "n49438.jpg", "question_id": 20753413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (35)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637115", "201637045"], "equivalent": ["201637116"], "question": "Which kind of food is not round?", "isBalanced": true, "groups": {"global": "color", "local": "12q-food_n#round"}, "answer": "orange", "semanticStr": "select: food (35)->filter shape: not(round) [0]->query: name [1]", "annotations": {"answer": {"0": "35"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "35"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is an orange.", "image": "n200692.jpg", "question_id": 201637116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mound (7)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201480372"], "equivalent": ["201480371"], "question": "Who is standing on the mound that is not clean?", "isBalanced": true, "groups": {"global": "person", "local": "14-mound_standing on,s"}, "answer": "boy", "semanticStr": "select: mound (7)->filter cleanliness: not(clean) [0]->relate: person,standing on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "7", "5": "7"}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is standing on the mound.", "image": "n39114.jpg", "question_id": 201480371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ottoman (27)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20672884"], "question": "Is there an ottoman or a bed in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bed_ottoman"}, "answer": "yes", "semanticStr": "select: ottoman (27)->exist: ? [0]->select: bed (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "27"}, "fullAnswer": {"4": "27"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an ottoman.", "image": "n59147.jpg", "question_id": 20672884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (2)"}, {"operation": "filter company", "dependencies": [0], "argument": "not(adidas)"}, {"operation": "choose color", "dependencies": [1], "argument": "blue|black"}], "entailed": ["20482299"], "equivalent": ["20482299", "20482298"], "question": "Does the wrist band that is not Adidas appear to be blue or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-wristband_color"}, "answer": "blue", "semanticStr": "select: wristband (2)->filter company: not(adidas) [0]->choose color: blue|black [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "7": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The wrist band is blue.", "image": "n195249.jpg", "question_id": 20482298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20618693"], "equivalent": ["20618692"], "question": "What place is this image in?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "courtyard", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is at the courtyard.", "image": "n126087.jpg", "question_id": 20618692}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20618692"], "equivalent": ["20618693"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "courtyard", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a courtyard.", "image": "n126087.jpg", "question_id": 20618693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "courtyard (13)"}, {"operation": "select", "dependencies": [], "argument": "wristband (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20618698"], "equivalent": ["20618697"], "question": "Are both the courtyard and the wristband the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-courtyard_wristband"}, "answer": "no", "semanticStr": "select: courtyard (13)->select: wristband (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "13", "6": "5"}, "fullAnswer": {"2": "13", "7": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the courtyard is green and the wristband is white.", "image": "n126087.jpg", "question_id": 20618697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign post (6)"}, {"operation": "select", "dependencies": [], "argument": "street (8) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201638704"], "question": "What do the sign post and the street have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-sign post_street"}, "answer": "color", "semanticStr": "select: sign post (6)->select: street (8) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "8", "3:5": "6"}, "fullAnswer": {"8": "8", "4:6": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the sign post and the street are black.", "image": "n271392.jpg", "question_id": 201638704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (14)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201794983", "201794982"], "equivalent": ["201795014"], "question": "What animal is staring?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_staring"}, "answer": "elephant", "semanticStr": "select: animal (14)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n119944.jpg", "question_id": 201795014}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "saucer (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202262456"], "question": "Is the saucer large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: saucer (8)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the saucer is white but small.", "image": "n28572.jpg", "question_id": 202262456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20878935", "20878934", "20878936", "20878931", "20878932", "20878939", "20878938", "20878929", "20878940", "20878941"], "equivalent": ["20878933"], "question": "Which color is the parking lot?", "isBalanced": true, "groups": {"global": "color", "local": "10q-parking lot_color"}, "answer": "white", "semanticStr": "select: parking lot (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The parking lot is white.", "image": "n259949.jpg", "question_id": 20878933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20863482"], "equivalent": ["20863749"], "question": "Who is the building in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-building_in front of,o"}, "answer": "skateboarder", "semanticStr": "select: building (6)->relate: person,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "6", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The building is in front of the skateboarder.", "image": "n14.jpg", "question_id": 20863749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20550319", "20550296", "20550317"], "equivalent": ["20550318"], "question": "What animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "horse", "semanticStr": "select: animal (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n579928.jpg", "question_id": 20550318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20573543"], "equivalent": ["20573542"], "question": "What is that mat in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-mat_in front of,o"}, "answer": "toilet", "semanticStr": "select: mat (3)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is in front of the toilet.", "image": "n162108.jpg", "question_id": 20573542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "egg (2)"}, {"operation": "select", "dependencies": [], "argument": "plate (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202284787"], "question": "What is common to the egg and the plate?", "isBalanced": true, "groups": {"global": null, "local": "09common-egg_plate"}, "answer": "shape", "semanticStr": "select: egg (2)->select: plate (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "0", "5": "2"}, "fullAnswer": {"4": "2", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the egg and the plate are round.", "image": "n100991.jpg", "question_id": 202284787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201439591", "201439592", "201439564"], "equivalent": ["201439590"], "question": "What animal is standing on the green grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_standing on,s"}, "answer": "horse", "semanticStr": "select: grass (13)->filter color: green [0]->relate: animal,standing on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "13"}, "fullAnswer": {"1": "0", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is standing on the grass.", "image": "n199286.jpg", "question_id": 201439590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,on top of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "food,same shape,_ (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202284788", "202284790"], "equivalent": ["202284790", "202284788", "202284789"], "question": "What type of food has the same shape as the plate that is on top of the tray?", "isBalanced": true, "groups": {"global": "food", "local": "14-plate_same shape,_"}, "answer": "egg", "semanticStr": "select: tray (4)->relate: plate,on top of,s (0) [0]->relate: food,same shape,_ (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"10": "0", "3": "2", "17": "4"}, "fullAnswer": {"1": "2", "8": "0"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The egg is the same shape as the plate.", "image": "n100991.jpg", "question_id": 202284789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (11)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201206859", "201206858", "201206861"], "equivalent": ["201206860"], "question": "Is the bowl on the left part or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-bowl_hposition"}, "answer": "left", "semanticStr": "select: bowl (11)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bowl is on the left of the image.", "image": "n222915.jpg", "question_id": 201206860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (9)"}, {"operation": "filter", "dependencies": [0], "argument": "sparse"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing on,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201765995"], "equivalent": ["201765994"], "question": "What are the sparse trees growing on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-trees_growing on,o"}, "answer": "dirt", "semanticStr": "select: tree (9)->filter: sparse [0]->relate: _,growing on,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing on the dirt.", "image": "n488874.jpg", "question_id": 201765994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201956983", "201956982", "201956980"], "equivalent": ["201956981"], "question": "Is the TV stand on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-tv stand_right"}, "answer": "no", "semanticStr": "select: tv stand (2)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the TV stand is on the left of the image.", "image": "n536256.jpg", "question_id": 201956981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20320496"], "equivalent": ["20320497"], "question": "What's located on top of the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_on top of,s"}, "answer": "newspaper", "semanticStr": "select: wall (13)->relate: _,on top of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The newspaper is on top of the wall.", "image": "n206358.jpg", "question_id": 20320497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "customers (10)"}, {"operation": "verify activity", "dependencies": [0], "argument": "waiting"}], "entailed": ["20240974", "20240971"], "equivalent": ["20240972"], "question": "Do the customers appear to be waiting?", "isBalanced": true, "groups": {"global": null, "local": "06-customers_waiting"}, "answer": "yes", "semanticStr": "select: customers (10)->verify activity: waiting [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the customers are waiting.", "image": "n166008.jpg", "question_id": 20240972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20240975"], "question": "Who is waiting?", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "customers", "semanticStr": "select: person (10)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The customers are waiting.", "image": "n166008.jpg", "question_id": 20240975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20240977"], "equivalent": ["20240977", "20240976"], "question": "Is there any beer in this photo?", "isBalanced": true, "groups": {"global": null, "local": "03-beer"}, "answer": "no", "semanticStr": "select: beer (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is no beer.", "image": "n166008.jpg", "question_id": 20240976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202005770", "202005745", "202006518"], "equivalent": ["202006519"], "question": "Which kind of furniture isn't small?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#small"}, "answer": "cabinet", "semanticStr": "select: furniture (10)->filter size: not(small) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n97485.jpg", "question_id": 202006519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (16)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20781808"], "question": "Are the shoes large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: shoes (16)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shoes are white but small.", "image": "n317189.jpg", "question_id": 20781808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apartment building (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20300447", "20300446", "20300445", "20300470", "20300441", "20300440", "20300449", "20300448", "20300469", "20300465", "20300464", "20300461", "20300460", "20300463", "20300462", "20300494", "20300495", "20300439", "20300458", "20300459", "20300450", "20300451", "20300452", "20300453", "20300454", "20300455", "20300457"], "equivalent": ["20300456"], "question": "How large is the tall apartment building?", "isBalanced": true, "groups": {"global": "size", "local": "10q-apartment building_size"}, "answer": "large", "semanticStr": "select: apartment building (5)->filter height: tall [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:7": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The apartment building is large.", "image": "n208302.jpg", "question_id": 20300456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037138", "201037139", "201037035"], "equivalent": ["201037140"], "question": "Which kind of sign is behind the girl?", "isBalanced": true, "groups": {"global": "sign", "local": "15-girl_behind,s"}, "answer": "traffic sign", "semanticStr": "select: girl (2)->relate: sign,behind,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n393305.jpg", "question_id": 201037140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,below,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201434215", "201434216", "201434217", "201434229", "201434218", "201434230"], "equivalent": ["201434219", "201434218"], "question": "Does the device below the airplane have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-phone_black"}, "answer": "no", "semanticStr": "select: airplane (6)->relate: device,below,s (4) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "6"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the telephone is orange.", "image": "n545516.jpg", "question_id": 201434219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottles (11)"}, {"operation": "relate", "dependencies": [0], "argument": "counter,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20752457", "20752454", "20752460", "20752458"], "equivalent": ["20752459", "20752460"], "question": "What is the shape of the counter the bottles are on?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-counter_shape"}, "answer": "rectangular", "semanticStr": "select: bottles (11)->relate: counter,on,o (7) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"8": "11", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The counter is rectangular.", "image": "n209843.jpg", "question_id": 20752459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["201980743", "201980740", "201980741", "201980746", "201980747", "201980744", "201980727", "201980728", "201980738"], "equivalent": ["201980742", "201980741"], "question": "What is the length of the poster?", "isBalanced": true, "groups": {"global": "length", "local": "10q-poster_length"}, "answer": "short", "semanticStr": "select: poster (10)->query: length [0]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The poster is short.", "image": "n249903.jpg", "question_id": 201980742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "choose", "dependencies": [1], "argument": "rocky|grassy"}], "entailed": ["201593498", "201593497"], "equivalent": ["201593498", "201593499", "201593497"], "question": "Do the mountains that are not short look grassy or rocky?", "isBalanced": true, "groups": {"global": "27", "local": "10c-mountains_27"}, "answer": "rocky", "semanticStr": "select: mountains (2)->filter: not(short) [0]->choose: rocky|grassy [1]", "annotations": {"answer": {}, "question": {"2": "2", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mountains are rocky.", "image": "n524855.jpg", "question_id": 201593499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose", "dependencies": [1], "argument": "dense|sparse"}], "entailed": ["201959772", "201959744", "201959749", "201959758", "201959757", "201959756", "201959755", "201959754", "201959753", "201959751", "201959750", "201959771", "201959770", "201959748", "201959719", "201959743", "201959720", "201959769"], "equivalent": ["201959759"], "question": "How do the green trees look, dense or sparse?", "isBalanced": true, "groups": {"global": "3", "local": "10c-trees_3"}, "answer": "dense", "semanticStr": "select: tree (17)->filter color: green [0]->choose: dense|sparse [1]", "annotations": {"answer": {}, "question": {"3:5": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are dense.", "image": "n572716.jpg", "question_id": 201959759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381274", "20381272"], "equivalent": ["20381273", "20381272"], "question": "The plant is in what?", "isBalanced": true, "groups": {"global": "object", "local": "14-plant_in,o"}, "answer": "flower pot", "semanticStr": "select: plant (10)->relate: _,in,o (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "5:7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is in the plant pot.", "image": "n398257.jpg", "question_id": 20381273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bus (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2091351", "2091074", "2091095", "2091096", "2091122"], "equivalent": ["2091097"], "question": "Are there any buses or trucks in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bus_truck"}, "answer": "no", "semanticStr": "select: truck (-)->exist: ? [0]->select: bus (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no buses or trucks.", "image": "n565418.jpg", "question_id": 2091097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tire (20)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2091090"], "question": "Does the tire look round and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: tire (20)->verify size: large [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tire is round but small.", "image": "n565418.jpg", "question_id": 2091090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (12)"}, {"operation": "relate", "dependencies": [0], "argument": "palm tree,to the left of,s (22)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": [], "equivalent": ["20836492"], "question": "Does the palm tree to the left of the flag look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-palm tree_blue"}, "answer": "no", "semanticStr": "select: flag (12)->relate: palm tree,to the left of,s (22) [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"9": "12", "2:4": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the palm is brown.", "image": "n507959.jpg", "question_id": 20836492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381273", "20381272"], "equivalent": ["20381274"], "question": "What's the plant in?", "isBalanced": true, "groups": {"global": "object", "local": "14-plant_in,o"}, "answer": "flower pot", "semanticStr": "select: plant (10)->relate: _,in,o (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"1": "10", "5:7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is in the plant pot.", "image": "n398257.jpg", "question_id": 20381274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (14)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201407253", "201407250", "201407251", "201407249", "201407248", "201407243", "201407242", "201407245", "201407244", "201407246"], "equivalent": ["201407247"], "question": "What color is the floor that looks smooth?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "blue", "semanticStr": "select: floor (14)->filter state: smooth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is blue.", "image": "n282607.jpg", "question_id": 201407247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "verify opaqness", "dependencies": [1], "argument": "clear"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2098128"], "equivalent": ["2098129", "2098128"], "question": "Does the bowl that is not small look square and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_square"}, "answer": "no", "semanticStr": "select: bowl (4)->filter size: not(small) [0]->verify opaqness: clear [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "6": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bowl is clear but round.", "image": "n513429.jpg", "question_id": 2098129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "desk,on top of,o (-)"}], "entailed": [], "equivalent": ["202081643"], "question": "Is the mouse on top of a desk?", "isBalanced": true, "groups": {"global": null, "local": "13-computer mouse_desk"}, "answer": "no", "semanticStr": "select: computer mouse (10)->verify rel: desk,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"8:10": "11", "2": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the mouse is on top of a mouse pad.", "image": "n433692.jpg", "question_id": 202081643}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (1)"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201935211"], "question": "Does the man that is to the right of the camera appear to be young and Asian?", "isBalanced": true, "groups": {"global": null, "local": "05-asian_young"}, "answer": "no", "semanticStr": "select: camera (9)->relate: man,to the right of,s (1) [0]->verify race: asian [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "9", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is young but caucasian.", "image": "n556604.jpg", "question_id": 201935211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (3)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20645650", "20645652", "20645653", "20645643", "20645642", "20645645", "20645644", "20645647", "20645649"], "equivalent": ["20645648"], "question": "Which color is the toilet paper on the right?", "isBalanced": true, "groups": {"global": "color", "local": "10q-toilet paper_color"}, "answer": "white", "semanticStr": "select: toilet paper (3)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet paper is white.", "image": "n98544.jpg", "question_id": 20645648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(comfortable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400021", "201400133"], "equivalent": ["201400022"], "question": "What item of furniture is not comfortable?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#comfortable"}, "answer": "bookcase", "semanticStr": "select: furniture (5)->filter: not(comfortable) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "16"}, "fullAnswer": {"1:4": "16", "6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n344136.jpg", "question_id": 201400022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (16)"}, {"operation": "choose name", "dependencies": [0], "argument": "couch|table"}], "entailed": [], "equivalent": ["201400023"], "question": "Is this a couch or a table?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-couch_table"}, "answer": "couch", "semanticStr": "select: this (16)->choose name: couch|table [0]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"3": "16"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a couch.", "image": "n344136.jpg", "question_id": 201400023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,beside,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,resting on,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201624284", "201624281", "201624282", "201624283", "201624243", "201624244"], "equivalent": ["201624280"], "question": "What rests on the cooking utensil the plate beside of?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-pan_resting on,s"}, "answer": "spatula", "semanticStr": "select: plate (12)->relate: cooking utensil,beside,o (5) [0]->relate: _,resting on,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"7": "12", "4:6": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spatula rests on the pan.", "image": "n59676.jpg", "question_id": 201624280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624284", "201624280", "201624282", "201624283", "201624243", "201624244"], "equivalent": ["201624281"], "question": "What rests on the pan?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-pan_resting on,s"}, "answer": "spatula", "semanticStr": "select: pan (5)->relate: _,resting on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spatula rests on the pan.", "image": "n59676.jpg", "question_id": 201624281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "pan,beside,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,resting on,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201624284", "201624280", "201624281", "201624283", "201624243", "201624244"], "equivalent": ["201624282"], "question": "What is the name of the cooking utensil that rests on the pan that the plate beside of?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-pan_resting on,s"}, "answer": "spatula", "semanticStr": "select: plate (12)->relate: pan,beside,o (5) [0]->relate: cooking utensil,resting on,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"12": "5", "15": "12", "6:8": "6"}, "fullAnswer": {"1:3": "6", "5": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a spatula.", "image": "n59676.jpg", "question_id": 201624282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scooter (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201595895", "201595896", "201595897"], "equivalent": ["201595894"], "question": "Is there any small scooter or motorcycle in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "04-motorcycle_small"}, "answer": "no", "semanticStr": "select: motorcycle (0)->filter size: small [0]->exist: ? [1]->select: scooter (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a motorcycle but it is large.", "image": "n302358.jpg", "question_id": 201595894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "choose material", "dependencies": [1], "argument": "wood|metal"}], "entailed": [], "equivalent": ["201153371"], "question": "Is the long fence metallic or wooden?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_material"}, "answer": "wooden", "semanticStr": "select: fence (4)->filter length: long [0]->choose material: wood|metal [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is wooden.", "image": "n160664.jpg", "question_id": 201153371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (12)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["20247177", "20247178", "20247179", "20247193", "20247192", "20247191", "20247197", "20247196", "20247195", "20247189"], "equivalent": ["20247194"], "question": "How long is the skirt?", "isBalanced": true, "groups": {"global": "length", "local": "10q-skirt_length"}, "answer": "long", "semanticStr": "select: skirt (12)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skirt is long.", "image": "n223750.jpg", "question_id": 20247194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "select", "dependencies": [], "argument": "toaster (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202080916"], "question": "Is the house made of the same material as the toaster?", "isBalanced": true, "groups": {"global": null, "local": "09same-house_toaster"}, "answer": "no", "semanticStr": "select: house (0)->select: toaster (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "0"}, "fullAnswer": {"9": "3", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the house is made of wood and the toaster is made of metal.", "image": "n314630.jpg", "question_id": 202080916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (15)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "wine glass,next to,s (16)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20226806", "20226854"], "equivalent": ["20226855", "20226854"], "question": "Are there any wine glasses next to the plate in the bottom of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_wine glass"}, "answer": "yes", "semanticStr": "select: plate (15)->filter vposition: bottom [0]->relate: wine glass,next to,s (16) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "15", "3:5": "16"}, "fullAnswer": {"9": "15", "4:6": "16"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a wine glass next to the plate.", "image": "n68769.jpg", "question_id": 20226855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlet (1)"}, {"operation": "select", "dependencies": [], "argument": "light switch (2) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["202080912"], "equivalent": ["202080913", "202080912"], "question": "What is common to the electric outlet and the switch?", "isBalanced": true, "groups": {"global": null, "local": "09common-light switch_outlet"}, "answer": "material", "semanticStr": "select: outlet (1)->select: light switch (2) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "5:7": "1"}, "fullAnswer": {"8": "2", "4:6": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the electric outlet and the switch are plastic.", "image": "n314630.jpg", "question_id": 202080913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (4)"}, {"operation": "query", "dependencies": [0], "argument": "tone"}], "entailed": ["20183052", "20183051", "20183050", "20183062", "20183068", "20183069", "20183070", "20183071", "20183063", "20183072", "20183066", "20183064", "20183065"], "equivalent": ["20183067"], "question": "What tone does the skirt have?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-skirt_tone"}, "answer": "light", "semanticStr": "select: skirt (4)->query: tone [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skirt has light tone.", "image": "n151768.jpg", "question_id": 20183067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "verify", "dependencies": [1], "argument": "open"}], "entailed": ["20891335", "20891333", "20891330", "20891331", "20891327", "20891340", "20891313"], "equivalent": ["20891332"], "question": "Does the wide street look open?", "isBalanced": true, "groups": {"global": null, "local": "06-street_open"}, "answer": "yes", "semanticStr": "select: street (0)->filter width: wide [0]->verify: open [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street is open.", "image": "n347706.jpg", "question_id": 20891332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,jumping off,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201336977", "201337125"], "equivalent": ["201336976"], "question": "What is he jumping off of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-man_jumping off,o"}, "answer": "grass", "semanticStr": "select: he (1)->relate: _,jumping off,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"2": "1"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is jumping off the grass.", "image": "n329479.jpg", "question_id": 201336976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (17)"}, {"operation": "filter", "dependencies": [0], "argument": "not(rotten)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}], "entailed": ["20183413", "20183406", "20183407", "20183417", "20183415", "20183414", "20183419", "20183418"], "equivalent": ["20183416", "20183415"], "question": "Does the vegetable that is not rotten have round shape?", "isBalanced": true, "groups": {"global": null, "local": "06-vegetable_round"}, "answer": "yes", "semanticStr": "select: vegetable (17)->filter: not(rotten) [0]->verify shape: round [1]", "annotations": {"answer": {}, "question": {"2": "17", "6": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the vegetable is round.", "image": "n151768.jpg", "question_id": 20183416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982516"], "equivalent": ["201982425"], "question": "What is the couch in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-couch_in front of,o"}, "answer": "mirror", "semanticStr": "select: couch (14)->relate: _,in front of,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "14", "7": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the mirror.", "image": "n526228.jpg", "question_id": 201982425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20891332", "20891333", "20891330", "20891331", "20891337", "20891335", "20891315", "20891338", "20891317", "20891313", "20891327", "20891316", "20891346", "20891345", "20891344", "20891343", "20891342", "20891341", "20891340", "20891329", "20891328"], "equivalent": ["20891338", "20891339"], "question": "Does the wide street look clean and open?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_open"}, "answer": "yes", "semanticStr": "select: street (0)->filter width: wide [0]->verify cleanliness: clean [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street is clean and open.", "image": "n347706.jpg", "question_id": 20891339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,to the left of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["2012877", "2012878", "2012879", "2012881"], "equivalent": ["2012880"], "question": "What makes up the drink to the left of the bottle?", "isBalanced": true, "groups": {"global": "material", "local": "10q-drink_material"}, "answer": "plastic", "semanticStr": "select: bottle (8)->relate: drink,to the left of,s (9) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"10": "8", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The drink is made of plastic.", "image": "n318370.jpg", "question_id": 2012880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2012877", "2012878", "2012880", "2012879"], "equivalent": ["2012881"], "question": "What is the drink made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-drink_material"}, "answer": "plastic", "semanticStr": "select: drink (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The drink is made of plastic.", "image": "n318370.jpg", "question_id": 2012881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "video camera (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": [], "equivalent": ["202133633"], "question": "What is the gender of the person that is holding the video camera?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "male", "semanticStr": "select: video camera (6)->relate: person,holding,s (5) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"11:13": "6", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is male.", "image": "n412144.jpg", "question_id": 202133633}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (22)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202125978", "202125977"], "equivalent": ["202125979"], "question": "What are this items of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "chairs", "semanticStr": "select: furniture (22)->query: name [0]", "annotations": {"answer": {"0": "22"}, "question": {"3:6": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are chairs.", "image": "n573460.jpg", "question_id": 202125979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (22)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202125979", "202125977"], "equivalent": ["202125978"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "chairs", "semanticStr": "select: furniture (22)->query: name [0]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1:4": "22", "5": "22"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n573460.jpg", "question_id": 202125978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "person,to the right of,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202133699", "202133638", "202133637"], "equivalent": ["202133636"], "question": "Are there people to the right of the skateboarder that is on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-skateboarder_person"}, "answer": "yes", "semanticStr": "select: skateboarder (7)->filter hposition: right [0]->relate: person,to the right of,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "7", "2": "5"}, "fullAnswer": {"10": "7", "4": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a person to the right of the skateboarder.", "image": "n412144.jpg", "question_id": 202133636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "video camera (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["202133634"], "equivalent": ["202133635", "202133634"], "question": "The person that holds the video camera is which ethnicity?", "isBalanced": true, "groups": {"global": "race", "local": "10q-person_race"}, "answer": "caucasian", "semanticStr": "select: video camera (6)->relate: person,holding,s (5) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"1": "5", "5:7": "6"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is caucasian.", "image": "n412144.jpg", "question_id": 202133635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ornament (30)"}, {"operation": "select", "dependencies": [], "argument": "tree (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20810805"], "equivalent": ["20810806"], "question": "Do the tree and the ornament have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-ornament_tree"}, "answer": "yes", "semanticStr": "select: ornament (30)->select: tree (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "30"}, "fullAnswer": {"2": "10", "7": "30"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the tree is red and the ornament is green.", "image": "n167552.jpg", "question_id": 20810806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202125972"], "equivalent": ["202125971"], "question": "The shirt is worn on who?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_worn on,o"}, "answer": "player", "semanticStr": "select: shirt (16)->relate: person,worn on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "16"}, "fullAnswer": {"1": "16", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the player.", "image": "n573460.jpg", "question_id": 202125971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "napkin,on top of,o (-)"}], "entailed": [], "equivalent": ["20609506"], "question": "Is this fork on top of a napkin?", "isBalanced": true, "groups": {"global": null, "local": "13-fork_napkin"}, "answer": "no", "semanticStr": "select: fork (1)->verify rel: napkin,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"8": "3", "2": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fork is on top of the spoon.", "image": "n437064.jpg", "question_id": 20609506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (26)"}, {"operation": "select", "dependencies": [], "argument": "dog (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20810801"], "equivalent": ["20810802"], "question": "Do the dog and the rug have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-dog_rug"}, "answer": "yes", "semanticStr": "select: rug (26)->select: dog (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "26"}, "fullAnswer": {"2": "0", "7": "26"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the dog is red and the rug is black.", "image": "n167552.jpg", "question_id": 20810802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201482066", "201482067", "201482065"], "equivalent": ["201482064"], "question": "Is the jacket blue?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_blue"}, "answer": "no", "semanticStr": "select: jacket (1)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jacket is red.", "image": "n470920.jpg", "question_id": 201482064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (10)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,above,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201752783", "201752782", "201752781", "201752787", "201752786", "201752785", "201752794"], "equivalent": ["201752784"], "question": "How big is the hat above the tie?", "isBalanced": true, "groups": {"global": "size", "local": "10q-hat_size"}, "answer": "small", "semanticStr": "select: tie (10)->relate: hat,above,s (2) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "2", "7": "10"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is small.", "image": "n262929.jpg", "question_id": 201752784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (1)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20151556", "20151589", "20151590", "20151557", "20151560", "20151561", "20151563", "20151564", "20151565", "20151568", "20151576", "20151575", "20151577", "20151559", "20151558", "20151588"], "equivalent": ["20151562"], "question": "What is the color of the drink in the middle?", "isBalanced": true, "groups": {"global": "color", "local": "10q-coffee_color"}, "answer": "tan", "semanticStr": "select: drink (1)->filter vposition: middle [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee is tan.", "image": "n313060.jpg", "question_id": 20151562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (8)"}, {"operation": "choose name", "dependencies": [0], "argument": "couch|bookcase"}], "entailed": ["20668080"], "equivalent": ["20668080", "20668081"], "question": "Is this a couch or a bookcase?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-bookcase_couch"}, "answer": "couch", "semanticStr": "select: this (8)->choose name: couch|bookcase [0]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"3": "8"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a couch.", "image": "n181355.jpg", "question_id": 20668081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066044", "2066046"], "equivalent": ["2066045"], "question": "What kind of clothing is brown?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_brown"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a baseball mitt.", "image": "n356822.jpg", "question_id": 2066045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tea (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20151572", "20151571", "20151570"], "equivalent": ["20151569", "20151570"], "question": "Is there any black coffee or tea?", "isBalanced": true, "groups": {"global": null, "local": "04-coffee_black"}, "answer": "no", "semanticStr": "select: coffee (1)->filter color: black [0]->exist: ? [1]->select: tea (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is coffee but it is tan.", "image": "n313060.jpg", "question_id": 20151569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose name", "dependencies": [1], "argument": "baseball mitt|sweater"}], "entailed": [], "equivalent": ["2066047"], "question": "What type of clothing is brown, the sweater or the baseball mitt?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_brown"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter color: brown [0]->choose name: baseball mitt|sweater [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3", "7": "4", "10:12": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The baseball mitt is brown.", "image": "n356822.jpg", "question_id": 2066047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066045", "2066044"], "equivalent": ["2066046"], "question": "What kind of clothing is brown?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_brown"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a baseball mitt.", "image": "n356822.jpg", "question_id": 2066046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066039", "2066040"], "equivalent": ["2066041"], "question": "Which kind of clothing is made of leather?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_leather"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter material: leather [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a baseball mitt.", "image": "n356822.jpg", "question_id": 2066041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20149709", "20149705", "20149704", "20149707", "20149706", "20149701", "20149710", "20149711", "20149727", "20149703", "20149714"], "equivalent": ["20149708"], "question": "How big is the bathtub that is made of porcelain?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bathtub_size"}, "answer": "small", "semanticStr": "select: bathtub (1)->filter material: porcelain [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "1", "4": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bath tub is small.", "image": "n65866.jpg", "question_id": 20149708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201599697", "201599679", "201599699"], "equivalent": ["201599698"], "question": "What animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "cat", "semanticStr": "select: animal (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n285391.jpg", "question_id": 201599698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201997171", "201997172", "201997175", "201997174", "201997142", "201997176", "201997120", "201997143", "201997119", "201997137", "201997140", "201997139", "201997138", "201997141"], "equivalent": ["201997173"], "question": "What item of furniture is metallic?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_metal"}, "answer": "chair", "semanticStr": "select: furniture (8)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n250715.jpg", "question_id": 201997173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (10)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,holding,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,to the left of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201482133", "201482132", "201482204", "201482205"], "equivalent": ["201482203"], "question": "What are the fruits that are to the left of the woman that is holding the umbrella?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-woman_to the left of,s"}, "answer": "berries", "semanticStr": "select: umbrella (10)->relate: woman,holding,s (11) [0]->relate: fruit,to the left of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"11": "11", "3": "5", "16": "10"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are berries.", "image": "n470920.jpg", "question_id": 201482203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "handbag (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20541161", "20541160", "20541163", "20541162", "20541164"], "equivalent": ["20541165"], "question": "On which side of the image is the handbag?", "isBalanced": true, "groups": {"global": null, "local": "10q-handbag_hposition"}, "answer": "left", "semanticStr": "select: handbag (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The handbag is on the left of the image.", "image": "n527290.jpg", "question_id": 20541165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (3)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201510450", "201510488", "201510433", "201510487", "201510434", "201510482", "201510483", "201510484", "201510432", "201510494"], "equivalent": ["201510486"], "question": "How clean do you think is the knife?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-knife_cleanliness"}, "answer": "clean", "semanticStr": "select: knife (3)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife is clean.", "image": "n541854.jpg", "question_id": 201510486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["201510935", "201510956", "201510947", "201510949", "201510948", "201510954", "201510952", "201510953", "201510950", "201510951"], "equivalent": ["201510955"], "question": "Is this a red suitcase?", "isBalanced": true, "groups": {"global": null, "local": "06-suitcase_red"}, "answer": "yes", "semanticStr": "select: suitcase (1)->verify color: red [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a red suitcase.", "image": "n575770.jpg", "question_id": 201510955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "donut,holding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2012774", "2012775", "2012776", "2012773", "2012780", "2012782", "2012778", "2012779", "2012787"], "equivalent": ["2012777"], "question": "How big is the donut the person holds?", "isBalanced": true, "groups": {"global": "size", "local": "10q-donut_size"}, "answer": "small", "semanticStr": "select: person (1)->relate: donut,holding,o (0) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "0", "6": "1"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The doughnut is small.", "image": "n318370.jpg", "question_id": 2012777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cane (8)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}], "entailed": ["20183338", "20183331", "20183337", "20183335"], "equivalent": ["20183336"], "question": "Is the cane hard?", "isBalanced": true, "groups": {"global": null, "local": "06-cane_hard"}, "answer": "yes", "semanticStr": "select: cane (8)->verify hardness: hard [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cane is hard.", "image": "n151768.jpg", "question_id": 20183336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144621", "202144620", "202144619"], "equivalent": ["202144618"], "question": "What is the cup full of?", "isBalanced": true, "groups": {"global": "drink", "local": "14-cup_full of,o"}, "answer": "liquor", "semanticStr": "select: cup (6)->relate: _,full of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is full of liquor.", "image": "n37274.jpg", "question_id": 202144618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240842", "202240841", "202240840"], "equivalent": ["202240839"], "question": "The woman is in front of what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_in front of,o"}, "answer": "shelf", "semanticStr": "select: woman (11)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the shelf.", "image": "n460385.jpg", "question_id": 202240839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202240837", "202240805", "202240846", "202240845"], "equivalent": ["202240836"], "question": "Who is in front of the wood shelf?", "isBalanced": true, "groups": {"global": "person", "local": "14-shelf_in front of,s"}, "answer": "woman", "semanticStr": "select: shelf (13)->filter material: wood [0]->relate: person,in front of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"6:8": "13"}, "fullAnswer": {"1": "11", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the shelf.", "image": "n460385.jpg", "question_id": 202240836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637231", "20637230", "20637220", "20637221", "20637280", "20637281", "20637279"], "equivalent": ["20637278"], "question": "What is the cooking utensil to the right of the pot?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-pot_to the right of,s"}, "answer": "pan", "semanticStr": "select: pot (6)->relate: cooking utensil,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"10": "6", "3:5": "9"}, "fullAnswer": {"1:3": "9", "5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan.", "image": "n184385.jpg", "question_id": 20637278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cup,to the left of,s (3)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "choose material", "dependencies": [2], "argument": "paper|glass"}], "entailed": [], "equivalent": ["201757669"], "question": "What is the white object to the left of the laptop made of, paper or glass?", "isBalanced": true, "groups": {"global": "material", "local": "10c-cup_material"}, "answer": "paper", "semanticStr": "select: laptop (4)->relate: cup,to the left of,s (3) [0]->filter color: white [1]->choose material: paper|glass [2]", "annotations": {"answer": {}, "question": {"10": "4", "3:5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cup is made of paper.", "image": "n4777.jpg", "question_id": 201757669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20668133", "20668141", "20668041"], "equivalent": ["20668134"], "question": "Which kind of furniture is behind the coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-coffee table_behind,s"}, "answer": "couch", "semanticStr": "select: coffee table (1)->relate: furniture,behind,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n181355.jpg", "question_id": 20668134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (8)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["20668132"], "question": "Which material is the couch made of, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-couch_material"}, "answer": "cloth", "semanticStr": "select: couch (8)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The couch is made of cloth.", "image": "n181355.jpg", "question_id": 20668132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["201061159", "201061164", "201061152", "201061160", "201061162", "201061163"], "equivalent": ["201061161"], "question": "How old is the boy to the right of the other boy?", "isBalanced": true, "groups": {"global": "age", "local": "10q-boy_age"}, "answer": "young", "semanticStr": "select: boy (0)->relate: boy,to the right of,s (3) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"11": "0", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is young.", "image": "n25275.jpg", "question_id": 201061161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20891608", "20891595", "20891606", "20891597", "20891604", "20891605", "20891602", "20891603", "20891600", "20891601", "20891619", "20891598"], "equivalent": ["20891600", "20891599"], "question": "What is the color of the shirt made of cloth?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "gray", "semanticStr": "select: shirt (7)->filter material: cloth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "7", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is gray.", "image": "n347706.jpg", "question_id": 20891599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202024717", "202024716", "202024715", "202024714", "202024712"], "equivalent": ["202024713"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a park.", "image": "n369595.jpg", "question_id": 202024713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20891595"], "question": "Is the cloth shirt short sleeved and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_short sleeved"}, "answer": "no", "semanticStr": "select: shirt (7)->filter material: cloth [0]->verify color: gray [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is gray but long sleeved.", "image": "n347706.jpg", "question_id": 20891595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201061169"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (4)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "4"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a shirt.", "image": "n25275.jpg", "question_id": 201061169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201574364"], "question": "Is the window made of glass round and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: window (7)->filter material: glass [0]->verify size: large [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is large but rectangular.", "image": "n116329.jpg", "question_id": 201574364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (6)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["201571242", "201571241", "201571246", "201571245", "201571244"], "equivalent": ["201571243"], "question": "Is the square box in the top?", "isBalanced": true, "groups": {"global": null, "local": "06-box_top"}, "answer": "no", "semanticStr": "select: box (6)->filter shape: square [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the box is in the bottom of the image.", "image": "n382416.jpg", "question_id": 201571243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (11)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201902392"], "equivalent": ["201902391"], "question": "Is the computer rectangular and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: computer (11)->verify shape: rectangular [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the computer is rectangular but black.", "image": "n435808.jpg", "question_id": 201902391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "little"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201640364", "201640366", "201640361", "201640360", "201640363", "201640362", "201640359"], "equivalent": ["201640365", "201640366"], "question": "Is the little drink in the bottom part or in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-wine_vposition"}, "answer": "bottom", "semanticStr": "select: drink (3)->filter size: little [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The wine is in the bottom of the image.", "image": "n235859.jpg", "question_id": 201640365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201573865"], "question": "What is located on top of the pole?", "isBalanced": true, "groups": {"global": "", "local": "14-pole_on top of,s"}, "answer": "street light", "semanticStr": "select: pole (3)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"8": "3", "1:3": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp post is on top of the pole.", "image": "n115614.jpg", "question_id": 201573865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "select", "dependencies": [], "argument": "sign (5) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201152977"], "question": "Are the fence and the sign made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_sign"}, "answer": "no", "semanticStr": "select: fence (4)->select: sign (5) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "5"}, "fullAnswer": {"9": "5", "2": "4"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the fence is made of wood and the sign is made of metal.", "image": "n160664.jpg", "question_id": 201152977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scrub brush (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201573955", "201573866"], "equivalent": ["201573867"], "question": "Are there either any scrub brushes or umbrellas?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-scrub brush_umbrella"}, "answer": "no", "semanticStr": "select: umbrella (-)->exist: ? [0]->select: scrub brush (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no scrub brushes or umbrellas.", "image": "n115614.jpg", "question_id": 201573867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "_,mounted on,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201573859"], "equivalent": ["201573859", "201573860"], "question": "What do you think is the red sign mounted on?", "isBalanced": true, "groups": {"global": "", "local": "14-sign_mounted on,o"}, "answer": "stores", "semanticStr": "select: sign (14)->filter color: red [0]->relate: _,mounted on,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"6:8": "14"}, "fullAnswer": {"1": "14", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is mounted on the stores.", "image": "n115614.jpg", "question_id": 201573860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mud (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "grass (6) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["2093985", "2093986", "2093934"], "equivalent": ["2093936"], "question": "Are there both mud and grass in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-grass_mud"}, "answer": "yes", "semanticStr": "select: mud (7)->exist: ? [0]->select: grass (6) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "7", "5": "6"}, "fullAnswer": {"4": "7", "6": "6"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both mud and grass.", "image": "n450919.jpg", "question_id": 2093936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "camera,above,o (-)"}], "entailed": [], "equivalent": ["201434358"], "question": "Is the plane above a camera?", "isBalanced": true, "groups": {"global": null, "local": "13-airplane_camera"}, "answer": "no", "semanticStr": "select: airplane (6)->verify rel: camera,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the plane is above the telephone.", "image": "n545516.jpg", "question_id": 201434358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201404262", "201404263", "201404267", "201404264", "201404265"], "equivalent": ["201404266", "201404264", "201404265"], "question": "On which side of the image is the large mother, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-mother_hposition"}, "answer": "right", "semanticStr": "select: mother (8)->filter size: large [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mom is on the right of the image.", "image": "n331357.jpg", "question_id": 201404266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing with,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201156262"], "question": "Who is playing with the ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_playing with,s"}, "answer": "boy", "semanticStr": "select: ball (7)->relate: person,playing with,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"5": "7"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is playing with the ball.", "image": "n146522.jpg", "question_id": 201156262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434789"], "equivalent": ["20434790"], "question": "Where is the chair?", "isBalanced": true, "groups": {"global": "place", "local": "14-chair_in,o"}, "answer": "restaurant", "semanticStr": "select: chair (10)->relate: place,in,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "10", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in the restaurant.", "image": "n431447.jpg", "question_id": 20434790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "power line (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201109158", "201109159", "201109152", "201109153", "201109154", "201109155", "201109156", "201109157", "201109165", "201109164", "201109166", "201109161", "201109163", "201109162"], "equivalent": ["201109160"], "question": "Is that wire thin and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_thin"}, "answer": "yes", "semanticStr": "select: power line (11)->verify color: gray [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the wire is thin and gray.", "image": "n167164.jpg", "question_id": 201109160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797667", "20797666", "20797753", "20797756", "20797754"], "equivalent": ["20797755"], "question": "Which kind of animal is behind the shoe?", "isBalanced": true, "groups": {"global": "animal", "local": "15-shoe_behind,s"}, "answer": "cat", "semanticStr": "select: shoe (0)->relate: animal,behind,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n16656.jpg", "question_id": 20797755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "monitor,in front of,o (1)"}], "entailed": ["20706085", "20705768", "20705769"], "equivalent": ["20706086"], "question": "Is the keyboard in front of the device that is to the left of the speaker?", "isBalanced": true, "groups": {"global": null, "local": "13-keyboard_monitor"}, "answer": "yes", "semanticStr": "select: keyboard (2)->verify rel: monitor,in front of,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "2", "15": "9", "7": "1"}, "fullAnswer": {"8": "1", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the keyboard is in front of the monitor.", "image": "n264887.jpg", "question_id": 20706086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify", "dependencies": [0], "argument": "comfortable"}, {"operation": "verify age", "dependencies": [0], "argument": "young "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201153080", "201153083", "201153082"], "equivalent": ["201153081", "201153080"], "question": "Is that man comfortable and young?", "isBalanced": true, "groups": {"global": null, "local": "05-comfortable_young"}, "answer": "no", "semanticStr": "select: man (0)->verify: comfortable [0]->verify age: young  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is young but uncomfortable.", "image": "n160664.jpg", "question_id": 201153081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "frisbee,playing with,o (-)"}], "entailed": ["201156269"], "equivalent": ["201156268"], "question": "Is the young boy playing with a frisbee?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_frisbee"}, "answer": "no", "semanticStr": "select: boy (1)->filter age: young [0]->verify rel: frisbee,playing with,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "7": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is playing with a ball.", "image": "n146522.jpg", "question_id": 201156268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (9)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201920668"], "equivalent": ["201920667"], "question": "Where is the lamp post?", "isBalanced": true, "groups": {"global": "place", "local": "14-street light_on,o"}, "answer": "field", "semanticStr": "select: street light (9)->relate: place,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "9"}, "fullAnswer": {"1:3": "9", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp post is on the field.", "image": "n187544.jpg", "question_id": 201920667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "radiator (13)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,to the left of,s (6)"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20518672"], "question": "Is the garbage can to the left of the radiator tall and black and white?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_tall"}, "answer": "no", "semanticStr": "select: radiator (13)->relate: trash can,to the left of,s (6) [0]->verify: black and white [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "13", "2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the garbage can is black and white but short.", "image": "n141939.jpg", "question_id": 20518672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "select", "dependencies": [], "argument": "chair (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202023268"], "question": "Are both the bookshelf and the chair made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-bookshelf_chair"}, "answer": "no", "semanticStr": "select: bookshelf (0)->select: chair (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "8"}, "fullAnswer": {"9": "8", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bookshelf is made of wood and the chair is made of metal.", "image": "n95313.jpg", "question_id": 202023268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (18)"}, {"operation": "relate", "dependencies": [0], "argument": "books,to the right of,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20508340", "20508341", "20508337", "20508336", "20508335", "20508339"], "equivalent": ["20508338"], "question": "How large are the books to the right of the wine bottle?", "isBalanced": true, "groups": {"global": "size", "local": "10q-books_size"}, "answer": "small", "semanticStr": "select: wine bottle (18)->relate: books,to the right of,s (19) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "19", "10:12": "18"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are small.", "image": "n511913.jpg", "question_id": 20508338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (6)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}], "entailed": ["20518673", "20518672", "20518675"], "equivalent": ["20518673", "20518674"], "question": "Does the garbage can look black and white?", "isBalanced": true, "groups": {"global": null, "local": "06-trash can_black and white"}, "answer": "yes", "semanticStr": "select: trash can (6)->verify: black and white [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the garbage can is black and white.", "image": "n141939.jpg", "question_id": 20518674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify age", "dependencies": [0], "argument": "young"}], "entailed": ["20508449", "20508448", "20508436", "20508437", "20508441", "20508439", "20508443", "20508442", "20508445", "20508447", "20508446", "20508438", "20508454", "20508440", "20508455", "20508450", "20508456"], "equivalent": ["20508443", "20508444"], "question": "Does the man look young?", "isBalanced": true, "groups": {"global": null, "local": "06-man_young"}, "answer": "no", "semanticStr": "select: man (1)->verify age: young [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is old.", "image": "n511913.jpg", "question_id": 20508444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (6)"}, {"operation": "select", "dependencies": [], "argument": "tray (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202023258", "202023259"], "equivalent": ["202023260"], "question": "Do the jacket and the tray have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-jacket_tray"}, "answer": "yes", "semanticStr": "select: jacket (6)->select: tray (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "3"}, "fullAnswer": {"2": "6", "7": "3"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the jacket is black and the tray is white.", "image": "n95313.jpg", "question_id": 202023260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (19)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20508331", "20508328", "20508329"], "equivalent": ["20508330"], "question": "Are the small books on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-books_hposition"}, "answer": "right", "semanticStr": "select: books (19)->filter size: small [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The books are on the right of the image.", "image": "n511913.jpg", "question_id": 20508330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "select", "dependencies": [], "argument": "blanket (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202023266", "202023265"], "equivalent": ["202023267"], "question": "Is the color of the blanket different than that of the bed?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bed_blanket"}, "answer": "yes", "semanticStr": "select: bed (5)->select: blanket (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "5", "5": "4"}, "fullAnswer": {"2": "5", "7": "4"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the bed is yellow and the blanket is blue.", "image": "n95313.jpg", "question_id": 202023267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing with,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068228", "201068229", "201068230"], "equivalent": ["201068231"], "question": "Who is the woman playing with?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_playing with,o"}, "answer": "girl", "semanticStr": "select: woman (1)->relate: person,playing with,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is playing with the girl.", "image": "n159802.jpg", "question_id": 201068231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking down at,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984098", "201984099", "201984100"], "equivalent": ["201984101"], "question": "What's the woman looking down at?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_looking down at,o"}, "answer": "luggage cart", "semanticStr": "select: woman (6)->relate: _,looking down at,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "6", "7:9": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking down at the luggage cart.", "image": "n16378.jpg", "question_id": 201984101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202133888", "202133889", "202133887", "202133893", "202133892", "202133890"], "equivalent": ["202133892", "202133891", "202133890", "202133889"], "question": "What is the material of the skateboard to the right of the skateboarder?", "isBalanced": true, "groups": {"global": "material", "local": "10q-skateboard_material"}, "answer": "plastic", "semanticStr": "select: skateboarder (0)->relate: skateboard,to the right of,s (8) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"12": "0", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboard is made of plastic.", "image": "n412144.jpg", "question_id": 202133891}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (6)"}, {"operation": "verify rel", "dependencies": [1], "argument": "luggage cart,looking down at,o (5)"}], "entailed": ["201984102"], "equivalent": ["201984103"], "question": "Is the person behind the papers looking down at the luggage cart?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_luggage cart"}, "answer": "yes", "semanticStr": "select: papers (13)->relate: person,behind,s (6) [0]->verify rel: luggage cart,looking down at,o (5) [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "13", "10:12": "5"}, "fullAnswer": {"8:10": "5", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is looking down at the luggage cart.", "image": "n16378.jpg", "question_id": 201984103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (4)"}, {"operation": "filter flavor", "dependencies": [0], "argument": "chocolate"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20211060", "20211061", "20211057", "20211054", "20211062", "20211063", "20211059", "20211058", "20211056"], "equivalent": ["20211055"], "question": "Is the chocolate dessert on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-ice cream_right"}, "answer": "yes", "semanticStr": "select: dessert (4)->filter flavor: chocolate [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the ice cream is on the right of the image.", "image": "n312206.jpg", "question_id": 20211055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "verify rel", "dependencies": [1], "argument": "athlete,watching,o (7)"}], "entailed": ["201879281"], "equivalent": ["201879280"], "question": "Is the crowd that is sitting down watching the athlete?", "isBalanced": true, "groups": {"global": null, "local": "13-crowd_athlete"}, "answer": "yes", "semanticStr": "select: crowd (6)->filter pose: sitting [0]->verify rel: athlete,watching,o (7) [1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "6", "5:7": "6"}, "fullAnswer": {"2": "6", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the crowd is watching the athlete.", "image": "n496803.jpg", "question_id": 201879280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202005855", "202005854", "202005745", "202005856"], "equivalent": ["202005853"], "question": "What type of furniture is above the shelves?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelves_above,s"}, "answer": "cabinet", "semanticStr": "select: shelves (15)->relate: furniture,above,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10", "7": "15"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n97485.jpg", "question_id": 202005853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (3)"}, {"operation": "choose", "dependencies": [0], "argument": "full|empty"}], "entailed": ["20211049", "20211051", "20211048"], "equivalent": ["20211052"], "question": "Is the glass empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-glass_16"}, "answer": "full", "semanticStr": "select: glass (3)->choose: full|empty [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glass is full.", "image": "n312206.jpg", "question_id": 20211052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "choose rel", "dependencies": [0], "argument": "oven,to the left of|to the right of,s (0)"}], "entailed": ["201663451", "201663722", "201663723", "201663720", "201663721", "201663724"], "equivalent": ["201663452"], "question": "Is the new oven to the left or to the right of the drawers?", "isBalanced": true, "groups": {"global": null, "local": "13-drawers_oven"}, "answer": "left", "semanticStr": "select: drawers (7)->choose rel: oven,to the left of|to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "0"}, "fullAnswer": {"1": "0", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The oven is to the left of the drawers.", "image": "n35676.jpg", "question_id": 201663452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (10)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,wearing,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20942821", "20942866"], "equivalent": ["20942863"], "question": "What is in front of the soccer player that wears a shoe?", "isBalanced": true, "groups": {"global": "object", "local": "14-soccer player_in front of,s"}, "answer": "soccer ball", "semanticStr": "select: shoe (10)->relate: soccer player,wearing,s (2) [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"11": "10", "6:8": "2"}, "fullAnswer": {"8:10": "2", "1:3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer ball is in front of the soccer player.", "image": "n244826.jpg", "question_id": 20942863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (7)"}, {"operation": "select", "dependencies": [], "argument": "phone (20) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201981992"], "question": "What is common to the remote and the phone?", "isBalanced": true, "groups": {"global": null, "local": "09common-phone_remote control"}, "answer": "material", "semanticStr": "select: remote control (7)->select: phone (20) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "20", "5": "7"}, "fullAnswer": {"4": "7", "7": "20"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the remote and the phone are plastic.", "image": "n526228.jpg", "question_id": 201981992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "choose name", "dependencies": [1], "argument": "shelf|office chair"}], "entailed": [], "equivalent": ["201556583"], "question": "Which piece of furniture is not tall, the shelf or the office chair?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#tall"}, "answer": "office chair", "semanticStr": "select: furniture (2)->filter height: not(tall) [0]->choose name: shelf|office chair [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"8": "12", "1:4": "12", "11:13": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The office chair is not tall.", "image": "n525901.jpg", "question_id": 201556583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201640445", "201640446", "201640447", "201640440", "201640441", "201640442", "201640443", "201640464", "201640450", "201640436", "201640476", "201640438"], "equivalent": ["201640444"], "question": "What color is that watch?", "isBalanced": true, "groups": {"global": "color", "local": "10q-watch_color"}, "answer": "pink", "semanticStr": "select: watch (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The watch is pink.", "image": "n235859.jpg", "question_id": 201640444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556580", "201556578", "201556579"], "equivalent": ["201556581"], "question": "What piece of furniture is tall?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_tall"}, "answer": "shelf", "semanticStr": "select: furniture (12)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n525901.jpg", "question_id": 201556581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "relate", "dependencies": [0], "argument": "remote control,to the left of,o (7)"}, {"operation": "relate", "dependencies": [1], "argument": "device,same material,_ (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201981999", "201983002"], "equivalent": ["201981998"], "question": "What type of device is made of the same material as the remote the man is to the left of?", "isBalanced": true, "groups": {"global": "device", "local": "14-remote control_same material,_"}, "answer": "phone", "semanticStr": "select: man (13)->relate: remote control,to the left of,o (7) [0]->relate: device,same material,_ (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"3": "20", "12": "7", "14": "13"}, "fullAnswer": {"1": "20", "10": "7"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The telephone is made of the same material as the remote.", "image": "n526228.jpg", "question_id": 201981998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556585"], "equivalent": ["201556586"], "question": "What item of furniture is not tall?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#tall"}, "answer": "office chair", "semanticStr": "select: furniture (2)->filter height: not(tall) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1:4": "12"}, "fullAnswer": {"6:8": "2", "1:4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is an office chair.", "image": "n525901.jpg", "question_id": 201556586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "select", "dependencies": [], "argument": "wall (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201490845", "201490844"], "equivalent": ["201490846"], "question": "Do the shirt and the wall have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-shirt_wall"}, "answer": "no", "semanticStr": "select: shirt (2)->select: wall (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "7"}, "fullAnswer": {"3": "2", "6": "7"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shirt and the wall are white.", "image": "n86120.jpg", "question_id": 201490846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "query", "dependencies": [0], "argument": "sportActivity"}], "entailed": ["20709916", "20709917", "20709901", "20709910", "20709903", "20709902", "20709909", "20709908", "20709918", "20709915"], "equivalent": ["20709906"], "question": "What is she doing?", "isBalanced": true, "groups": {"global": "sportActivity", "local": "10q-woman_sportActivity"}, "answer": "skating", "semanticStr": "select: she (0)->query: sportActivity [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is skating.", "image": "n24526.jpg", "question_id": 20709906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974841"], "equivalent": ["201974842"], "question": "Who is wearing the tank top?", "isBalanced": true, "groups": {"global": "person", "local": "14-tank top_wearing,s"}, "answer": "player", "semanticStr": "select: tank top (4)->relate: person,wearing,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18", "5:7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a tank top.", "image": "n274905.jpg", "question_id": 201974842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (0)"}, {"operation": "verify sportActivity", "dependencies": [1], "argument": "skating"}], "entailed": ["20709916", "20709917", "20709906", "20709901", "20709910", "20709902", "20709909", "20709908", "20709918", "20709915"], "equivalent": ["20709903"], "question": "Does the person to the right of the umbrella appear to be skating?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_skating"}, "answer": "yes", "semanticStr": "select: umbrella (1)->relate: person,to the right of,s (0) [0]->verify sportActivity: skating [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the woman is skating.", "image": "n24526.jpg", "question_id": 20709903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974842"], "equivalent": ["201974841"], "question": "Who is wearing a tank top?", "isBalanced": true, "groups": {"global": "person", "local": "14-tank top_wearing,s"}, "answer": "player", "semanticStr": "select: tank top (4)->relate: person,wearing,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"4:6": "4"}, "fullAnswer": {"1": "18", "5:7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a tank top.", "image": "n274905.jpg", "question_id": 201974841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20746556", "20746555", "20746543", "20746544"], "equivalent": ["20746557"], "question": "What is the name of this animals?", "isBalanced": true, "groups": {"global": "bird", "local": "11q-animal"}, "answer": "birds", "semanticStr": "select: animal (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"6": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are birds.", "image": "n477215.jpg", "question_id": 20746557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20746557", "20746555", "20746543", "20746544"], "equivalent": ["20746556"], "question": "What animals are it?", "isBalanced": true, "groups": {"global": "bird", "local": "11q-animal"}, "answer": "birds", "semanticStr": "select: animal (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are birds.", "image": "n477215.jpg", "question_id": 20746556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "portable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480590", "20480627", "20480589", "20480625"], "equivalent": ["20480628"], "question": "What device is portable?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_portable"}, "answer": "computer", "semanticStr": "select: device (4)->filter: portable [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n520071.jpg", "question_id": 20480628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017060"], "equivalent": ["2017079"], "question": "What is resting on the mountains?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mountains_resting on,s"}, "answer": "snow", "semanticStr": "select: mountains (8)->relate: _,resting on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snow is resting on the mountains.", "image": "n324908.jpg", "question_id": 2017079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "birds (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20746543", "20746544", "20746550"], "equivalent": ["20746551", "20746550"], "question": "Is there a bird in the picture that is not large?", "isBalanced": true, "groups": {"global": null, "local": "04-birds_n#large"}, "answer": "yes", "semanticStr": "select: birds (7)->filter size: not(large) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there are small birds.", "image": "n477215.jpg", "question_id": 20746551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "select", "dependencies": [], "argument": "fence (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201654232"], "question": "Are the cart and the fence made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cart_fence"}, "answer": "yes", "semanticStr": "select: cart (5)->select: fence (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "8"}, "fullAnswer": {"3": "5", "6": "8"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the cart and the fence are made of metal.", "image": "n6309.jpg", "question_id": 201654232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "select", "dependencies": [], "argument": "car (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201654230", "201654229"], "equivalent": ["201654230", "201654231"], "question": "Is the color of the fence different than the car?", "isBalanced": true, "groups": {"global": null, "local": "09diff-car_fence"}, "answer": "no", "semanticStr": "select: fence (8)->select: car (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "7", "5": "8"}, "fullAnswer": {"3": "8", "6": "7"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the fence and the car are white.", "image": "n6309.jpg", "question_id": 201654231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "select", "dependencies": [], "argument": "sky (8) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202257876"], "question": "What is common to the bag and the sky?", "isBalanced": true, "groups": {"global": null, "local": "09common-bag_sky"}, "answer": "color", "semanticStr": "select: bag (0)->select: sky (8) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "8", "5": "0"}, "fullAnswer": {"4": "0", "7": "8"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the bag and the sky are blue.", "image": "n216553.jpg", "question_id": 202257876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480623"], "equivalent": ["20480624"], "question": "What device is not off?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#off"}, "answer": "radio", "semanticStr": "select: device (11)->filter: not(off) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a radio.", "image": "n520071.jpg", "question_id": 20480624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (11)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2017071", "2017067", "2017074", "2017075", "2017076", "2017077", "2017070", "2017069", "2017072"], "equivalent": ["2017074", "2017073"], "question": "Is the snow bright and white?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_white"}, "answer": "yes", "semanticStr": "select: snow (11)->verify: bright [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the snow is bright and white.", "image": "n324908.jpg", "question_id": 2017073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the left of,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "carrots,to the right of,s (6)"}], "entailed": ["202244684", "202244683", "202244682"], "equivalent": ["202244681"], "question": "Are the fresh carrots to the right of the bowl that is to the left of the cookies?", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_carrots"}, "answer": "no", "semanticStr": "select: cookies (0)->relate: bowl,to the left of,s (8) [0]->verify rel: carrots,to the right of,s (6) [1]", "annotations": {"answer": {}, "question": {"9": "8", "2:4": "6", "17": "0"}, "fullAnswer": {"9": "8", "2": "6"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the carrots are to the left of the bowl.", "image": "n296467.jpg", "question_id": 202244681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240305"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "girl", "semanticStr": "select: person (2)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is standing.", "image": "n148872.jpg", "question_id": 202240305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201067917", "201067916"], "equivalent": ["201067918"], "question": "Is there a bag that is not white?", "isBalanced": true, "groups": {"global": null, "local": "04-bag_n#white"}, "answer": "no", "semanticStr": "select: bag (8)->filter color: not(white) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a bag but it is white.", "image": "n367944.jpg", "question_id": 201067918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528124"], "equivalent": ["201528126"], "question": "What appliance is tall?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_tall"}, "answer": "stove", "semanticStr": "select: appliance (8)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n118102.jpg", "question_id": 201528126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528128", "201528129", "201528130"], "equivalent": ["201528128", "201528127"], "question": "What is the white appliance called?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_white"}, "answer": "stove", "semanticStr": "select: appliance (8)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n118102.jpg", "question_id": 201528127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(greasy)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202036953"], "question": "What food is not greasy?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#greasy"}, "answer": "sausage", "semanticStr": "select: food (7)->filter: not(greasy) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n200225.jpg", "question_id": 202036953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (21)"}, {"operation": "relate", "dependencies": [0], "argument": "baby,to the right of,s (17)"}, {"operation": "verify", "dependencies": [1], "argument": "beautiful"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201866720", "201866737", "201866740", "201866738", "201866739", "201866735", "201866736", "201866724", "201866723", "201866722", "201866732", "201866733"], "equivalent": ["201866734", "201866733"], "question": "Does the baby to the right of the bicycle look small and beautiful?", "isBalanced": true, "groups": {"global": null, "local": "05-beautiful_small"}, "answer": "yes", "semanticStr": "select: bicycle (21)->relate: baby,to the right of,s (17) [0]->verify: beautiful [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "21", "2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the baby is small and beautiful.", "image": "n211324.jpg", "question_id": 201866734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "select", "dependencies": [], "argument": "mountain side (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201889238"], "equivalent": ["201889239"], "question": "Does the mountain side have a different color than the jacket?", "isBalanced": true, "groups": {"global": null, "local": "09diff-jacket_mountain side"}, "answer": "yes", "semanticStr": "select: jacket (5)->select: mountain side (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "5", "2:4": "2"}, "fullAnswer": {"2": "5", "7:9": "2"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the jacket is red and the mountain side is white.", "image": "n88366.jpg", "question_id": 201889239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201983737"], "question": "Are there any bags or cars?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bag_car"}, "answer": "yes", "semanticStr": "select: bag (0)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bag.", "image": "n16378.jpg", "question_id": 201983737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dispenser (18)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201947572", "201947573", "201947574", "201947575", "201947576"], "equivalent": ["201947576", "201947577"], "question": "Which side of the picture is the soap dispenser on?", "isBalanced": true, "groups": {"global": null, "local": "10q-soap dispenser_hposition"}, "answer": "left", "semanticStr": "select: soap dispenser (18)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7:9": "18"}, "fullAnswer": {"1:3": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soap dispenser is on the left of the image.", "image": "n473688.jpg", "question_id": 201947577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201770833", "201770832", "201770834", "201770837", "201770836", "201770838", "201770843", "201770844"], "equivalent": ["201770835"], "question": "What color is the mug?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mug_color"}, "answer": "orange", "semanticStr": "select: mug (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mug is orange.", "image": "n310625.jpg", "question_id": 201770835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "gift,sitting beside,o (5)"}], "entailed": ["20306388"], "equivalent": ["20306389"], "question": "Is the person to the left of the laptop sitting beside the gift that is next to the man?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_gift"}, "answer": "yes", "semanticStr": "select: laptop (6)->relate: person,to the left of,s (1) [0]->verify rel: gift,sitting beside,o (5) [1]", "annotations": {"answer": {}, "question": {"2": "1", "8": "6", "12": "5", "18": "0"}, "fullAnswer": {"2": "1", "7": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is sitting beside the gift.", "image": "n554880.jpg", "question_id": 20306389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting beside,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306387"], "equivalent": ["20306386"], "question": "What is the person to the left of the chair sitting beside?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting beside,o"}, "answer": "gift", "semanticStr": "select: chair (7)->relate: person,to the left of,s (1) [0]->relate: _,sitting beside,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"9": "7", "3": "1"}, "fullAnswer": {"1": "1", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting beside the gift.", "image": "n554880.jpg", "question_id": 20306386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306386"], "equivalent": ["20306387"], "question": "What is the woman sitting beside?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting beside,o"}, "answer": "gift", "semanticStr": "select: woman (1)->relate: _,sitting beside,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "1", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting beside the gift.", "image": "n554880.jpg", "question_id": 20306387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gift (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306383", "20306252"], "equivalent": ["20306384"], "question": "Who is sitting beside the gift?", "isBalanced": true, "groups": {"global": "person", "local": "14-gift_sitting beside,s"}, "answer": "woman", "semanticStr": "select: gift (5)->relate: person,sitting beside,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting beside the gift.", "image": "n554880.jpg", "question_id": 20306384}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201574129", "201574128", "201574127"], "equivalent": ["201574126"], "question": "Is the metal fence on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_right"}, "answer": "yes", "semanticStr": "select: fence (17)->filter material: metal [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fence is on the right of the image.", "image": "n116329.jpg", "question_id": 201574126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pilot (5)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201996965", "201996972", "201996967", "201996966", "201996961", "201996960", "201996962", "201996973", "201996975", "201996970", "201996958", "201996959", "201996971", "201996974"], "equivalent": ["201996963"], "question": "What is the pilot doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-pilot_activity"}, "answer": "staring", "semanticStr": "select: pilot (5)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pilot is staring.", "image": "n250715.jpg", "question_id": 201996963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201996965", "201996972", "201996967", "201996966", "201996961", "201996960", "201996963", "201996973", "201996975", "201996970", "201996958", "201996959", "201996971", "201996974"], "equivalent": ["201996962"], "question": "What is the person to the right of the device doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-pilot_activity"}, "answer": "staring", "semanticStr": "select: device (11)->relate: person,to the right of,s (5) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "11", "3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pilot is staring.", "image": "n250715.jpg", "question_id": 201996962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394863", "20394864"], "equivalent": ["20394865"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "dress", "semanticStr": "select: clothing (3)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress.", "image": "n369313.jpg", "question_id": 20394865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter", "dependencies": [0], "argument": "full"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246682", "202246681", "202246680"], "equivalent": ["202246683"], "question": "What kind of furniture is full?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_full"}, "answer": "computer desk", "semanticStr": "select: furniture (7)->filter: full [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394864", "20394865"], "equivalent": ["20394863"], "question": "What do you think is the name of the white clothing item in the picture?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "dress", "semanticStr": "select: clothing (3)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"10:12": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress.", "image": "n369313.jpg", "question_id": 20394863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682305"], "equivalent": ["201682306"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n51658.jpg", "question_id": 201682306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "choose rel", "dependencies": [2], "argument": "fence,behind|in front of,s (15)"}], "entailed": ["20245842", "20245844"], "equivalent": ["20245843", "20245844"], "question": "Is the fence in front or behind the trees that are green and brown?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_fence"}, "answer": "behind", "semanticStr": "select: trees (16)->filter color: green [0]->filter color: brown [1]->choose rel: fence,behind|in front of,s (15) [2]", "annotations": {"answer": {}, "question": {"11": "16", "8": "16", "13": "16", "2": "15"}, "fullAnswer": {"1": "15", "5": "16"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is behind the trees.", "image": "n489190.jpg", "question_id": 20245843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246688", "202246687"], "equivalent": ["202246689"], "question": "Which kind of furniture is long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "computer desk", "semanticStr": "select: furniture (7)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246689", "202246687"], "equivalent": ["202246688"], "question": "What kind of furniture is long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "computer desk", "semanticStr": "select: furniture (7)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife block (20)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,to the left of,s (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308726", "20308724", "20308725", "20308650"], "equivalent": ["20308724", "20308723"], "question": "What type of cooking utensil is to the left of the knife block in the middle of the picture?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-knife block_to the left of,s"}, "answer": "tea kettle", "semanticStr": "select: knife block (20)->filter vposition: middle [0]->relate: cooking utensil,to the left of,s (19) [1]->query: name [2]", "annotations": {"answer": {"0:2": "19"}, "question": {"11:13": "20", "3:5": "19"}, "fullAnswer": {"1:3": "19", "5:7": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a tea kettle.", "image": "n278312.jpg", "question_id": 20308723}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,0,2)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["202262474"], "equivalent": ["202262474", "202262475"], "question": "Are the people male?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,0,2)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n538039.jpg", "question_id": 202262475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (16)"}, {"operation": "relate", "dependencies": [0], "argument": "taxi,behind,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201873549"], "question": "Is there any taxi behind the sticker?", "isBalanced": true, "groups": {"global": null, "local": "13-sticker_taxi"}, "answer": "no", "semanticStr": "select: sticker (16)->relate: taxi,behind,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "16"}, "fullAnswer": {"8": "16", "4:6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fire truck behind the sticker.", "image": "n309148.jpg", "question_id": 201873549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20588886", "20588891", "20588890", "20588888", "20588900", "20588885", "20588884", "20588889", "20588898", "20588899", "20588887", "20588893", "20588881", "20588880", "20588883", "20588882", "20588896", "20588897", "20588894", "20588895"], "equivalent": ["20588892"], "question": "Is the hair band both white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: headband (2)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair band is white and small.", "image": "n258500.jpg", "question_id": 20588892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (16)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873547", "201873548", "201873313"], "equivalent": ["201873546"], "question": "What is the vehicle behind the sticker?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-sticker_behind,s"}, "answer": "fire truck", "semanticStr": "select: sticker (16)->relate: vehicle,behind,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0", "6": "16"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "bridge,crossing,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "traffic light,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201873543"], "question": "Is there a traffic light in front of the bridge that is crossing the street?", "isBalanced": true, "groups": {"global": null, "local": "13-bridge_traffic light"}, "answer": "no", "semanticStr": "select: street (13)->relate: bridge,crossing,s (12) [0]->relate: traffic light,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "12", "14": "13"}, "fullAnswer": {"10": "12", "4:6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fire truck in front of the bridge.", "image": "n309148.jpg", "question_id": 201873543}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (0)"}, {"operation": "relate", "dependencies": [0], "argument": "boat,near,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "watercraft,to the right of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20299758", "20299759", "20299842", "20299844", "20299778", "20299843", "20299840"], "equivalent": ["20299840", "20299841"], "question": "What kind of watercraft is to the right of the boat near the bridge?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-boat_to the right of,s"}, "answer": "sailboat", "semanticStr": "select: bridge (0)->relate: boat,near,s (7) [0]->relate: watercraft,to the right of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"10": "7", "3": "9", "13": "0"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a sailboat.", "image": "n195925.jpg", "question_id": 20299841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose color", "dependencies": [1], "argument": "yellow|black"}], "entailed": ["20244643"], "equivalent": ["20244644"], "question": "Is the large vehicle yellow or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bus_color"}, "answer": "yellow", "semanticStr": "select: vehicle (0)->filter size: large [0]->choose color: yellow|black [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bus is yellow.", "image": "n19152.jpg", "question_id": 20244644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "thin"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947752", "201947753"], "equivalent": ["201947754"], "question": "Which kind of clothing is thin?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_thin"}, "answer": "tank top", "semanticStr": "select: clothing (6)->filter: thin [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top.", "image": "n473688.jpg", "question_id": 201947754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (7)"}, {"operation": "select", "dependencies": [], "argument": "van (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201227859"], "question": "Is the lamp made of the same material as the van?", "isBalanced": true, "groups": {"global": null, "local": "09same-lamp_van"}, "answer": "yes", "semanticStr": "select: lamp (7)->select: van (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "0", "2": "7"}, "fullAnswer": {"3": "7", "6": "0"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the lamp and the van are made of metal.", "image": "n154856.jpg", "question_id": 201227859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting beside,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20244649", "20244554", "20244555", "20244651", "20244650", "20244652", "20244647"], "equivalent": ["20244648"], "question": "What is sitting beside the tall building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_sitting beside,s"}, "answer": "bus", "semanticStr": "select: building (7)->filter height: tall [0]->relate: _,sitting beside,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"5:7": "7"}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is sitting beside the building.", "image": "n19152.jpg", "question_id": 20244648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped"}, {"operation": "select", "dependencies": [], "argument": "blouse (6) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "verify pattern", "dependencies": [4], "argument": "striped"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["201068794", "201068796", "201068797", "201068792", "201068800", "201068801", "201068802", "201068798", "201068799", "201068817", "201068709", "201068708", "201068707", "201068706", "201068705", "201068710", "201068804"], "equivalent": ["201068704"], "question": "Are both the dress shirt that looks gray and the black blouse striped?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-blouse_dress shirt"}, "answer": "yes", "semanticStr": "select: dress shirt (5)->filter color: gray [0]->verify pattern: striped [1]->select: blouse (6) ->filter color: black [3]->verify pattern: striped [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"3:5": "5", "7": "5", "10:12": "6"}, "fullAnswer": {"7": "6", "3:5": "5"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the dress shirt and the blouse are striped.", "image": "n159802.jpg", "question_id": 201068704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (4)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["20300549", "20300548", "20300546", "20300555", "20300554", "20300557", "20300556", "20300564", "20300553", "20300552", "20300551", "20300566", "20300547", "20300583"], "equivalent": ["20300558"], "question": "Does the grass look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-grass_tall"}, "answer": "no", "semanticStr": "select: grass (4)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the grass is short.", "image": "n208302.jpg", "question_id": 20300558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cell phone,to the right of,s (2)"}, {"operation": "verify", "dependencies": [1], "argument": "old"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20306687", "20306686", "20306685", "20306684", "20306683", "20306681", "20306680", "20306689", "20306688", "20306661", "20306660", "20306663", "20306662", "20306665", "20306664", "20306666", "20306698", "20306699", "20306656", "20306690", "20306691", "20306692", "20306658", "20306659", "20306697", "20306678", "20306679", "20306672", "20306673", "20306671", "20306676", "20306677", "20306674", "20306675"], "equivalent": ["20306656", "20306657"], "question": "Does the mobile phone to the right of the chair look old and white?", "isBalanced": true, "groups": {"global": null, "local": "05-old_white"}, "answer": "yes", "semanticStr": "select: chair (7)->relate: cell phone,to the right of,s (2) [0]->verify: old [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cellphone is old and white.", "image": "n554880.jpg", "question_id": 20306657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,playing with,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030619", "201030307", "201030306", "201030621", "201030623", "201030622"], "equivalent": ["201030624"], "question": "Which kind of device is the boy playing with?", "isBalanced": true, "groups": {"global": "device", "local": "15-boy_playing with,o"}, "answer": "wii controller", "semanticStr": "select: boy (4)->relate: device,playing with,o (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "4", "6:8": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is playing with a Wii controller.", "image": "n54424.jpg", "question_id": 201030624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (4)"}, {"operation": "select", "dependencies": [], "argument": "street light (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201920443"], "equivalent": ["201920443", "201920442"], "question": "Is the frisbee made of the same material as the street light?", "isBalanced": true, "groups": {"global": null, "local": "09same-frisbee_street light"}, "answer": "no", "semanticStr": "select: frisbee (4)->select: street light (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "10:12": "9"}, "fullAnswer": {"2": "4", "9:11": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the frisbee is made of plastic and the street light is made of metal.", "image": "n187544.jpg", "question_id": 201920442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (8)"}, {"operation": "select", "dependencies": [], "argument": "street light (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201920441"], "question": "Is the tree made of the same material as the streetlight?", "isBalanced": true, "groups": {"global": null, "local": "09same-street light_tree"}, "answer": "no", "semanticStr": "select: tree (8)->select: street light (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "9", "2": "8"}, "fullAnswer": {"9": "9", "2": "8"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the tree is made of wood and the streetlight is made of metal.", "image": "n187544.jpg", "question_id": 201920441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ship (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20511502", "20511500", "20511501", "20511506", "20511507", "20511505", "20511497", "20511499"], "equivalent": ["20511504"], "question": "What is the ship made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-ship_material"}, "answer": "metal", "semanticStr": "select: ship (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ship is made of metal.", "image": "n229548.jpg", "question_id": 20511504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202180331"], "equivalent": ["202180330"], "question": "Who is wearing gloves?", "isBalanced": true, "groups": {"global": "person", "local": "14-gloves_wearing,s"}, "answer": "soccer player", "semanticStr": "select: gloves (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "2"}, "fullAnswer": {"1:3": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing gloves.", "image": "n380113.jpg", "question_id": 202180330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing behind,s (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201593646"], "question": "What is growing behind the fence made of metal?", "isBalanced": true, "groups": {"global": "tree", "local": "14-fence_growing behind,s"}, "answer": "pine trees", "semanticStr": "select: fence (3)->filter material: metal [0]->relate: _,growing behind,s (18) [1]->query: name [2]", "annotations": {"answer": {"0:2": "18"}, "question": {"8": "3", "5": "3"}, "fullAnswer": {"1:3": "18", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pine trees are growing behind the fence.", "image": "n200907.jpg", "question_id": 201593646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "relate", "dependencies": [0], "argument": "papers,to the left of,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding onto,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201984001", "201984170", "201984002"], "equivalent": ["201984169"], "question": "Who is holding onto the papers to the left of the bag?", "isBalanced": true, "groups": {"global": "person", "local": "14-papers_holding onto,s"}, "answer": "woman", "semanticStr": "select: bag (0)->relate: papers,to the left of,s (13) [0]->relate: person,holding onto,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"11": "0", "5": "13"}, "fullAnswer": {"1": "6", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding onto the papers.", "image": "n16378.jpg", "question_id": 201984169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202180334"], "question": "Who is standing on the field?", "isBalanced": true, "groups": {"global": "person", "local": "14-field_standing on,s"}, "answer": "soccer player", "semanticStr": "select: field (4)->relate: person,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is standing on the field.", "image": "n380113.jpg", "question_id": 202180334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "bending"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202180336"], "equivalent": ["202180335", "202180336"], "question": "Where is the soccer player that is bending standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-soccer player_standing on,o"}, "answer": "field", "semanticStr": "select: soccer player (0)->filter pose: bending [0]->relate: place,standing on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"7": "0", "3:5": "0"}, "fullAnswer": {"1:3": "0", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is standing on the field.", "image": "n380113.jpg", "question_id": 202180335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,behind,s (5)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20381460"], "question": "Do you see rugs behind the sweatshirt?", "isBalanced": true, "groups": {"global": null, "local": "13-sweatshirt_rug"}, "answer": "yes", "semanticStr": "select: sweatshirt (12)->relate: rug,behind,s (5) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "12"}, "fullAnswer": {"4": "5", "7": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a rug behind the sweatshirt.", "image": "n398257.jpg", "question_id": 20381460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify rel", "dependencies": [1], "argument": "horses,below,o (6)"}], "entailed": ["20621964"], "equivalent": ["20621963"], "question": "Is the concrete pavement below the horses that are not little?", "isBalanced": true, "groups": {"global": null, "local": "13-pavement_horses"}, "answer": "yes", "semanticStr": "select: pavement (18)->filter material: concrete [0]->verify rel: horses,below,o (6) [1]", "annotations": {"answer": {}, "question": {"10": "6", "2:4": "18", "6": "6"}, "fullAnswer": {"2": "18", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pavement is below the horses.", "image": "n210269.jpg", "question_id": 20621963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "horse (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201467306", "201467305"], "equivalent": ["201467304"], "question": "Are there any white bears or horses?", "isBalanced": true, "groups": {"global": null, "local": "04-bear_white"}, "answer": "yes", "semanticStr": "select: bear (2)->filter color: white [0]->exist: ? [1]->select: horse (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white bear.", "image": "n437192.jpg", "question_id": 201467304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["202121685", "202121684", "202121687", "202121678", "202121689", "202121688"], "equivalent": ["202121686"], "question": "How clean is the sink?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sink_cleanliness"}, "answer": "clean", "semanticStr": "select: sink (3)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is clean.", "image": "n140421.jpg", "question_id": 202121686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "goats (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "walking"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201593399"], "question": "Are there any cows or goats that are walking?", "isBalanced": true, "groups": {"global": null, "local": "04-cow_walking"}, "answer": "no", "semanticStr": "select: cow (0)->filter pose: walking [0]->exist: ? [1]->select: goats (-) ->filter pose: walking [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cow but it is standing.", "image": "n524855.jpg", "question_id": 201593399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cut)"}, {"operation": "choose name", "dependencies": [1], "argument": "sandwiches|grapes"}], "entailed": ["20611687"], "equivalent": ["20611686", "20611687"], "question": "Which kind of food is not cut, the grapes or the sandwiches?", "isBalanced": true, "groups": {"global": "fruit", "local": "12c-food_n#cut"}, "answer": "grapes", "semanticStr": "select: food (2)->filter: not(cut) [0]->choose name: sandwiches|grapes [1]", "annotations": {"answer": {"0": "2"}, "question": {"11": "5", "8": "2", "3": "5"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The grapes is not cut.", "image": "n28996.jpg", "question_id": 20611686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20381466", "20381467", "20381464", "20381465"], "equivalent": ["20381468"], "question": "On which side of the image is the red book?", "isBalanced": true, "groups": {"global": null, "local": "10q-book_hposition"}, "answer": "right", "semanticStr": "select: book (4)->filter color: red [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is on the right of the image.", "image": "n398257.jpg", "question_id": 20381468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bread (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202006684"], "equivalent": ["202006685"], "question": "Are there cups or breads in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bread_cup"}, "answer": "no", "semanticStr": "select: cup (-)->exist: ? [0]->select: bread (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no breads or cups.", "image": "n97485.jpg", "question_id": 202006685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202081988", "202081976", "202081977", "202081975", "202081973", "202081991", "202081982", "202081981", "202081980", "202081987", "202081978"], "equivalent": ["202081980", "202081978", "202081979"], "question": "What is the color of the pot?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pot_color"}, "answer": "green", "semanticStr": "select: pot (2)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pot is green.", "image": "n433692.jpg", "question_id": 202081979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "select", "dependencies": [], "argument": "woman (4) "}, {"operation": "choose younger", "dependencies": [0, 1], "argument": ""}], "entailed": ["20953869"], "equivalent": ["20953870", "20953869"], "question": "Which seems to be younger, the woman or the girl?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-girl_woman"}, "answer": "girl", "semanticStr": "select: girl (5)->select: woman (4) ->choose younger:  [0, 1]", "annotations": {"answer": {"0": "5"}, "question": {"9": "5", "6": "4"}, "fullAnswer": {"1": "5", "6": "4"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The girl is younger than the woman.", "image": "n498712.jpg", "question_id": 20953870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (3)"}, {"operation": "relate", "dependencies": [0], "argument": "knives,reflected in,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202081308", "202081329", "202081328", "202081327", "202081325", "202081324", "202081323", "202081322", "202081332", "202081331", "202081334", "202081330", "202081307", "202081335", "202081306", "202081333", "202081305"], "equivalent": ["202081327", "202081326"], "question": "What is the color of the knives that are reflected in the toaster?", "isBalanced": true, "groups": {"global": "color", "local": "10q-knives_color"}, "answer": "silver", "semanticStr": "select: toaster (3)->relate: knives,reflected in,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "3", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knives are silver.", "image": "n314630.jpg", "question_id": 202081326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (11)"}, {"operation": "choose rel", "dependencies": [0], "argument": "plate,to the left of|to the right of,s (0)"}], "entailed": ["202284881", "202285309", "202284880"], "equivalent": ["202285310"], "question": "Is the plate to the left or to the right of the knife?", "isBalanced": true, "groups": {"global": null, "local": "13-knife_plate"}, "answer": "left", "semanticStr": "select: knife (11)->choose rel: plate,to the left of|to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"2": "0", "12": "11"}, "fullAnswer": {"1": "0", "8": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The plate is to the left of the knife.", "image": "n100991.jpg", "question_id": 202285310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (8)"}, {"operation": "select", "dependencies": [], "argument": "poster (12) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20953879"], "question": "What is common to the backpack and the poster?", "isBalanced": true, "groups": {"global": null, "local": "09common-backpack_poster"}, "answer": "color", "semanticStr": "select: backpack (8)->select: poster (12) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "12", "5": "8"}, "fullAnswer": {"4": "8", "7": "12"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the backpack and the poster are blue.", "image": "n498712.jpg", "question_id": 20953879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201864419", "201864417", "201864420"], "equivalent": ["201864418"], "question": "Is the umpire on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-umpire_right"}, "answer": "no", "semanticStr": "select: umpire (7)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the umpire is on the left of the image.", "image": "n481655.jpg", "question_id": 201864418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201498718", "201498717", "201498716", "201498715", "201498714", "201498712", "201498711"], "equivalent": ["201498713"], "question": "Is the black phone on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-phone_left"}, "answer": "no", "semanticStr": "select: phone (6)->filter color: black [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the phone is on the right of the image.", "image": "n315887.jpg", "question_id": 201498713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480341", "201480339"], "equivalent": ["201480340"], "question": "Who is in front of the bench?", "isBalanced": true, "groups": {"global": "person", "local": "14-bench_in front of,s"}, "answer": "boy", "semanticStr": "select: bench (8)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the bench.", "image": "n39114.jpg", "question_id": 201480340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201676030", "201676078"], "equivalent": ["201676077"], "question": "What is sitting atop the metal shelf?", "isBalanced": true, "groups": {"global": "object", "local": "14-shelf_sitting atop,s"}, "answer": "lamp", "semanticStr": "select: shelf (11)->filter material: metal [0]->relate: _,sitting atop,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"5:7": "11"}, "fullAnswer": {"1": "10", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is sitting atop the shelf.", "image": "n233607.jpg", "question_id": 201676077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "bench,in front of,o (8)"}], "entailed": ["201480344", "201480718"], "equivalent": ["201480345"], "question": "Is the young person in front of the bench?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_bench"}, "answer": "yes", "semanticStr": "select: person (0)->filter age: young [0]->verify rel: bench,in front of,o (8) [1]", "annotations": {"answer": {}, "question": {"8": "8", "2:4": "0"}, "fullAnswer": {"8": "8", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is in front of the bench.", "image": "n39114.jpg", "question_id": 201480345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480347"], "equivalent": ["201480348"], "question": "Who wears the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a shirt.", "image": "n39114.jpg", "question_id": 201480348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (7)"}, {"operation": "filter sport", "dependencies": [0], "argument": "tennis"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201751869", "201751868", "201751863", "201751872", "201751873", "201751867", "201751866", "201751865", "201751864", "201751870", "201751874", "201751876", "201751875", "201751871"], "equivalent": ["201751862"], "question": "Is the tennis net rectangular and small?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_small"}, "answer": "yes", "semanticStr": "select: net (7)->filter sport: tennis [0]->verify shape: rectangular [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the net is rectangular and small.", "image": "n355567.jpg", "question_id": 201751862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,underneath,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["202006411", "202006412", "202006394", "202006414", "202006428", "202006416", "202006417", "202006419", "202006436", "202006420", "202006423", "202006422", "202006434", "202006424", "202006435", "202006372"], "equivalent": ["202006421"], "question": "What is the height of the chair that is underneath the table?", "isBalanced": true, "groups": {"global": "height", "local": "10q-chair_height"}, "answer": "short", "semanticStr": "select: table (0)->relate: chair,underneath,s (1) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"11": "0", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is short.", "image": "n97485.jpg", "question_id": 202006421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify", "dependencies": [1], "argument": "straight "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201411293", "201411278", "201411282", "201411283", "201411280", "201411281", "201411286", "201411284", "201411288", "201411260", "201411261", "201411263", "201411295", "201411294", "201411297", "201411296", "201411291", "201411290", "201411279", "201411292", "201411277", "201411299", "201411298"], "equivalent": ["201411289"], "question": "Is the purple hair long and straight?", "isBalanced": true, "groups": {"global": null, "local": "05-long_straight"}, "answer": "yes", "semanticStr": "select: hair (8)->filter color: purple [0]->verify length: long [1]->verify: straight  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is long and straight.", "image": "n415215.jpg", "question_id": 201411289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear"}], "entailed": ["202257415", "202257413"], "equivalent": ["202257414"], "question": "Does the blue sky look clear?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_clear"}, "answer": "no", "semanticStr": "select: sky (5)->filter color: blue [0]->verify weather: clear [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sky is cloudy.", "image": "n92308.jpg", "question_id": 202257414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20902775", "20902813", "20902797", "20902796", "20902795", "20902794", "20902793", "20902792", "20902791", "20902790", "20902818", "20902773", "20902762", "20902763", "20902760", "20902761", "20902766", "20902764", "20902765", "20902744", "20902745", "20902746", "20902774", "20902753", "20902743", "20902777", "20902814", "20902819", "20902822", "20902779", "20902782", "20902785", "20902786", "20902778", "20902788", "20902789", "20902776", "20902751", "20902781", "20902752", "20902759", "20902758", "20902821", "20902820", "20902809", "20902808", "20902807", "20902806", "20902805", "20902757", "20902756", "20902754"], "equivalent": ["20902780", "20902779"], "question": "Is the animal in the backpack brown and small?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "yes", "semanticStr": "select: backpack (1)->relate: animal,in,s (2) [0]->verify color: brown [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "1"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dog is brown and small.", "image": "n411121.jpg", "question_id": 20902780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tablecloth (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gourd (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20609524", "20609329"], "equivalent": ["20609330"], "question": "Are there tablecloths or gourds in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-gourd_tablecloth"}, "answer": "no", "semanticStr": "select: tablecloth (-)->exist: ? [0]->select: gourd (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no gourds or tablecloths.", "image": "n437064.jpg", "question_id": 20609330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20551485", "20551484", "20551503", "20551519", "20551518", "20551521", "20551522", "20551502", "20551504", "20551501"], "equivalent": ["20551520"], "question": "What kind of vehicle is metallic?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "train", "semanticStr": "select: vehicle (0)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n153118.jpg", "question_id": 20551520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20551485", "20551484", "20551503", "20551519", "20551518", "20551520", "20551521", "20551502", "20551504", "20551501"], "equivalent": ["20551522"], "question": "Which kind of vehicle is made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "train", "semanticStr": "select: vehicle (0)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n153118.jpg", "question_id": 20551522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201908776", "201908775", "201908774"], "equivalent": ["201908777"], "question": "On which side are the silver forks?", "isBalanced": true, "groups": {"global": null, "local": "10q-forks_hposition"}, "answer": "right", "semanticStr": "select: forks (1)->filter color: silver [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The forks are on the right of the image.", "image": "n479092.jpg", "question_id": 201908777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (4)"}, {"operation": "relate", "dependencies": [0], "argument": "shorts,worn on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20345152", "20345153", "20345169", "20345168", "20345167", "20345166", "20345165", "20345164", "20345162", "20345161"], "equivalent": ["20345163"], "question": "What color do you think are the shorts that are worn on the athlete?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "black", "semanticStr": "select: athlete (4)->relate: shorts,worn on,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "4", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are black.", "image": "n560243.jpg", "question_id": 20345163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,below,o (-)"}], "entailed": [], "equivalent": ["201908771"], "question": "Are the pants below a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-pants_couch"}, "answer": "no", "semanticStr": "select: pants (17)->verify rel: couch,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17", "6": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pants are below the table.", "image": "n479092.jpg", "question_id": 201908771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20827249", "20827254", "20827255", "20827256", "20827250", "20827251", "20827252"], "equivalent": ["20827252", "20827253"], "question": "What is the material of the staircase?", "isBalanced": true, "groups": {"global": "material", "local": "10q-staircase_material"}, "answer": "wood", "semanticStr": "select: staircase (17)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The staircase is made of wood.", "image": "n283587.jpg", "question_id": 20827253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "select", "dependencies": [], "argument": "lamp (8) "}, {"operation": "relate", "dependencies": [3], "argument": "television,to the right of,s (1)"}, {"operation": "filter", "dependencies": [4], "argument": "on"}, {"operation": "verify size", "dependencies": [5], "argument": "small"}, {"operation": "and", "dependencies": [2, 6], "argument": ""}], "entailed": ["201957201", "201957200", "201957193", "201956899", "201956898", "201957191", "201957190", "201956895", "201956894", "201956897", "201956896", "201956891", "201956890", "201956893", "201956892", "201957189", "201957192", "201957199", "201957204", "201957184", "201957185", "201956888", "201956889", "201957180", "201957181", "201957182", "201957183", "201957188", "201957177", "201957176", "201957171", "201957186", "201957187", "201957174", "201956901", "201956900", "201956907", "201956906", "201957173", "201957172"], "equivalent": ["201957175", "201957176"], "question": "Do both the device that is white and the on TV to the right of the lamp look small?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-television_wii controller"}, "answer": "yes", "semanticStr": "select: device (7)->filter color: white [0]->verify size: small [1]->select: lamp (8) ->relate: television,to the right of,s (1) [3]->filter: on [4]->verify size: small [5]->and:  [2, 6]", "annotations": {"answer": {}, "question": {"6": "7", "3": "7", "9:11": "1", "16": "8"}, "fullAnswer": {"7": "1", "3:5": "7"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the Wii controller and the TV are small.", "image": "n536256.jpg", "question_id": 201957175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "relate", "dependencies": [0], "argument": "horses,over,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20622008", "20622009"], "equivalent": ["20622007"], "question": "What is located on top of the horses that the window is over?", "isBalanced": true, "groups": {"global": "thing", "local": "14-horses_on top of,s"}, "answer": "hair", "semanticStr": "select: window (15)->relate: horses,over,o (6) [0]->relate: _,on top of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"10": "15", "7": "6"}, "fullAnswer": {"1": "4", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hair is on top of the horses.", "image": "n210269.jpg", "question_id": 20622007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827257"], "equivalent": ["20827258"], "question": "Which kind of furniture is the staircase behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-staircase_behind,o"}, "answer": "chairs", "semanticStr": "select: staircase (17)->relate: furniture,behind,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "17", "5": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The staircase is behind the chairs.", "image": "n283587.jpg", "question_id": 20827258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "filter", "dependencies": [0], "argument": "steep"}, {"operation": "verify rel", "dependencies": [1], "argument": "chairs,behind,o (7)"}], "entailed": ["20827544"], "equivalent": ["20827259"], "question": "Is the steep staircase behind the chairs next to the cupboard?", "isBalanced": true, "groups": {"global": null, "local": "13-staircase_chairs"}, "answer": "yes", "semanticStr": "select: staircase (17)->filter: steep [0]->verify rel: chairs,behind,o (7) [1]", "annotations": {"answer": {}, "question": {"10": "11", "2:4": "17", "6": "7"}, "fullAnswer": {"2": "17", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the staircase is behind the chairs.", "image": "n283587.jpg", "question_id": 20827259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201037336", "201037337", "201037334", "201037335", "201037332", "201037331"], "equivalent": ["201037333"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete.", "image": "n393305.jpg", "question_id": 201037333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201480690"], "question": "Is the bench rectangular and full?", "isBalanced": true, "groups": {"global": null, "local": "05-full_rectangular"}, "answer": "no", "semanticStr": "select: bench (8)->verify: full [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bench is rectangular but empty.", "image": "n39114.jpg", "question_id": 201480690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "pillow,to the left of,s (16)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20285284"], "question": "Does the pillow that is to the left of the couch look round and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_round"}, "answer": "no", "semanticStr": "select: couch (13)->relate: pillow,to the left of,s (16) [0]->verify color: red [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "13", "2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pillow is red but square.", "image": "n192021.jpg", "question_id": 20285284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201064925"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "boy", "semanticStr": "select: person (4)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is sitting.", "image": "n88933.jpg", "question_id": 201064925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "garden (42)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}], "entailed": ["201866696"], "equivalent": ["201866695"], "question": "Is the garden colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-garden_colorful"}, "answer": "yes", "semanticStr": "select: garden (42)->verify: colorful [0]", "annotations": {"answer": {}, "question": {"2": "42"}, "fullAnswer": {"2": "42"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the garden is colorful.", "image": "n211324.jpg", "question_id": 201866695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "select", "dependencies": [], "argument": "airplane (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201434054", "201434053"], "equivalent": ["201434055"], "question": "Is the color of the airplane different than that of the shirt?", "isBalanced": true, "groups": {"global": null, "local": "09diff-airplane_shirt"}, "answer": "yes", "semanticStr": "select: shirt (5)->select: airplane (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "5", "5": "6"}, "fullAnswer": {"2": "5", "7": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the shirt is blue and the airplane is white.", "image": "n545516.jpg", "question_id": 201434055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (3)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}], "entailed": ["202119983", "202120000", "202120022", "202120002", "202120003", "202120017", "202120005", "202120006", "202120008", "202120004", "202120021"], "equivalent": ["202120007"], "question": "Is the table long?", "isBalanced": true, "groups": {"global": null, "local": "06-table_long"}, "answer": "no", "semanticStr": "select: table (3)->verify length: long [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the table is short.", "image": "n500308.jpg", "question_id": 202120007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (21)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,wearing,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "_,covering,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201481500", "201481499"], "equivalent": ["201481567"], "question": "What is covering the woman that is wearing pants?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_covering,s"}, "answer": "umbrella", "semanticStr": "select: pants (21)->relate: woman,wearing,s (11) [0]->relate: _,covering,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"8": "21", "4": "11"}, "fullAnswer": {"1": "10", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umbrella is covering the woman.", "image": "n470920.jpg", "question_id": 201481567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201444995"], "equivalent": ["201444996"], "question": "What sits beside the bench?", "isBalanced": true, "groups": {"global": "material", "local": "14-bench_sitting beside,s"}, "answer": "rock", "semanticStr": "select: bench (1)->relate: _,sitting beside,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rock sits beside the bench.", "image": "n289376.jpg", "question_id": 201444996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frame (16)"}, {"operation": "relate", "dependencies": [0], "argument": "man,below,s (13)"}, {"operation": "filter race", "dependencies": [1], "argument": "caucasian"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,sitting on,o (14)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201982278", "201982131"], "equivalent": ["201982132"], "question": "What item of furniture does the white man below the frame sit on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_sitting on,o"}, "answer": "couch", "semanticStr": "select: frame (16)->relate: man,below,s (13) [0]->filter race: caucasian [1]->relate: furniture,sitting on,o (14) [2]->query: name [3]", "annotations": {"answer": {"0": "14"}, "question": {"10": "16", "6:8": "13", "1:4": "14"}, "fullAnswer": {"1": "13", "5": "14"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man sits on the couch.", "image": "n526228.jpg", "question_id": 201982132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,sitting atop,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20637060", "20637061", "20637062", "20637065"], "equivalent": ["20637064"], "question": "What is the appliance that the utensil made of stainless steel is sitting atop?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-spoon_sitting atop,o"}, "answer": "stove", "semanticStr": "select: utensil (3)->filter material: stainless steel [0]->relate: appliance,sitting atop,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "9:11": "3", "6": "3"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n184385.jpg", "question_id": 20637064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201576842"], "equivalent": ["201576841"], "question": "Is that goat white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: goat (2)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the goat is small but black.", "image": "n187961.jpg", "question_id": 201576841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "stove,sitting atop,o (8)"}], "entailed": ["20637067"], "equivalent": ["20637066"], "question": "Is the spoon sitting atop a stove?", "isBalanced": true, "groups": {"global": null, "local": "13-spoon_stove"}, "answer": "yes", "semanticStr": "select: spoon (3)->verify rel: stove,sitting atop,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "3", "6": "8"}, "fullAnswer": {"2": "3", "7": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the spoon is sitting atop a stove.", "image": "n184385.jpg", "question_id": 20637066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637060", "20637061", "20637064", "20637065"], "equivalent": ["20637062"], "question": "What is the spoon sitting atop?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-spoon_sitting atop,o"}, "answer": "stove", "semanticStr": "select: spoon (3)->relate: _,sitting atop,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "3", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spoon is sitting atop the stove.", "image": "n184385.jpg", "question_id": 20637062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,near,s (0)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["202258118", "202258119", "202258109", "202258108", "202258121", "202258120", "202258116", "202258117", "202258110", "202258127", "202258060", "202258114", "202258059", "202258115", "202258084", "202258085"], "equivalent": ["202258128"], "question": "Is the bag near the fence closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-bag_15"}, "answer": "closed", "semanticStr": "select: fence (6)->relate: bag,near,s (0) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "6"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is closed.", "image": "n216553.jpg", "question_id": 202258128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (14) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20245713"], "equivalent": ["20245714", "20245713"], "question": "What is common to the fence and the light fixture?", "isBalanced": true, "groups": {"global": null, "local": "09common-fence_light fixture"}, "answer": "material", "semanticStr": "select: fence (15)->select: light fixture (14) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "14", "5": "15"}, "fullAnswer": {"4": "15", "7:9": "14"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the fence and the light fixture are metallic.", "image": "n489190.jpg", "question_id": 20245714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["201936008", "201936010"], "equivalent": ["201936008", "201936009"], "question": "Do you think that picture frame is standing?", "isBalanced": true, "groups": {"global": null, "local": "06-picture frame_standing"}, "answer": "yes", "semanticStr": "select: picture frame (5)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the picture frame is standing.", "image": "n500209.jpg", "question_id": 201936009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20794318", "20794319", "20794316", "20794317", "20794332", "20794315", "20794327", "20794326", "20794325", "20794324", "20794322", "20794321", "20794320", "20794331", "20794328"], "equivalent": ["20794323"], "question": "How big is the bottle that looks yellow?", "isBalanced": true, "groups": {"global": "size", "local": "10q-mustard bottle_size"}, "answer": "small", "semanticStr": "select: bottle (6)->filter color: yellow [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mustard bottle is small.", "image": "n278453.jpg", "question_id": 20794323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201936004", "201936005", "201936002"], "equivalent": ["201936007"], "question": "Which shape is the picture frame?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-picture frame_shape"}, "answer": "square", "semanticStr": "select: picture frame (5)->query: shape [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture frame is square.", "image": "n500209.jpg", "question_id": 201936007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "carpet,beneath,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}], "entailed": ["201247305"], "equivalent": ["201247306"], "question": "Does the carpet beneath the side table look green?", "isBalanced": true, "groups": {"global": null, "local": "06-carpet_green"}, "answer": "no", "semanticStr": "select: side table (3)->relate: carpet,beneath,s (7) [0]->verify color: green [1]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "3"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the carpet is cream colored.", "image": "n83784.jpg", "question_id": 201247306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20827351", "20827350", "20827353", "20827352", "20827333", "20827354", "20827331", "20827373", "20827371", "20827377", "20827339", "20827338", "20827356", "20827342", "20827343", "20827340", "20827341", "20827344", "20827345", "20827364", "20827365", "20827360", "20827361", "20827362", "20827363", "20827329", "20827374"], "equivalent": ["20827329", "20827330"], "question": "Does the window look large and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "yes", "semanticStr": "select: window (3)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is large and dark.", "image": "n283587.jpg", "question_id": 20827330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bedroom (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting at,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20644729", "20644699"], "equivalent": ["20644728"], "question": "What animal is sitting at the bedroom that looks dirty?", "isBalanced": true, "groups": {"global": "animal", "local": "15-bedroom_sitting at,s"}, "answer": "cat", "semanticStr": "select: bedroom (0)->filter cleanliness: dirty [0]->relate: animal,sitting at,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "9": "0", "6": "0"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n250821.jpg", "question_id": 20644728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (3)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the left of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "sink,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201883221"], "question": "Are there sinks in front of the mirror that is to the left of the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_sink"}, "answer": "no", "semanticStr": "select: chair (3)->relate: mirror,to the left of,s (4) [0]->relate: sink,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"15": "3", "7": "4"}, "fullAnswer": {"9": "4", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bed in front of the mirror.", "image": "n125122.jpg", "question_id": 201883221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20118041"], "equivalent": ["20118040"], "question": "That elephant is where?", "isBalanced": true, "groups": {"global": "place", "local": "14-elephant_on,o"}, "answer": "field", "semanticStr": "select: elephant (0)->relate: place,on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is on the field.", "image": "n494677.jpg", "question_id": 20118040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frame (16)"}, {"operation": "relate", "dependencies": [0], "argument": "man,below,s (13)"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,sitting on,o (14)"}], "entailed": [], "equivalent": ["201982135"], "question": "Does the man below the frame sit on a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_couch"}, "answer": "yes", "semanticStr": "select: frame (16)->relate: man,below,s (13) [0]->verify rel: couch,sitting on,o (14) [1]", "annotations": {"answer": {}, "question": {"9": "14", "2": "13", "5": "16"}, "fullAnswer": {"2": "13", "6": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man sits on a couch.", "image": "n526228.jpg", "question_id": 201982135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "elephant,on,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20117956", "20117955"], "equivalent": ["20118042"], "question": "Is there any elephant on the field?", "isBalanced": true, "groups": {"global": null, "local": "13-field_elephant"}, "answer": "yes", "semanticStr": "select: field (10)->relate: elephant,on,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "10"}, "fullAnswer": {"4": "0", "7": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an elephant on the field.", "image": "n494677.jpg", "question_id": 20118042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "relate", "dependencies": [1], "argument": "elephant,below,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20117956", "20117955"], "equivalent": ["20118048"], "question": "Are there any elephants below the blue sky?", "isBalanced": true, "groups": {"global": null, "local": "13-sky_elephant"}, "answer": "yes", "semanticStr": "select: sky (6)->filter color: blue [0]->relate: elephant,below,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "6:8": "6"}, "fullAnswer": {"4": "0", "7": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an elephant below the sky.", "image": "n494677.jpg", "question_id": 20118048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (27)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "spoon (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201669433"], "equivalent": ["201669432", "201669433"], "question": "Are there black knives or spoons?", "isBalanced": true, "groups": {"global": null, "local": "04-knife_black"}, "answer": "no", "semanticStr": "select: knife (27)->filter color: black [0]->exist: ? [1]->select: spoon (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "27"}, "fullAnswer": {"4": "27"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a knife but it is silver.", "image": "n238266.jpg", "question_id": 201669432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000910"], "equivalent": ["202000909"], "question": "Who rides on a skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (11)->relate: person,riding on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "3", "4:6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater rides on a skateboard.", "image": "n299528.jpg", "question_id": 202000909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20284996", "20285067", "20285063", "20284997", "20285068", "20284998"], "equivalent": ["20285064"], "question": "What item of furniture is on the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on,s"}, "answer": "couch", "semanticStr": "select: carpet (0)->relate: furniture,on,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n192021.jpg", "question_id": 20285064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "relate", "dependencies": [1], "argument": "taxi,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201976693"], "question": "Are there taxis on the street that is made of cement?", "isBalanced": true, "groups": {"global": null, "local": "13-street_taxi"}, "answer": "no", "semanticStr": "select: street (10)->filter material: concrete [0]->relate: taxi,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "10", "5": "10"}, "fullAnswer": {"4": "2", "7": "10"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a motorcycle on the street.", "image": "n279173.jpg", "question_id": 201976693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202159118", "202159120", "202159125", "202159124", "202159116", "202159117", "202159119", "202159126"], "equivalent": ["202159121"], "question": "Which kind of vehicle is in front of the buildings?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-buildings_in front of,s"}, "answer": "cars", "semanticStr": "select: buildings (5)->relate: vehicle,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n406334.jpg", "question_id": 202159121}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201882932", "201882933", "201882934", "201882935"], "equivalent": ["201882931"], "question": "Is the wood chair on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_right"}, "answer": "yes", "semanticStr": "select: chair (3)->filter material: wood [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is on the right of the image.", "image": "n125122.jpg", "question_id": 201882931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20942853"], "question": "Does the soccer ball look round and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_round"}, "answer": "no", "semanticStr": "select: soccer ball (0)->verify color: red [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the soccer ball is round but white.", "image": "n244826.jpg", "question_id": 20942853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202228665", "202228664", "202228666"], "equivalent": ["202228667"], "question": "On which side are the towels?", "isBalanced": true, "groups": {"global": null, "local": "10q-towels_hposition"}, "answer": "left", "semanticStr": "select: towels (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towels are on the left of the image.", "image": "n77818.jpg", "question_id": 202228667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,next to,s (7)"}, {"operation": "verify", "dependencies": [1], "argument": "modern"}], "entailed": ["202082065", "202082064", "202082076", "202082089", "202082090", "202082091", "202082081", "202082080", "202082092", "202082078", "202082079"], "equivalent": ["202082077"], "question": "Does the laptop computer next to the cat look modern?", "isBalanced": true, "groups": {"global": null, "local": "06-laptop_modern"}, "answer": "yes", "semanticStr": "select: cat (1)->relate: laptop,next to,s (7) [0]->verify: modern [1]", "annotations": {"answer": {}, "question": {"2:4": "7", "7": "1"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the laptop is modern.", "image": "n433692.jpg", "question_id": 202082077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066189"], "equivalent": ["2066188"], "question": "What is the piece of clothing that is not white called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#white"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:6": "4"}, "fullAnswer": {"1:3": "4", "5:7": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a baseball mitt.", "image": "n356822.jpg", "question_id": 2066188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066188"], "equivalent": ["2066189"], "question": "Which kind of clothing is not white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#white"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a baseball mitt.", "image": "n356822.jpg", "question_id": 2066189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576762", "201576639", "201576761", "201576755", "201576756", "201576757", "201576758", "201576759", "201576640"], "equivalent": ["201576760"], "question": "What kind of animal is in front of the child?", "isBalanced": true, "groups": {"global": "animal", "local": "15-child_in front of,s"}, "answer": "sheep", "semanticStr": "select: child (1)->relate: animal,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a sheep.", "image": "n187961.jpg", "question_id": 201576760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228069"], "equivalent": ["201228068"], "question": "What is the vehicle that that van is in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-van_in front of,o"}, "answer": "car", "semanticStr": "select: van (0)->relate: vehicle,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "0"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n154856.jpg", "question_id": 201228068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066181", "2066182", "2066183"], "equivalent": ["2066184"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "sweater", "semanticStr": "select: clothing (4)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweater.", "image": "n356822.jpg", "question_id": 2066184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201795609", "201795607", "201795604", "201795603", "201795602", "201795601", "201795600", "201795610", "201795611", "201795612", "201795599", "201795615", "201795614", "201795613"], "equivalent": ["201795606"], "question": "Do the shorts that are made of jeans look short and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_short"}, "answer": "yes", "semanticStr": "select: shorts (3)->filter material: denim [0]->verify color: blue [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "7": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are short and blue.", "image": "n119944.jpg", "question_id": 201795606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (2)"}, {"operation": "relate", "dependencies": [0], "argument": "computer,near,s (16)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201498080", "201498078", "201498079"], "equivalent": ["201498168"], "question": "Are there any computers near the tape?", "isBalanced": true, "groups": {"global": null, "local": "13-tape_computer"}, "answer": "yes", "semanticStr": "select: tape (2)->relate: computer,near,s (16) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "16", "6": "2"}, "fullAnswer": {"4": "16", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a computer near the tape.", "image": "n315887.jpg", "question_id": 201498168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "choose name", "dependencies": [1], "argument": "sweater|baseball mitt"}], "entailed": [], "equivalent": ["2066187"], "question": "Which kind of clothing is not white, the baseball mitt or the sweater?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#white"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter color: not(white) [0]->choose name: sweater|baseball mitt [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"8:10": "3", "3": "4", "12": "4"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The baseball mitt is not white.", "image": "n356822.jpg", "question_id": 2066187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201623894", "201623895", "201623890", "201623889", "201623888", "201623896", "201623891", "201623892", "201623887", "201623886", "201623885", "201623884"], "equivalent": ["201623883"], "question": "Is the stove black?", "isBalanced": true, "groups": {"global": null, "local": "06-stove_black"}, "answer": "yes", "semanticStr": "select: stove (6)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the stove is black.", "image": "n501609.jpg", "question_id": 201623883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "choose", "dependencies": [0], "argument": "off|on"}], "entailed": ["201623876", "201623877", "201623875", "201623882", "201623880", "201623878", "201623879"], "equivalent": ["201623881"], "question": "Does the stove seem to be off or on?", "isBalanced": true, "groups": {"global": "39", "local": "10c-stove_39"}, "answer": "off", "semanticStr": "select: stove (6)->choose: off|on [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The stove is off.", "image": "n501609.jpg", "question_id": 201623881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "paintings,above,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "mirror,to the right of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201883064"], "equivalent": ["201883082"], "question": "Is there a mirror to the right of the paintings above the table?", "isBalanced": true, "groups": {"global": null, "local": "13-paintings_mirror"}, "answer": "yes", "semanticStr": "select: table (18)->relate: paintings,above,s (16) [0]->relate: mirror,to the right of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "16", "3": "4", "12": "18"}, "fullAnswer": {"10": "16", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a mirror to the right of the paintings.", "image": "n125122.jpg", "question_id": 201883082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "choose state", "dependencies": [1], "argument": "rough|smooth"}], "entailed": ["20385620", "20385621"], "equivalent": ["20385620", "20385621", "20385619"], "question": "Is the ground made of brick rough or smooth?", "isBalanced": true, "groups": {"global": "state", "local": "10c-ground_state"}, "answer": "rough", "semanticStr": "select: ground (0)->filter material: brick [0]->choose state: rough|smooth [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is rough.", "image": "n90294.jpg", "question_id": 20385619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2091138"], "equivalent": ["2091139"], "question": "Does the vehicle to the right of the fence look silver and small?", "isBalanced": true, "groups": {"global": null, "local": "05-silver_small"}, "answer": "no", "semanticStr": "select: fence (7)->relate: vehicle,to the right of,s (0) [0]->verify color: silver [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "7", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the car is small but blue.", "image": "n565418.jpg", "question_id": 2091139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954194"], "equivalent": ["20954193"], "question": "The woman is in front of who?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_in front of,o"}, "answer": "man", "semanticStr": "select: woman (4)->relate: person,in front of,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "7": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the man.", "image": "n498712.jpg", "question_id": 20954193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201735646"], "equivalent": ["201735648"], "question": "Is that a white desk?", "isBalanced": true, "groups": {"global": null, "local": "06-desk_white"}, "answer": "no", "semanticStr": "select: desk (7)->verify color: white [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, that is a brown desk.", "image": "n240973.jpg", "question_id": 201735648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20144574"], "equivalent": ["20144575"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "pavement", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pavement.", "image": "n273901.jpg", "question_id": 20144575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stadium (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "choose", "dependencies": [1], "argument": "empty|full"}], "entailed": ["20744295", "20744286", "20744305", "20744306", "20744307", "20744308", "20744309", "20744311", "20744310"], "equivalent": ["20744312", "20744311"], "question": "Is the huge stadium empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-stadium_16"}, "answer": "empty", "semanticStr": "select: stadium (0)->filter size: huge [0]->choose: empty|full [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The stadium is empty.", "image": "n562105.jpg", "question_id": 20744312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,o (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878457", "201878243", "201878242", "201878459"], "equivalent": ["201878458"], "question": "What is the old person leaning against?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_leaning against,o"}, "answer": "windows", "semanticStr": "select: person (5)->filter age: old [0]->relate: _,leaning against,o (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "5", "6": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is leaning against the windows.", "image": "n342511.jpg", "question_id": 201878458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201878457", "201878243", "201878242", "201878458"], "equivalent": ["201878459"], "question": "What's the man leaning against?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_leaning against,o"}, "answer": "windows", "semanticStr": "select: man (5)->relate: _,leaning against,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "5", "6": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is leaning against the windows.", "image": "n342511.jpg", "question_id": 201878459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["20865559", "20865565", "20865567", "20865561", "20865562", "20865563", "20865564"], "equivalent": ["20865560"], "question": "Does the barn appear to be large?", "isBalanced": true, "groups": {"global": null, "local": "06-barn_large"}, "answer": "yes", "semanticStr": "select: barn (5)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the barn is large.", "image": "n143935.jpg", "question_id": 20865560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20865560", "20865578", "20865568", "20865569", "20865561", "20865573", "20865572", "20865570", "20865577", "20865576", "20865575", "20865574", "20865559", "20865564", "20865567", "20865562", "20865565", "20865563", "20865571"], "equivalent": ["20865566"], "question": "Does the barn seem to be wooden and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_wood"}, "answer": "yes", "semanticStr": "select: barn (5)->verify size: large [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the barn is wooden and large.", "image": "n143935.jpg", "question_id": 20865566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jet (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201959639"], "equivalent": ["201959640"], "question": "Does the jet have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-jet_blue"}, "answer": "no", "semanticStr": "select: jet (10)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jet is white.", "image": "n572716.jpg", "question_id": 201959640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,touching,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246013", "202246015"], "equivalent": ["202246016"], "question": "What is the person touching?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_touching,o"}, "answer": "glasses", "semanticStr": "select: person (0)->relate: _,touching,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is touching the glasses.", "image": "n310828.jpg", "question_id": 202246016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (4)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify", "dependencies": [1], "argument": "on"}, {"operation": "select", "dependencies": [], "argument": "sweatshirt (3) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "verify", "dependencies": [4], "argument": "on"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20151803", "20151802", "20151689", "20151688", "20151801", "20151799", "20151798", "20151683", "20151685", "20151684", "20151687", "20151686"], "equivalent": ["20151797"], "question": "Are the striped tank top and the black sweatshirt both on?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-sweatshirt_tank top"}, "answer": "yes", "semanticStr": "select: tank top (4)->filter pattern: striped [0]->verify: on [1]->select: sweatshirt (3) ->filter color: black [3]->verify: on [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"2:5": "4", "7:9": "3"}, "fullAnswer": {"7": "3", "3:5": "4"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the tank top and the sweatshirt are on.", "image": "n313060.jpg", "question_id": 20151797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151795", "20151794"], "equivalent": ["20151796"], "question": "Which kind of clothing is striped?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "tank top", "semanticStr": "select: clothing (4)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top.", "image": "n313060.jpg", "question_id": 20151796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151796", "20151794"], "equivalent": ["20151795"], "question": "What is the article of clothing that is striped called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "tank top", "semanticStr": "select: clothing (4)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3:6": "4"}, "fullAnswer": {"1:3": "4", "5:7": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a tank top.", "image": "n313060.jpg", "question_id": 20151795}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030788", "201030789", "201030787"], "equivalent": ["201030786"], "question": "What are the striped clothing items in this photo?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "pants", "semanticStr": "select: clothing (6)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4:6": "6"}, "fullAnswer": {"1:3": "6", "4": "6"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are pants.", "image": "n54424.jpg", "question_id": 201030786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "relate", "dependencies": [0], "argument": "pillow,to the left of,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201882488"], "equivalent": ["201882488", "201882487"], "question": "Is the pillow to the left of the bed gray and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_rectangular"}, "answer": "no", "semanticStr": "select: bed (8)->relate: pillow,to the left of,s (11) [0]->verify color: gray [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pillow is rectangular but red.", "image": "n125122.jpg", "question_id": 201882487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873306", "201873305", "201873304", "201873302", "201873301"], "equivalent": ["201873303"], "question": "What is located on top of the fire truck?", "isBalanced": true, "groups": {"global": "object", "local": "14-fire truck_on top of,s"}, "answer": "bucket", "semanticStr": "select: fire truck (0)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7:9": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bucket is on top of the fire truck.", "image": "n309148.jpg", "question_id": 201873303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201873306", "201873305", "201873304", "201873303", "201873302"], "equivalent": ["201873301"], "question": "What is located on top of the fire truck that is not dirty?", "isBalanced": true, "groups": {"global": "object", "local": "14-fire truck_on top of,s"}, "answer": "bucket", "semanticStr": "select: fire truck (0)->filter cleanliness: not(dirty) [0]->relate: _,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"12": "0", "7:9": "0"}, "fullAnswer": {"1": "1", "7:9": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bucket is on top of the fire truck.", "image": "n309148.jpg", "question_id": 201873301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (28)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262182", "202262248"], "equivalent": ["202262249"], "question": "What kind of furniture isn't large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#large"}, "answer": "chair", "semanticStr": "select: furniture (28)->filter size: not(large) [0]->query: name [1]", "annotations": {"answer": {"0": "28"}, "question": {"3": "26"}, "fullAnswer": {"1": "26", "4": "28"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n28572.jpg", "question_id": 202262249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (6)"}, {"operation": "filter", "dependencies": [1], "argument": "parked"}, {"operation": "choose size", "dependencies": [2], "argument": "large|small"}], "entailed": ["20903109", "20903108", "20903118", "20903119", "20903105", "20903112", "20903113", "20903110", "20903111", "20903116", "20903117", "20903114", "20903115", "20903121", "20903120", "20903127", "20903107", "20903125", "20903106", "20903126"], "equivalent": ["20903122"], "question": "Is the parked vehicle to the left of the person small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-van_size"}, "answer": "large", "semanticStr": "select: person (7)->relate: vehicle,to the left of,s (6) [0]->filter: parked [1]->choose size: large|small [2]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The van is large.", "image": "n411121.jpg", "question_id": 20903122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,near,s (6)"}, {"operation": "filter", "dependencies": [1], "argument": "parked"}, {"operation": "verify size", "dependencies": [2], "argument": "large"}, {"operation": "verify color", "dependencies": [2], "argument": "silver "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["20903134", "20903135", "20903136", "20903137", "20903130", "20903131", "20903132", "20903133", "20903138", "20903139", "20903118", "20903119", "20903112", "20903113", "20903110", "20903111", "20903116", "20903117", "20903114", "20903115", "20903123", "20903122", "20903121", "20903120", "20903127", "20903126", "20903125", "20903129", "20903128", "20903109", "20903108", "20903141", "20903140", "20903142", "20903103", "20903105", "20903104", "20903107", "20903106"], "equivalent": ["20903124"], "question": "Is the parked vehicle near the person silver and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_silver"}, "answer": "yes", "semanticStr": "select: person (7)->relate: vehicle,near,s (6) [0]->filter: parked [1]->verify size: large [2]->verify color: silver  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "7"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the van is silver and large.", "image": "n411121.jpg", "question_id": 20903124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (6)"}, {"operation": "select", "dependencies": [], "argument": "racket (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202106108"], "equivalent": ["202106107"], "question": "Do the ball and the tennis racket have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-ball_racket"}, "answer": "yes", "semanticStr": "select: ball (6)->select: racket (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "8"}, "fullAnswer": {"3": "6", "6:8": "8"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the ball and the tennis racket are green.", "image": "n574498.jpg", "question_id": 202106107}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristwatch (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347348", "201347398"], "equivalent": ["201347399"], "question": "Who is wearing the wristwatch?", "isBalanced": true, "groups": {"global": "person", "local": "14-wristwatch_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: wristwatch (6)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a wristwatch.", "image": "n65202.jpg", "question_id": 201347399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347393", "201347348"], "equivalent": ["201347392"], "question": "Who is wearing sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: sneakers (7)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "7"}, "fullAnswer": {"1": "3", "4": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing sneakers.", "image": "n65202.jpg", "question_id": 201347392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (13)"}, {"operation": "filter", "dependencies": [0], "argument": "ripe"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202284986", "202284987", "202284984", "202284985", "202284982", "202284983", "202284988", "202284989"], "equivalent": ["202284989", "202284990"], "question": "Which side is the ripe fruit on?", "isBalanced": true, "groups": {"global": null, "local": "10q-banana_hposition"}, "answer": "left", "semanticStr": "select: fruit (13)->filter: ripe [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The banana is on the left of the image.", "image": "n100991.jpg", "question_id": 202284990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "choose race", "dependencies": [1], "argument": "caucasian|asian"}], "entailed": [], "equivalent": ["201982730"], "question": "Is the happy man Caucasian or Asian?", "isBalanced": true, "groups": {"global": "race", "local": "10c-man_race"}, "answer": "caucasian", "semanticStr": "select: man (5)->filter face expression: happy [0]->choose race: caucasian|asian [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is caucasian.", "image": "n526228.jpg", "question_id": 201982730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202102613", "202102614"], "equivalent": ["202102615"], "question": "What is the name of this items of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->query: name [0]", "annotations": {"answer": {"0": "17"}, "question": {"6:9": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are cabinets.", "image": "n386682.jpg", "question_id": 202102615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202102613", "202102615"], "equivalent": ["202102614"], "question": "What items of furniture are it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->query: name [0]", "annotations": {"answer": {"0": "17"}, "question": {"1:4": "17"}, "fullAnswer": {"1:4": "17", "5": "17"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n386682.jpg", "question_id": 202102614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "pasta,next to,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202244280"], "equivalent": ["202244281"], "question": "Is there any pasta next to the food on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-cookies_pasta"}, "answer": "no", "semanticStr": "select: food (0)->filter hposition: right [0]->relate: pasta,next to,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"7": "0"}, "fullAnswer": {"3": "2", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is rice next to the cookies.", "image": "n296467.jpg", "question_id": 202244281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866458", "20866455", "20866457"], "equivalent": ["20866459"], "question": "Which kind of clothing is blue?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_blue"}, "answer": "jeans", "semanticStr": "select: clothing (6)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is jeans.", "image": "n579256.jpg", "question_id": 20866459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102617", "202102616"], "equivalent": ["202102618"], "question": "Which kind of furniture is large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "17", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n386682.jpg", "question_id": 202102618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "girl,behind,o (-)"}], "entailed": [], "equivalent": ["201974699"], "question": "Is the fence behind a girl?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_girl"}, "answer": "no", "semanticStr": "select: fence (16)->verify rel: girl,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16", "6": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fence is behind a man.", "image": "n274905.jpg", "question_id": 201974699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "select", "dependencies": [], "argument": "refrigerator (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20865902"], "equivalent": ["20865903"], "question": "Is the wall different in color than the freezer?", "isBalanced": true, "groups": {"global": null, "local": "09diff-refrigerator_wall"}, "answer": "no", "semanticStr": "select: wall (0)->select: refrigerator (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "0"}, "fullAnswer": {"3": "0", "6": "2"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the wall and the freezer are white.", "image": "n579256.jpg", "question_id": 20865903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebra (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing behind,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073203", "202073169", "202073175", "202073174", "202073173", "202073171", "202073170"], "equivalent": ["202073172"], "question": "Behind what animal is the zebra standing?", "isBalanced": true, "groups": {"global": "animal", "local": "14-zebra_standing behind,o"}, "answer": "horses", "semanticStr": "select: zebra (3)->relate: animal,standing behind,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "3", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebra is standing behind the horses.", "image": "n219840.jpg", "question_id": 202073172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201030443", "201030433"], "equivalent": ["201030434"], "question": "Does the couch have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-couch_white"}, "answer": "no", "semanticStr": "select: couch (17)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the couch is brown.", "image": "n54424.jpg", "question_id": 201030434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20692072", "20692073", "20692074", "20692089", "20692101", "20692103", "20692108", "20692109", "20692106", "20692104", "20692105", "20692111", "20692110", "20692113", "20692112"], "equivalent": ["20692108", "20692109", "20692107"], "question": "The small sink has which shape?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-sink_shape"}, "answer": "square", "semanticStr": "select: sink (12)->filter size: small [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"1:3": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is square.", "image": "n499081.jpg", "question_id": 20692107}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "choose rel", "dependencies": [0], "argument": "couch,to the right of|to the left of,s (13)"}], "entailed": ["201804361", "201804360", "201803974"], "equivalent": ["201803975"], "question": "Is the leather couch to the left or to the right of the desk?", "isBalanced": true, "groups": {"global": null, "local": "13-desk_couch"}, "answer": "right", "semanticStr": "select: desk (3)->choose rel: couch,to the right of|to the left of,s (13) [0]", "annotations": {"answer": {}, "question": {"13": "3", "2:4": "13"}, "fullAnswer": {"1": "13", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The couch is to the right of the desk.", "image": "n51002.jpg", "question_id": 201803975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify rel", "dependencies": [1], "argument": "desk,to the right of,o (3)"}], "entailed": ["201804358"], "equivalent": ["201803972"], "question": "Is the leather couch to the right of a desk?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_desk"}, "answer": "yes", "semanticStr": "select: couch (13)->filter material: leather [0]->verify rel: desk,to the right of,o (3) [1]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "13"}, "fullAnswer": {"9": "3", "2": "13"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the couch is to the right of a desk.", "image": "n51002.jpg", "question_id": 201803972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "relate", "dependencies": [0], "argument": "book,on top of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20226647"], "equivalent": ["20226647", "20226648"], "question": "Do you see books on top of the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_book"}, "answer": "no", "semanticStr": "select: table (14)->relate: book,on top of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "14"}, "fullAnswer": {"9": "14", "4": "15"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a plate on top of the table.", "image": "n68769.jpg", "question_id": 20226648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["202262076", "202262077", "202262074", "202262068", "202262059", "202262063", "202262062", "202262065", "202262064", "202262067", "202262066"], "equivalent": ["202262061"], "question": "Does the plate look large?", "isBalanced": true, "groups": {"global": null, "local": "06-plate_large"}, "answer": "yes", "semanticStr": "select: plate (11)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the plate is large.", "image": "n28572.jpg", "question_id": 202262061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "relate", "dependencies": [0], "argument": "car,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202262795", "202262794", "202262793", "202262792", "202262791", "202262789"], "equivalent": ["202262790"], "question": "Which color is the car to the right of the truck?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "black", "semanticStr": "select: truck (6)->relate: car,to the right of,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "6", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is black.", "image": "n538039.jpg", "question_id": 202262790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "girl,beside,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20899123"], "question": "Are there any girls beside the traffic signal in the top part of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-traffic light_girl"}, "answer": "yes", "semanticStr": "select: traffic light (2)->filter vposition: top [0]->relate: girl,beside,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "8", "6:8": "2"}, "fullAnswer": {"4": "8", "7:9": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a girl beside the signal light.", "image": "n243701.jpg", "question_id": 20899123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (4)"}, {"operation": "relate", "dependencies": [0], "argument": "backpack,near,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20652631", "20652618", "20652616", "20652617", "20652632", "20652612", "20652635", "20652636", "20652668", "20652625", "20652624", "20652623", "20652622", "20652621", "20652620", "20652613", "20652667", "20652666", "20652665"], "equivalent": ["20652619"], "question": "What size is the backpack near the tree?", "isBalanced": true, "groups": {"global": "size", "local": "10q-backpack_size"}, "answer": "small", "semanticStr": "select: tree (4)->relate: backpack,near,s (5) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "4"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is small.", "image": "n400036.jpg", "question_id": 20652619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (7)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (11)"}, {"operation": "choose color", "dependencies": [1], "argument": "dark brown|white"}], "entailed": ["201535660", "201535659"], "equivalent": ["201535661", "201535660"], "question": "How do the food to the left of the rope look, white or dark brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-donuts_color"}, "answer": "dark brown", "semanticStr": "select: rope (7)->relate: food,to the left of,s (11) [0]->choose color: dark brown|white [1]", "annotations": {"answer": {}, "question": {"9": "7", "3": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The doughnuts are dark brown.", "image": "n272098.jpg", "question_id": 201535661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupcakes (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (2)"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}, {"operation": "verify", "dependencies": [1], "argument": "rotten "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202244252", "202244251"], "equivalent": ["202244253", "202244252"], "question": "Does the food to the right of the cupcakes seem to be black and white and rotten?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_rotten"}, "answer": "no", "semanticStr": "select: cupcakes (3)->relate: food,to the right of,s (2) [0]->verify: black and white [1]->verify: rotten  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "3", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the rice is black and white but fresh.", "image": "n296467.jpg", "question_id": 202244253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (29)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bucket (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201492371"], "question": "Are there either any fences or buckets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bucket_fence"}, "answer": "yes", "semanticStr": "select: fence (29)->exist: ? [0]->select: bucket (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "29"}, "fullAnswer": {"4": "29"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n9856.jpg", "question_id": 201492371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pots (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "clay"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201509828", "201509829", "201509826", "201509827"], "equivalent": ["201509830"], "question": "On which side of the photo are the clay pots?", "isBalanced": true, "groups": {"global": null, "local": "10q-pots_hposition"}, "answer": "right", "semanticStr": "select: pots (2)->filter material: clay [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pots are on the right of the image.", "image": "n62458.jpg", "question_id": 201509830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235473", "201235472"], "equivalent": ["201235474"], "question": "What is the sign hanging from?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-sign_hanging from,o"}, "answer": "wall", "semanticStr": "select: sign (11)->relate: _,hanging from,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "11", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is hanging from the wall.", "image": "n527589.jpg", "question_id": 201235474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201055664", "201055665", "201055660", "201055661", "201055662"], "equivalent": ["201055664", "201055662", "201055663"], "question": "What is the vehicle that the trash bin is in front of called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trash can_in front of,o"}, "answer": "car", "semanticStr": "select: trash can (11)->relate: vehicle,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6:8": "11"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n259002.jpg", "question_id": 201055663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942183"], "equivalent": ["20942182"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "girl", "semanticStr": "select: shorts (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing shorts.", "image": "n137182.jpg", "question_id": 20942182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (7)"}, {"operation": "choose name", "dependencies": [0], "argument": "broccoli|lettuce"}], "entailed": ["201887258"], "equivalent": ["201887258", "201887259"], "question": "Is this broccoli or lettuce?", "isBalanced": true, "groups": {"global": "vegetable", "local": "08oc-broccoli_lettuce"}, "answer": "broccoli", "semanticStr": "select: this (7)->choose name: broccoli|lettuce [0]", "annotations": {"answer": {"0": "7"}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is broccoli.", "image": "n429961.jpg", "question_id": 201887259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258701", "20258752"], "equivalent": ["20258753"], "question": "Who is wearing the jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "child", "semanticStr": "select: jeans (5)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is wearing jeans.", "image": "n204894.jpg", "question_id": 20258753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball bat (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201738109", "201738108", "201738105", "201738124", "201738123", "201738104", "201738088", "201738112", "201738113", "201738110", "201738111", "201738119"], "equivalent": ["201738114"], "question": "What is the baseball bat made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-baseball bat_material"}, "answer": "metal", "semanticStr": "select: baseball bat (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball bat is made of metal.", "image": "n531731.jpg", "question_id": 201738114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "keyboard,to the right of|to the left of,s (4)"}], "entailed": ["20783543", "20783542", "20783541", "20783540", "20783389", "20783390"], "equivalent": ["20783391", "20783390"], "question": "Is the plastic keyboard to the left or to the right of the chair on the left side?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_keyboard"}, "answer": "right", "semanticStr": "select: chair (9)->filter hposition: left [0]->choose rel: keyboard,to the right of|to the left of,s (4) [1]", "annotations": {"answer": {}, "question": {"13": "9", "2:4": "4"}, "fullAnswer": {"1": "4", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The keyboard is to the right of the chair.", "image": "n355339.jpg", "question_id": 20783391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882597", "201882595", "201882567"], "equivalent": ["201882596"], "question": "What item of furniture is below the paintings?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-paintings_below,s"}, "answer": "bed", "semanticStr": "select: paintings (16)->relate: furniture,below,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1:4": "14"}, "fullAnswer": {"1:4": "14", "6": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n125122.jpg", "question_id": 201882596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889364", "201889245", "201889362", "201889363"], "equivalent": ["201889365"], "question": "What is the skier riding on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-skier_riding on,o"}, "answer": "skis", "semanticStr": "select: skier (0)->relate: _,riding on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is riding on the skis.", "image": "n88366.jpg", "question_id": 201889365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882596", "201882597", "201882567"], "equivalent": ["201882595"], "question": "How is the item of furniture that is below the paintings in the picture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-paintings_below,s"}, "answer": "bed", "semanticStr": "select: paintings (16)->relate: furniture,below,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"10": "16", "3:6": "14"}, "fullAnswer": {"1:4": "14", "6": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n125122.jpg", "question_id": 201882595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,below,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201882584", "201882594", "201882592", "201882591"], "equivalent": ["201882593"], "question": "What shape is the bed below the paintings?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-bed_shape"}, "answer": "rectangular", "semanticStr": "select: paintings (16)->relate: bed,below,s (14) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "16"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is rectangular.", "image": "n125122.jpg", "question_id": 201882593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,riding on,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201889364", "201889365", "201889245", "201889362"], "equivalent": ["201889364", "201889363"], "question": "What is the person to the right of the helmet riding on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-skier_riding on,o"}, "answer": "skis", "semanticStr": "select: helmet (4)->relate: person,to the right of,s (0) [0]->relate: _,riding on,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "4", "3": "0"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is riding on the skis.", "image": "n88366.jpg", "question_id": 201889363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204531", "20204532", "20204533"], "equivalent": ["20204530"], "question": "The rug is in front of what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_in front of,o"}, "answer": "chair", "semanticStr": "select: rug (11)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the chair.", "image": "n532191.jpg", "question_id": 20204530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204530", "20204532", "20204533"], "equivalent": ["20204531"], "question": "What is the rug in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_in front of,o"}, "answer": "chair", "semanticStr": "select: rug (11)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the chair.", "image": "n532191.jpg", "question_id": 20204531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20262704"], "equivalent": ["20262705"], "question": "Who is wearing the skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "girl", "semanticStr": "select: skirt (7)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a skirt.", "image": "n172618.jpg", "question_id": 20262705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204530", "20204531", "20204532"], "equivalent": ["20204533"], "question": "What kind of furniture is the rug in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_in front of,o"}, "answer": "chair", "semanticStr": "select: rug (11)->relate: furniture,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the chair.", "image": "n532191.jpg", "question_id": 20204533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (8)"}, {"operation": "relate", "dependencies": [0], "argument": "elephant,to the right of,s (10)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202286594", "202286534"], "equivalent": ["202286593"], "question": "Are there elephants to the right of the bananas?", "isBalanced": true, "groups": {"global": null, "local": "13-bananas_elephant"}, "answer": "yes", "semanticStr": "select: bananas (8)->relate: elephant,to the right of,s (10) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "10"}, "fullAnswer": {"10": "8", "4": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an elephant to the right of the bananas.", "image": "n413002.jpg", "question_id": 202286593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20536200", "20536201", "20536206", "20536207", "20536049", "20536193", "20536196", "20536197", "20536195", "20536198", "20536199"], "equivalent": ["20536194"], "question": "What animal is in front of the animal in the middle?", "isBalanced": true, "groups": {"global": "animal", "local": "14-bison_in front of,s"}, "answer": "giraffe", "semanticStr": "select: animal (0)->filter vposition: middle [0]->relate: animal,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"7": "0"}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in front of the bison.", "image": "n410476.jpg", "question_id": 20536194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,about to hit,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953055"], "equivalent": ["20953056"], "question": "Who is about to hit the tennis ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_about to hit,s"}, "answer": "player", "semanticStr": "select: tennis ball (8)->relate: person,about to hit,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7:9": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is about to hit the tennis ball.", "image": "n413319.jpg", "question_id": 20953056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (8)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "person,about to hit,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20953056"], "equivalent": ["20953055"], "question": "Who is about to hit the tennis ball that is in the top?", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_about to hit,s"}, "answer": "player", "semanticStr": "select: tennis ball (8)->filter vposition: top [0]->relate: person,about to hit,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "8"}, "fullAnswer": {"1": "0", "7:9": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is about to hit the tennis ball.", "image": "n413319.jpg", "question_id": 20953055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647405"], "equivalent": ["20647406"], "question": "Who is wearing the baseball mitt?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball mitt_wearing,s"}, "answer": "man", "semanticStr": "select: baseball mitt (9)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a baseball mitt.", "image": "n98540.jpg", "question_id": 20647406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["201976376", "201976375"], "equivalent": ["201976374"], "question": "Is it an outdoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is outdoors.", "image": "n279173.jpg", "question_id": 201976374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (7)"}], "entailed": [], "equivalent": ["20567615"], "question": "Is the heavy man wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "yes", "semanticStr": "select: man (2)->filter weight: heavy [0]->verify rel: shorts,wearing,o (7) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "5": "7"}, "fullAnswer": {"2": "2", "5": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing shorts.", "image": "n414992.jpg", "question_id": 20567615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20567613"], "equivalent": ["20567612"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "man", "semanticStr": "select: shorts (7)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "7"}, "fullAnswer": {"1": "2", "4": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing shorts.", "image": "n414992.jpg", "question_id": 20567612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (10)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20567611"], "question": "Are there men in front of the ocean?", "isBalanced": true, "groups": {"global": null, "local": "13-ocean_man"}, "answer": "yes", "semanticStr": "select: ocean (10)->relate: man,in front of,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "2", "7": "10"}, "fullAnswer": {"9": "10", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man in front of the ocean.", "image": "n414992.jpg", "question_id": 20567611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "verify rel", "dependencies": [1], "argument": "cell phone,looking at,o (-)"}], "entailed": [], "equivalent": ["20567610"], "question": "Is the heavy man looking at a cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-man_cell phone"}, "answer": "no", "semanticStr": "select: man (2)->filter weight: heavy [0]->verify rel: cell phone,looking at,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2", "7": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is looking at an airplane.", "image": "n414992.jpg", "question_id": 20567610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201766602"], "equivalent": ["201766601"], "question": "Who is wearing a skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "girl", "semanticStr": "select: skirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a skirt.", "image": "n528403.jpg", "question_id": 201766601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (3)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201759263", "201759262"], "equivalent": ["201759264"], "question": "In which part of the picture is the pot, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-pot_vposition"}, "answer": "bottom", "semanticStr": "select: pot (3)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"8": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pot is in the bottom of the image.", "image": "n150962.jpg", "question_id": 201759264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptops (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202003661", "202003682", "202003684", "202003660", "202003658", "202003671", "202003663", "202003664", "202003665", "202003667", "202003668", "202003669", "202003677", "202003678", "202003670", "202003683", "202003659", "202003676"], "equivalent": ["202003666"], "question": "What color are the laptops?", "isBalanced": true, "groups": {"global": "color", "local": "10q-laptops_color"}, "answer": "white", "semanticStr": "select: laptops (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptops are white.", "image": "n262920.jpg", "question_id": 202003666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2053762", "2053763"], "equivalent": ["2053761"], "question": "Who is the large cow watching?", "isBalanced": true, "groups": {"global": "", "local": "14-cow_watching,o"}, "answer": "crowd", "semanticStr": "select: cow (3)->filter size: large [0]->relate: person,watching,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"3:5": "3"}, "fullAnswer": {"1": "3", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cow is watching the crowd.", "image": "n146555.jpg", "question_id": 2053761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (13)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548808", "201548707", "201548807", "201548806"], "equivalent": ["201548809"], "question": "What kind of appliance are the spices in?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-spices_in,o"}, "answer": "blender", "semanticStr": "select: spices (13)->relate: appliance,in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "13", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spices are in the blender.", "image": "n314171.jpg", "question_id": 201548809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "choose", "dependencies": [1], "argument": "off|on"}], "entailed": ["202174269", "202174272", "202174270", "202174271"], "equivalent": ["202174273"], "question": "Is the sink that is silver on or off?", "isBalanced": true, "groups": {"global": "39", "local": "10c-sink_39"}, "answer": "off", "semanticStr": "select: sink (5)->filter color: silver [0]->choose: off|on [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sink is off.", "image": "n398429.jpg", "question_id": 202174273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "laptop (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201804273"], "question": "Are there both desks and laptops in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-desk_laptop"}, "answer": "no", "semanticStr": "select: desk (3)->exist: ? [0]->select: laptop (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a desk but no laptops.", "image": "n51002.jpg", "question_id": 201804273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamps (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,near,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20480449", "20480451", "20480453", "20480452", "20480338"], "equivalent": ["20480450"], "question": "What animal is to the right of the device near the lamps?", "isBalanced": true, "groups": {"global": "animal", "local": "15-radio_to the right of,s"}, "answer": "cat", "semanticStr": "select: lamps (1)->relate: device,near,s (11) [0]->relate: animal,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "8": "11", "11": "1"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n520071.jpg", "question_id": 20480450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (21)"}, {"operation": "select", "dependencies": [], "argument": "laptop (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201757503"], "equivalent": ["201757502"], "question": "Is the watch the same color as the laptop?", "isBalanced": true, "groups": {"global": null, "local": "09same-laptop_watch"}, "answer": "yes", "semanticStr": "select: watch (21)->select: laptop (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "21"}, "fullAnswer": {"3": "21", "6": "4"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the watch and the laptop are black.", "image": "n4777.jpg", "question_id": 201757502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["202053049", "202053052", "202053053", "202053050", "202053051"], "equivalent": ["202053048"], "question": "Do you think the uniform is blue?", "isBalanced": true, "groups": {"global": null, "local": "06-uniform_blue"}, "answer": "yes", "semanticStr": "select: uniform (10)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the uniform is blue.", "image": "n334278.jpg", "question_id": 202053048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2053761", "2053762"], "equivalent": ["2053763"], "question": "Who is the cow watching?", "isBalanced": true, "groups": {"global": "", "local": "14-cow_watching,o"}, "answer": "crowd", "semanticStr": "select: cow (3)->relate: person,watching,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "3", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cow is watching the crowd.", "image": "n146555.jpg", "question_id": 2053763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201548804", "201548832"], "equivalent": ["201548805"], "question": "Are there knives or plates?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-knife_plate"}, "answer": "no", "semanticStr": "select: knife (-)->exist: ? [0]->select: plate (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no plates or knives.", "image": "n314171.jpg", "question_id": 201548805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548809", "201548808", "201548707", "201548806"], "equivalent": ["201548807"], "question": "What are the spices in?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-spices_in,o"}, "answer": "blender", "semanticStr": "select: spices (13)->relate: _,in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "13", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The condiments are in the blender.", "image": "n314171.jpg", "question_id": 201548807}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548809", "201548808", "201548707", "201548807"], "equivalent": ["201548806"], "question": "What are the condiments in?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-spices_in,o"}, "answer": "blender", "semanticStr": "select: spices (13)->relate: _,in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The condiments are in the blender.", "image": "n314171.jpg", "question_id": 201548806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201438368"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "umpire", "semanticStr": "select: person (1)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is looking up.", "image": "n66756.jpg", "question_id": 201438368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489510", "20489527", "20489503", "20489528", "20489529", "20489511", "20489502", "20489509"], "equivalent": ["20489530"], "question": "Which kind of furniture is comfortable?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_comfortable"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter: comfortable [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n145498.jpg", "question_id": 20489530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489531", "20489532", "20489502", "20489513", "20489512", "20489503", "20489515", "20489514"], "equivalent": ["20489533"], "question": "Which kind of furniture is long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n145498.jpg", "question_id": 20489533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "chair,to the left of,s (11)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20258585"], "equivalent": ["20258659"], "question": "Do you see a chair to the left of the toy that is made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-toy_chair"}, "answer": "yes", "semanticStr": "select: toy (12)->filter material: plastic [0]->relate: chair,to the left of,s (11) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "12", "15": "12", "4": "11"}, "fullAnswer": {"10": "12", "4": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair to the left of the toy.", "image": "n204894.jpg", "question_id": 20258659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "phone,to the left of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20258872", "20258873"], "equivalent": ["20258871"], "question": "Does the phone to the left of the curtain look large and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: curtain (8)->relate: phone,to the left of,s (0) [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the telephone is black but small.", "image": "n204894.jpg", "question_id": 20258871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (4)"}, {"operation": "relate", "dependencies": [0], "argument": "umpire,behind,s (0)"}, {"operation": "verify activity", "dependencies": [1], "argument": "staring"}], "entailed": ["202053175", "202053174", "202053176", "202053172"], "equivalent": ["202053171"], "question": "Does the umpire behind the batter seem to be staring?", "isBalanced": true, "groups": {"global": null, "local": "06-umpire_staring"}, "answer": "yes", "semanticStr": "select: batter (4)->relate: umpire,behind,s (0) [0]->verify activity: staring [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "4"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the umpire is staring.", "image": "n334278.jpg", "question_id": 202053171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "closet (1)"}, {"operation": "verify", "dependencies": [0], "argument": "empty"}], "entailed": ["202023294", "202023283", "202023288", "202023289", "202023285", "202023286", "202023287", "202023290"], "equivalent": ["202023291"], "question": "Is this an empty closet?", "isBalanced": true, "groups": {"global": null, "local": "06-closet_empty"}, "answer": "no", "semanticStr": "select: closet (1)->verify: empty [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a full closet.", "image": "n95313.jpg", "question_id": 202023291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201438364", "201438376", "201438367", "201438373", "201438371", "201438362", "201438363", "201438370", "201438369", "201438374", "201438375", "201438372"], "equivalent": ["201438366"], "question": "What is the person to the left of the catcher doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-umpire_activity"}, "answer": "looking up", "semanticStr": "select: catcher (2)->relate: person,to the left of,s (1) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "2", "3": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is looking up.", "image": "n66756.jpg", "question_id": 201438366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (1)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201438364", "201438376", "201438366", "201438373", "201438371", "201438362", "201438363", "201438370", "201438369", "201438374", "201438375", "201438372"], "equivalent": ["201438367"], "question": "What is the umpire doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-umpire_activity"}, "answer": "looking up", "semanticStr": "select: umpire (1)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is looking up.", "image": "n66756.jpg", "question_id": 201438367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "picture,near,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20427889", "20427888", "20427898", "20427899", "20427893", "20427890", "20427891", "20427896", "20427897", "20427894", "20427901"], "equivalent": ["20427892"], "question": "Which shape does the picture near the chair have?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-picture_shape"}, "answer": "square", "semanticStr": "select: chair (9)->relate: picture,near,s (8) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "9"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture has square shape.", "image": "n281241.jpg", "question_id": 20427892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201207039"], "question": "Does this table look white and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "no", "semanticStr": "select: table (0)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is wooden but brown.", "image": "n222915.jpg", "question_id": 201207039}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "verify rel", "dependencies": [1], "argument": "hot dogs,to the right of,o (4)"}], "entailed": ["20411822", "20411823", "20411824", "20411879", "20411878", "20411880", "20411877"], "equivalent": ["20411825"], "question": "Are the orange vegetables to the right of the food above the apples?", "isBalanced": true, "groups": {"global": null, "local": "13-carrots_hot dogs"}, "answer": "yes", "semanticStr": "select: vegetable (5)->filter color: orange [0]->verify rel: hot dogs,to the right of,o (4) [1]", "annotations": {"answer": {}, "question": {"9": "4", "12": "1", "2:4": "5"}, "fullAnswer": {"2": "5", "9:11": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the carrots are to the right of the hot dogs.", "image": "n363445.jpg", "question_id": 20411825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "potato (0)"}, {"operation": "relate", "dependencies": [0], "argument": "cutting board,on,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the left of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20636819", "20636775", "20636774", "20636822", "20636821", "20636820"], "equivalent": ["20636818"], "question": "What is the appliance to the left of the cutting board the potato is on?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-cutting board_to the left of,s"}, "answer": "oven", "semanticStr": "select: potato (0)->relate: cutting board,on,o (2) [0]->relate: appliance,to the left of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11", "12": "0", "9:11": "2"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n184385.jpg", "question_id": 20636818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothpaste (6)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201770965", "201770964", "201770963", "201770962", "201770961"], "equivalent": ["201770960"], "question": "Is the toothpaste on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-toothpaste_left"}, "answer": "yes", "semanticStr": "select: toothpaste (6)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toothpaste is on the left of the image.", "image": "n310625.jpg", "question_id": 201770960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}], "entailed": ["20757234", "20757235", "20757236", "20757237", "20757233", "20757190", "20757229", "20757251", "20757238", "20757239", "20757245", "20757189", "20757241", "20757240", "20757250", "20757242", "20757228"], "equivalent": ["20757244"], "question": "Does the spoon look dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-spoon_dirty"}, "answer": "no", "semanticStr": "select: spoon (8)->verify cleanliness: dirty [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the spoon is clean.", "image": "n433532.jpg", "question_id": 20757244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "animal,walking near,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017452", "2017453", "2017450", "2017451", "2017308", "2017309"], "equivalent": ["2017449"], "question": "What animal is walking near the goat that looks brown?", "isBalanced": true, "groups": {"global": "animal", "local": "14-goat_walking near,s"}, "answer": "horse", "semanticStr": "select: goat (10)->filter color: brown [0]->relate: animal,walking near,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "10", "6": "10"}, "fullAnswer": {"1": "6", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is walking near the goat.", "image": "n324908.jpg", "question_id": 2017449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lamb,to the left of,o (-)"}], "entailed": [], "equivalent": ["2017448"], "question": "Is that horse to the left of a lamb?", "isBalanced": true, "groups": {"global": null, "local": "13-horse_lamb"}, "answer": "no", "semanticStr": "select: horse (6)->verify rel: lamb,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"9": "10", "2": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the horse is to the left of the goat.", "image": "n324908.jpg", "question_id": 2017448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (10)"}, {"operation": "choose", "dependencies": [0], "argument": "old|new"}], "entailed": ["20861043", "20861042", "20861040", "20861011", "20861044", "20861034", "20861036", "20861037", "20861012", "20861035", "20861013", "20861033", "20861038", "20861039"], "equivalent": ["20861041"], "question": "Is this car old or new?", "isBalanced": true, "groups": {"global": "age", "local": "10c-car_4"}, "answer": "old", "semanticStr": "select: car (10)->choose: old|new [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is old.", "image": "n434283.jpg", "question_id": 20861041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593887"], "equivalent": ["201593886"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "girl", "semanticStr": "select: shoes (10)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "10"}, "fullAnswer": {"1": "5", "4": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing shoes.", "image": "n200907.jpg", "question_id": 201593886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536489"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "spectators", "semanticStr": "select: person (6)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are sitting.", "image": "n538684.jpg", "question_id": 201536489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20479937", "20479941", "20479940", "20479938"], "equivalent": ["20479939"], "question": "What device is to the left of the computer?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_to the left of,s"}, "answer": "radio", "semanticStr": "select: computer (4)->relate: device,to the left of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a radio.", "image": "n520071.jpg", "question_id": 20479939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201766481", "201766480", "201766478", "201766479", "201766476", "201766477", "201766475", "201766473"], "equivalent": ["201766474"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "field", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a field.", "image": "n528403.jpg", "question_id": 201766474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202158865", "202158867", "202158866", "202158818", "202158869", "202158868", "202158819", "202158858", "202158859", "202158849", "202158817", "202158850", "202158852", "202158853", "202158854", "202158856"], "equivalent": ["202158855"], "question": "Which color is this bus?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bus_color"}, "answer": "black", "semanticStr": "select: bus (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bus is black.", "image": "n406334.jpg", "question_id": 202158855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097627", "2097626"], "equivalent": ["2097625"], "question": "What is the flat device called?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_flat"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: flat [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n513429.jpg", "question_id": 2097625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097625", "2097626"], "equivalent": ["2097627"], "question": "What kind of device is flat?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_flat"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: flat [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n513429.jpg", "question_id": 2097627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20898609", "20898608", "20898612", "20898613", "20898611", "20898616", "20898607", "20898615", "20898606"], "equivalent": ["20898610"], "question": "How wide is the black road?", "isBalanced": true, "groups": {"global": "width", "local": "10q-road_width"}, "answer": "wide", "semanticStr": "select: road (13)->filter color: black [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The road is wide.", "image": "n243701.jpg", "question_id": 20898610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412140", "20412139", "20412142", "20412143"], "equivalent": ["20412141"], "question": "Who is in front of the trees?", "isBalanced": true, "groups": {"global": "person", "local": "14-trees_in front of,s"}, "answer": "boy", "semanticStr": "select: trees (6)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the trees.", "image": "n531359.jpg", "question_id": 20412141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201759487", "201759488"], "equivalent": ["201759489"], "question": "In which part of the image is the small chair, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-chair_vposition"}, "answer": "bottom", "semanticStr": "select: chair (6)->filter size: small [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is in the bottom of the image.", "image": "n150962.jpg", "question_id": 201759489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704690", "201704662", "201704689", "201704683", "201704685", "201704684", "201704687", "201704686"], "equivalent": ["201704688"], "question": "What animals are in front of the building?", "isBalanced": true, "groups": {"global": "animal", "local": "15-building_in front of,s"}, "answer": "cows", "semanticStr": "select: building (3)->relate: animal,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are cows.", "image": "n164272.jpg", "question_id": 201704688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "table,hanging above,o (3)"}], "entailed": [], "equivalent": ["201616220"], "question": "Is the shirt hanging above the table behind the shoes?", "isBalanced": true, "groups": {"global": null, "local": "13-shirt_table"}, "answer": "yes", "semanticStr": "select: shirt (5)->verify rel: table,hanging above,o (3) [0]", "annotations": {"answer": {}, "question": {"9": "9", "2": "5", "6": "3"}, "fullAnswer": {"2": "5", "7": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shirt is hanging above the table.", "image": "n65230.jpg", "question_id": 201616220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20861103"], "equivalent": ["20861104"], "question": "What vehicle is the building behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_behind,o"}, "answer": "car", "semanticStr": "select: building (12)->relate: vehicle,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "12", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The building is behind the car.", "image": "n434283.jpg", "question_id": 20861104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (5)"}, {"operation": "select", "dependencies": [], "argument": "fireplace (6) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201079726"], "question": "What is common to the sculpture and the fireplace?", "isBalanced": true, "groups": {"global": null, "local": "09common-fireplace_sculpture"}, "answer": "color", "semanticStr": "select: sculpture (5)->select: fireplace (6) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "5": "5"}, "fullAnswer": {"4": "5", "7": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the sculpture and the fireplace are black.", "image": "n23181.jpg", "question_id": 201079726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["201623709", "201623711"], "equivalent": ["201623710"], "question": "Does the oven have tan color?", "isBalanced": true, "groups": {"global": null, "local": "06-oven_tan"}, "answer": "no", "semanticStr": "select: oven (2)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the oven is red.", "image": "n501609.jpg", "question_id": 201623710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704690", "201704662", "201704689", "201704688", "201704683", "201704684", "201704687", "201704686"], "equivalent": ["201704685"], "question": "What animal is in front of the building?", "isBalanced": true, "groups": {"global": "animal", "local": "14-building_in front of,s"}, "answer": "cows", "semanticStr": "select: building (3)->relate: animal,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cows are in front of the building.", "image": "n164272.jpg", "question_id": 201704685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201704690", "201704662", "201704689", "201704688", "201704683", "201704685", "201704687", "201704686"], "equivalent": ["201704684"], "question": "What animal is in front of the red building?", "isBalanced": true, "groups": {"global": "animal", "local": "14-building_in front of,s"}, "answer": "cows", "semanticStr": "select: building (3)->filter color: red [0]->relate: animal,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"7:9": "3"}, "fullAnswer": {"1": "6", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cows are in front of the building.", "image": "n164272.jpg", "question_id": 201704684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201704690", "201704662", "201704689", "201704688", "201704683", "201704685", "201704684", "201704686"], "equivalent": ["201704687"], "question": "What are the animals that are in front of the large building?", "isBalanced": true, "groups": {"global": "animal", "local": "15-building_in front of,s"}, "answer": "cows", "semanticStr": "select: building (3)->filter size: large [0]->relate: animal,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "10:12": "3"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are cows.", "image": "n164272.jpg", "question_id": 201704687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20307259", "20307260", "20307258"], "equivalent": ["20307261"], "question": "On which side of the image is the couch?", "isBalanced": true, "groups": {"global": null, "local": "10q-couch_hposition"}, "answer": "left", "semanticStr": "select: couch (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The couch is on the left of the image.", "image": "n554880.jpg", "question_id": 20307261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cheese (0)"}, {"operation": "relate", "dependencies": [0], "argument": "food,below,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20611952", "20611938", "20611939", "20611943", "20611941", "20611940", "20611950", "20611946", "20611945", "20611944", "20611951"], "equivalent": ["20611942"], "question": "What shape is the food the cheese is below?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-cookie_shape"}, "answer": "rectangular", "semanticStr": "select: cheese (0)->relate: food,below,o (8) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "8", "6": "0"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cookie is rectangular.", "image": "n28996.jpg", "question_id": 20611942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "hair clip,lying on top of,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "device,same material,_ (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20856632", "20857080", "20857081"], "equivalent": ["20856632", "20856631"], "question": "What device is made of the same material as the hair clip that is lying on top of the bed?", "isBalanced": true, "groups": {"global": "device", "local": "14-hair clip_same material,_"}, "answer": "cell phone", "semanticStr": "select: bed (17)->relate: hair clip,lying on top of,s (13) [0]->relate: device,same material,_ (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"1": "7", "19": "17", "10:12": "13"}, "fullAnswer": {"1": "7", "10:12": "13"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cellphone is made of the same material as the hair clip.", "image": "n293477.jpg", "question_id": 20856631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (9)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "giraffes (-) "}, {"operation": "filter length", "dependencies": [3], "argument": "long"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20492109", "20492110"], "equivalent": ["20492108"], "question": "Is there a long giraffe or bear?", "isBalanced": true, "groups": {"global": null, "local": "04-bear_long"}, "answer": "yes", "semanticStr": "select: bear (9)->filter length: long [0]->exist: ? [1]->select: giraffes (-) ->filter length: long [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a long bear.", "image": "n335542.jpg", "question_id": 20492108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468901", "20468900", "20468831", "20468830", "20468833", "20468835", "20468834", "20468837", "20468836"], "equivalent": ["20468832"], "question": "Which kind of vehicle is right of the man?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-man_to the right of,s"}, "answer": "trailer", "semanticStr": "select: man (2)->relate: vehicle,to the right of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a trailer.", "image": "n171169.jpg", "question_id": 20468832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "tight"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201739172", "201739171"], "equivalent": ["201739173"], "question": "Which kind of clothing is tight?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_tight"}, "answer": "pants", "semanticStr": "select: clothing (6)->filter: tight [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants.", "image": "n485969.jpg", "question_id": 201739173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose name", "dependencies": [1], "argument": "desk|chair"}], "entailed": ["201902608", "201902615"], "equivalent": ["201902614", "201902615"], "question": "Which kind of furniture is made of wood, the desk or the chair?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_wood"}, "answer": "desk", "semanticStr": "select: furniture (1)->filter material: wood [0]->choose name: desk|chair [1]", "annotations": {"answer": {"0": "1"}, "question": {"9": "1", "3": "1", "12": "10"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The desk is made of wood.", "image": "n435808.jpg", "question_id": 201902614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["2097959"], "question": "What is the desk in front of?", "isBalanced": true, "groups": {"global": "textile", "local": "14-desk_in front of,o"}, "answer": "curtain", "semanticStr": "select: desk (3)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is in front of the curtain.", "image": "n513429.jpg", "question_id": 2097959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228118"], "equivalent": ["201228119"], "question": "What kind of vehicle isn't black?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_n#black"}, "answer": "van", "semanticStr": "select: vehicle (0)->filter color: not(black) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n154856.jpg", "question_id": 201228119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,in front of,s (3)"}, {"operation": "filter", "dependencies": [1], "argument": "flat"}, {"operation": "choose material", "dependencies": [2], "argument": "plastic|wood"}], "entailed": [], "equivalent": ["2097953"], "question": "What material is the flat desk in front of the curtain, plastic or wood?", "isBalanced": true, "groups": {"global": "material", "local": "10c-desk_material"}, "answer": "plastic", "semanticStr": "select: curtain (8)->relate: desk,in front of,s (3) [0]->filter: flat [1]->choose material: plastic|wood [2]", "annotations": {"answer": {}, "question": {"10": "8", "4:6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The desk is made of plastic.", "image": "n513429.jpg", "question_id": 2097953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228114", "201228110", "201228111", "201228112", "201228113"], "equivalent": ["201228115"], "question": "What vehicle is black?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_black"}, "answer": "car", "semanticStr": "select: vehicle (2)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n154856.jpg", "question_id": 201228115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "choose name", "dependencies": [1], "argument": "car|van"}], "entailed": [], "equivalent": ["201228117"], "question": "Which kind of vehicle is not black, the van or the car?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12c-vehicle_n#black"}, "answer": "van", "semanticStr": "select: vehicle (0)->filter color: not(black) [0]->choose name: car|van [1]", "annotations": {"answer": {"0": "0"}, "question": {"11": "2", "8": "0", "3": "2"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The van is not black.", "image": "n154856.jpg", "question_id": 201228117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097960", "2097956", "2097955", "2097912"], "equivalent": ["2097957"], "question": "Which kind of furniture is in front of the curtain?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtain_in front of,s"}, "answer": "desk", "semanticStr": "select: curtain (8)->relate: furniture,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n513429.jpg", "question_id": 2097957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2097960", "2097957", "2097955", "2097912"], "equivalent": ["2097956"], "question": "What type of furniture is in front of the curtain that is to the left of the monitor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtain_in front of,s"}, "answer": "desk", "semanticStr": "select: monitor (1)->relate: curtain,to the left of,s (8) [0]->relate: furniture,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "8", "3": "3", "17": "1"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n513429.jpg", "question_id": 2097956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097960", "2097957", "2097956", "2097912"], "equivalent": ["2097955"], "question": "What is in front of the curtain?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-curtain_in front of,s"}, "answer": "desk", "semanticStr": "select: curtain (8)->relate: _,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is in front of the curtain.", "image": "n513429.jpg", "question_id": 2097955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (8)"}, {"operation": "select", "dependencies": [], "argument": "street sign (2) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["2076119"], "equivalent": ["2076118", "2076119"], "question": "What do both the chimney and the street sign have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-chimney_street sign"}, "answer": "color", "semanticStr": "select: chimney (8)->select: street sign (2) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "8", "7:9": "2"}, "fullAnswer": {"4": "8", "7:9": "2"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the chimney and the street sign are red.", "image": "n173807.jpg", "question_id": 2076118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639020", "201639026", "201639025"], "equivalent": ["201639021"], "question": "What devices are on the sidewalk?", "isBalanced": true, "groups": {"global": "device", "local": "15-sidewalk_on,s"}, "answer": "phones", "semanticStr": "select: sidewalk (7)->relate: device,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are phones.", "image": "n271392.jpg", "question_id": 201639021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "traffic light,on,o (-)"}], "entailed": [], "equivalent": ["20468939"], "question": "Is the sign on a traffic light?", "isBalanced": true, "groups": {"global": null, "local": "13-sign_traffic light"}, "answer": "no", "semanticStr": "select: sign (4)->verify rel: traffic light,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "6": "14"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sign is on the fence.", "image": "n171169.jpg", "question_id": 20468939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phones (4)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639023"], "equivalent": ["201639024"], "question": "Where are the phones?", "isBalanced": true, "groups": {"global": "road", "local": "14-phones_on,o"}, "answer": "sidewalk", "semanticStr": "select: phones (4)->relate: place,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "4", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The phones are on the sidewalk.", "image": "n271392.jpg", "question_id": 201639024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286529", "202286526", "202286527", "202286524", "202286523", "202286459"], "equivalent": ["202286525"], "question": "Which kind of animal is to the right of the backpack?", "isBalanced": true, "groups": {"global": "animal", "local": "15-backpack_to the right of,s"}, "answer": "elephant", "semanticStr": "select: backpack (4)->relate: animal,to the right of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n413002.jpg", "question_id": 202286525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468581", "20468936"], "equivalent": ["20468935"], "question": "What is that sign on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sign_on,o"}, "answer": "fence", "semanticStr": "select: sign (4)->relate: _,on,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is on the fence.", "image": "n171169.jpg", "question_id": 20468935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468581", "20468935"], "equivalent": ["20468936"], "question": "What is the sign on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sign_on,o"}, "answer": "fence", "semanticStr": "select: sign (4)->relate: _,on,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "4", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is on the fence.", "image": "n171169.jpg", "question_id": 20468936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468675", "20468674", "20468673", "20468683", "20468684", "20468685", "20468659", "20468660", "20468661", "20468662"], "equivalent": ["20468686"], "question": "Which kind of animal is large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "horse", "semanticStr": "select: animal (1)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n171169.jpg", "question_id": 20468686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,same color,_ (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076417"], "equivalent": ["2076115"], "question": "How is the sign that is the same color as the chimney called?", "isBalanced": true, "groups": {"global": "sign", "local": "14-chimney_same color,_"}, "answer": "street sign", "semanticStr": "select: chimney (8)->relate: sign,same color,_ (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"11": "8", "3": "2"}, "fullAnswer": {"1": "2", "4:6": "2"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n173807.jpg", "question_id": 2076115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwiches (5)"}, {"operation": "relate", "dependencies": [0], "argument": "cheese,inside,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20611806", "20611804", "20611805", "20611803", "20611801"], "equivalent": ["20611802"], "question": "Of what color is the cheese that is inside the sandwiches?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cheese_color"}, "answer": "orange", "semanticStr": "select: sandwiches (5)->relate: cheese,inside,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "5", "5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cheese is orange.", "image": "n28996.jpg", "question_id": 20611802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying on top of,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667690", "20667685", "20667687", "20667686", "20667689", "20667688", "20667464"], "equivalent": ["20667684"], "question": "What is the remote made of plastic lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-remote control_lying on top of,o"}, "answer": "coffee table", "semanticStr": "select: remote control (2)->filter material: plastic [0]->relate: _,lying on top of,o (1) [1]->query: name [2]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "2", "6": "2"}, "fullAnswer": {"1:3": "2", "9:11": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The remote control is lying on top of the coffee table.", "image": "n181355.jpg", "question_id": 20667684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20514970", "20514971", "20514972", "20514966", "20514964"], "equivalent": ["20514965"], "question": "Do the mountains look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-mountains_brown"}, "answer": "no", "semanticStr": "select: mountains (1)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mountains are green.", "image": "n207893.jpg", "question_id": 20514965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectators (7)"}, {"operation": "relate", "dependencies": [0], "argument": "field,below,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "boy,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201536262"], "question": "Are there any boys on the field that the spectators are below?", "isBalanced": true, "groups": {"global": null, "local": "13-field_boy"}, "answer": "no", "semanticStr": "select: spectators (7)->relate: field,below,o (8) [0]->relate: boy,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "7", "6": "8"}, "fullAnswer": {"4": "1", "7": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a catcher on the field.", "image": "n538684.jpg", "question_id": 201536262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,lying on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667648"], "equivalent": ["20667683"], "question": "What device is lying on top of the coffee table?", "isBalanced": true, "groups": {"global": "device", "local": "15-coffee table_lying on top of,s"}, "answer": "remote control", "semanticStr": "select: coffee table (1)->relate: device,lying on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4:6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control.", "image": "n181355.jpg", "question_id": 20667683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,to the right of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202246742", "202246741"], "equivalent": ["202246740", "202246741"], "question": "Is there any helmet to the right of the person?", "isBalanced": true, "groups": {"global": null, "local": "13-person_helmet"}, "answer": "no", "semanticStr": "select: person (0)->relate: helmet,to the right of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "0"}, "fullAnswer": {"11": "0", "4:6": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a computer desk to the right of the person.", "image": "n310828.jpg", "question_id": 202246740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (2)"}, {"operation": "relate", "dependencies": [0], "argument": "papers,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "computer desk,near,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202246746"], "equivalent": ["202246745", "202246746"], "question": "Are there computer desks near the papers to the left of the laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-papers_computer desk"}, "answer": "yes", "semanticStr": "select: laptop (2)->relate: papers,to the left of,s (8) [0]->relate: computer desk,near,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"12": "2", "2:4": "7", "6": "8"}, "fullAnswer": {"8": "8", "4:6": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a computer desk near the papers.", "image": "n310828.jpg", "question_id": 202246745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "diaper (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "knife block (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20836822"], "equivalent": ["20836823"], "question": "Are there knife blocks or diapers in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-diaper_knife block"}, "answer": "no", "semanticStr": "select: diaper (-)->exist: ? [0]->select: knife block (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no knife blocks or diapers.", "image": "n507959.jpg", "question_id": 20836823}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "socks (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953100"], "equivalent": ["20953099"], "question": "Who is wearing socks?", "isBalanced": true, "groups": {"global": "person", "local": "14-socks_wearing,s"}, "answer": "player", "semanticStr": "select: socks (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "5"}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing socks.", "image": "n413319.jpg", "question_id": 20953099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calculator (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (7) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201067768", "201067767"], "equivalent": ["201067766"], "question": "Is there either a black calculator or chair?", "isBalanced": true, "groups": {"global": null, "local": "04-calculator_black"}, "answer": "yes", "semanticStr": "select: calculator (4)->filter color: black [0]->exist: ? [1]->select: chair (7) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "4", "7": "7"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black calculator.", "image": "n367944.jpg", "question_id": 201067766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (6)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20178187", "20178186"], "equivalent": ["20178188"], "question": "In which part is the plate, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-plate_vposition"}, "answer": "top", "semanticStr": "select: plate (6)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plate is in the top of the image.", "image": "n55058.jpg", "question_id": 20178188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201760661", "201760660", "201760656", "201760657", "201760664", "201760655", "201760654", "201760658", "201760662", "201760646", "201760663"], "equivalent": ["201760659", "201760660"], "question": "What color is the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "beige", "semanticStr": "select: shirt (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is beige.", "image": "n350732.jpg", "question_id": 201760659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202226069", "202226068", "202226064", "202226067"], "equivalent": ["202226068", "202226067", "202226066"], "question": "Are there any lamps or tables that are made of metal?", "isBalanced": true, "groups": {"global": null, "local": "04-table_metal"}, "answer": "no", "semanticStr": "select: table (2)->filter material: metal [0]->exist: ? [1]->select: lamp (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is made of wood.", "image": "n336443.jpg", "question_id": 202226066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(antique)"}, {"operation": "relate", "dependencies": [1], "argument": "_,playing with,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201751594"], "question": "What is the lady that is not antique playing with?", "isBalanced": true, "groups": {"global": "object", "local": "14-lady_playing with,o"}, "answer": "tennis ball", "semanticStr": "select: lady (10)->filter: not(antique) [0]->relate: _,playing with,o (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "10", "7": "10"}, "fullAnswer": {"1": "10", "6:8": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is playing with a tennis ball.", "image": "n355567.jpg", "question_id": 201751594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing with,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201751593"], "question": "Who is playing with the tennis ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_playing with,s"}, "answer": "lady", "semanticStr": "select: tennis ball (5)->relate: person,playing with,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "6:8": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is playing with the tennis ball.", "image": "n355567.jpg", "question_id": 201751593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dresser (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20753417", "20753429", "20753428", "20753427", "20753432", "20753433", "20753431", "20753434"], "equivalent": ["20753430"], "question": "What color is that dresser?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dresser_color"}, "answer": "green", "semanticStr": "select: dresser (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dresser is green.", "image": "n49438.jpg", "question_id": 20753430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "choose", "dependencies": [1], "argument": "long sleeved|short sleeved"}], "entailed": ["201760647", "201760654", "201760650", "201760651", "201760655", "201760649", "201760648", "201760646"], "equivalent": ["201760652"], "question": "Is the beige shirt short sleeved or maybe long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (7)->filter color: beige [0]->choose: long sleeved|short sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n350732.jpg", "question_id": 201760652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201110804", "201110805", "201110806"], "equivalent": ["201110807"], "question": "On which side are the blue plates?", "isBalanced": true, "groups": {"global": null, "local": "10q-plates_hposition"}, "answer": "left", "semanticStr": "select: plates (4)->filter color: blue [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plates are on the left of the image.", "image": "n546616.jpg", "question_id": 201110807}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201760655"], "equivalent": ["201760654", "201760655"], "question": "Does the shirt look beige and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_short sleeved"}, "answer": "no", "semanticStr": "select: shirt (7)->verify color: beige [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is beige but long sleeved.", "image": "n350732.jpg", "question_id": 201760654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201429108"], "question": "Is there a round door or window?", "isBalanced": true, "groups": {"global": null, "local": "04-window_round"}, "answer": "no", "semanticStr": "select: window (7)->filter shape: round [0]->exist: ? [1]->select: door (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is rectangular.", "image": "n64959.jpg", "question_id": 201429108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "counter,on top of,o (-)"}], "entailed": [], "equivalent": ["202285105"], "question": "Is the banana on top of a counter?", "isBalanced": true, "groups": {"global": null, "local": "13-banana_counter"}, "answer": "no", "semanticStr": "select: banana (13)->verify rel: counter,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"8": "4", "2": "13"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the banana is on top of the tray.", "image": "n100991.jpg", "question_id": 202285105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the left of,s (3)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201360778", "201360776"], "equivalent": ["201360775"], "question": "Does the toothbrush to the left of the other toothbrush look small?", "isBalanced": true, "groups": {"global": null, "local": "06-toothbrush_small"}, "answer": "no", "semanticStr": "select: toothbrush (4)->relate: toothbrush,to the left of,s (3) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"9": "4", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toothbrush is large.", "image": "n541688.jpg", "question_id": 201360775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "athlete,to the right of,s (7)"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201879194", "201879195", "201879196"], "equivalent": ["201879194", "201879195", "201879193"], "question": "Is the athlete that is to the right of the racket male and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-male_tall"}, "answer": "no", "semanticStr": "select: racket (5)->relate: athlete,to the right of,s (7) [0]->verify gender: male [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "5", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the athlete is tall but female.", "image": "n496803.jpg", "question_id": 201879193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202119709", "202119708", "202119707", "202119706", "202119705", "202119703", "202119702", "202119701", "202119700", "202119691", "202119693", "202119692", "202119695", "202119694", "202119697", "202119699", "202119698", "202119711", "202119710"], "equivalent": ["202119704"], "question": "Does the sky appear to be cloudy and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_cloudy"}, "answer": "yes", "semanticStr": "select: sky (6)->verify color: blue [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and blue.", "image": "n544255.jpg", "question_id": 202119704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639248"], "equivalent": ["201639249"], "question": "Where are the people?", "isBalanced": true, "groups": {"global": "place", "local": "14-people_on,o"}, "answer": "field", "semanticStr": "select: people (16)->relate: place,on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "16", "5": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are on the field.", "image": "n497789.jpg", "question_id": 201639249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012749", "202012848", "202012843", "202012846", "202012847", "202012844"], "equivalent": ["202012845"], "question": "Where is the man playing?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_playing at,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: _,playing at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is playing at the television.", "image": "n326988.jpg", "question_id": 202012845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flags (11)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the right of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201976749"], "equivalent": ["201976750"], "question": "Does the bag to the right of the flags look blue and large?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "no", "semanticStr": "select: flags (11)->relate: bag,to the right of,s (4) [0]->verify color: blue [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the backpack is blue but small.", "image": "n279173.jpg", "question_id": 201976750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878951", "20878950"], "equivalent": ["20878952"], "question": "What is before the trees?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,s"}, "answer": "parking lot", "semanticStr": "select: trees (9)->relate: _,in front of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"8": "9", "1:3": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The parking lot is in front of the trees.", "image": "n259949.jpg", "question_id": 20878952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter state", "dependencies": [0], "argument": "calm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550297", "20550296", "20550298", "20550329", "20550328"], "equivalent": ["20550330"], "question": "What animal is calm?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_calm"}, "answer": "horse", "semanticStr": "select: animal (0)->filter state: calm [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n579928.jpg", "question_id": 20550330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "filter", "dependencies": [0], "argument": "leafy"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20878952", "20878951"], "equivalent": ["20878950"], "question": "What is in front of the leafy trees?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,s"}, "answer": "parking lot", "semanticStr": "select: trees (9)->filter: leafy [0]->relate: _,in front of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0:2": "11"}, "question": {"6:8": "9"}, "fullAnswer": {"8": "9", "1:3": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The parking lot is in front of the trees.", "image": "n259949.jpg", "question_id": 20878950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (6)"}, {"operation": "choose name", "dependencies": [0], "argument": "bus|truck"}], "entailed": [], "equivalent": ["20144764"], "question": "Is this a truck or a bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-bus_truck"}, "answer": "bus", "semanticStr": "select: this (6)->choose name: bus|truck [0]", "annotations": {"answer": {"0": "6"}, "question": {"6": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bus.", "image": "n273901.jpg", "question_id": 20144764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (13)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,in front of,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20144768", "20144769", "20144766", "20144767", "20144773", "20144772", "20144770"], "equivalent": ["20144765"], "question": "Does the bus in front of the other bus have green color and rectangular shape?", "isBalanced": true, "groups": {"global": null, "local": "05-green_rectangular"}, "answer": "yes", "semanticStr": "select: bus (13)->relate: bus,in front of,s (6) [0]->verify color: green [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "13", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bus is green and rectangular.", "image": "n273901.jpg", "question_id": 20144765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rock (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify rel", "dependencies": [1], "argument": "donkeys,sitting beside,o (-)"}], "entailed": [], "equivalent": ["20600275"], "question": "Is the gray rock sitting beside donkeys?", "isBalanced": true, "groups": {"global": null, "local": "13-rock_donkeys"}, "answer": "no", "semanticStr": "select: rock (9)->filter color: gray [0]->verify rel: donkeys,sitting beside,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9", "7": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the rock is sitting beside the zebras.", "image": "n196058.jpg", "question_id": 20600275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (13)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,in front of,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20144768", "20144769"], "equivalent": ["20144767"], "question": "Does the bus in front of the other bus have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-bus_white"}, "answer": "no", "semanticStr": "select: bus (13)->relate: bus,in front of,s (6) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"8": "13", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bus is green.", "image": "n273901.jpg", "question_id": 20144767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rock (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting beside,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600271", "20600270", "20600142"], "equivalent": ["20600272", "20600271"], "question": "What are the animals that the gray rock is sitting beside?", "isBalanced": true, "groups": {"global": "animal", "local": "15-rock_sitting beside,o"}, "answer": "zebras", "semanticStr": "select: rock (9)->filter color: gray [0]->relate: animal,sitting beside,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "6:8": "9"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (4)"}, {"operation": "relate", "dependencies": [0], "argument": "palm tree,in front of,s (14)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "select", "dependencies": [], "argument": "flag (12) "}, {"operation": "relate", "dependencies": [3], "argument": "palm tree,to the left of,s (22)"}, {"operation": "verify color", "dependencies": [4], "argument": "brown"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20836924", "20836925", "20836926", "20836927", "20836923", "20836490", "20836491", "20836492", "20836493", "20836928"], "equivalent": ["20836922"], "question": "Are both the palm tree in front of the wall and the palm to the left of the flag brown?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-palm tree_palm tree"}, "answer": "yes", "semanticStr": "select: wall (4)->relate: palm tree,in front of,s (14) [0]->verify color: brown [1]->select: flag (12) ->relate: palm tree,to the left of,s (22) [3]->verify color: brown [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"9": "4", "18": "12", "12": "22", "3:5": "14"}, "fullAnswer": {"3:5": "14", "7:9": "22"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the palm tree and the palm tree are brown.", "image": "n507959.jpg", "question_id": 20836922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rock (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting beside,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600272", "20600271", "20600142"], "equivalent": ["20600270"], "question": "What animal is the rock that is gray sitting beside?", "isBalanced": true, "groups": {"global": "animal", "local": "14-rock_sitting beside,o"}, "answer": "zebras", "semanticStr": "select: rock (9)->filter color: gray [0]->relate: animal,sitting beside,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"4": "9", "7": "9"}, "fullAnswer": {"1": "9", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rock is sitting beside the zebras.", "image": "n196058.jpg", "question_id": 20600270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frame (16)"}, {"operation": "relate", "dependencies": [0], "argument": "man,below,s (13)"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking down|driving"}], "entailed": [], "equivalent": ["201982090"], "question": "Is the man below the frame driving or looking down?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "looking down", "semanticStr": "select: frame (16)->relate: man,below,s (13) [0]->choose activity: looking down|driving [1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "16"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is looking down.", "image": "n526228.jpg", "question_id": 201982090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["201959577", "201959576", "201959574", "201959573"], "equivalent": ["201959575"], "question": "Is it cloudy in this photo?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy.", "image": "n572716.jpg", "question_id": 201959575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jar (7)"}, {"operation": "select", "dependencies": [], "argument": "hook (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202218507"], "equivalent": ["202218508", "202218507"], "question": "Is the jar made of the same material as the hook?", "isBalanced": true, "groups": {"global": null, "local": "09same-hook_jar"}, "answer": "no", "semanticStr": "select: jar (7)->select: hook (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "7"}, "fullAnswer": {"9": "3", "2": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the jar is made of glass and the hook is made of metal.", "image": "n578564.jpg", "question_id": 202218508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20865358"], "equivalent": ["20865357"], "question": "What place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "pasture", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pasture.", "image": "n143935.jpg", "question_id": 20865357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (2)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "filter", "dependencies": [3], "argument": "old"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201047397", "201047396", "201047395", "201047393", "201047392"], "equivalent": ["201047395", "201047394", "201047393", "201047392"], "question": "Is there a old phone or TV in this picture?", "isBalanced": true, "groups": {"global": null, "local": "04-phone_old"}, "answer": "no", "semanticStr": "select: phone (2)->filter: old [0]->exist: ? [1]->select: television (-) ->filter: old [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a phone but it is new.", "image": "n234683.jpg", "question_id": 201047394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (9)"}, {"operation": "select", "dependencies": [], "argument": "hook (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202218502"], "question": "Are the cutting board and the hook made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cutting board_hook"}, "answer": "no", "semanticStr": "select: cutting board (9)->select: hook (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "9", "6": "3"}, "fullAnswer": {"10": "3", "2:4": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the cutting board is made of wood and the hook is made of metal.", "image": "n578564.jpg", "question_id": 202218502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose", "dependencies": [1], "argument": "new|old"}], "entailed": ["201047385", "201047400", "201047402", "201047386", "201047387", "201047391", "201047390", "201047388", "201047389"], "equivalent": ["201047399"], "question": "Is the black phone old or new?", "isBalanced": true, "groups": {"global": "4", "local": "10c-phone_4"}, "answer": "new", "semanticStr": "select: phone (2)->filter color: black [0]->choose: new|old [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The telephone is new.", "image": "n234683.jpg", "question_id": 201047399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20865357"], "equivalent": ["20865358"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "pasture", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pasture.", "image": "n143935.jpg", "question_id": 20865358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (4)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,facing,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201065404"], "question": "What is facing the man that is wearing a suit?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_facing,s"}, "answer": "light fixture", "semanticStr": "select: suit (4)->relate: man,wearing,s (0) [0]->relate: _,facing,s (11) [1]->query: name [2]", "annotations": {"answer": {"0:2": "11"}, "question": {"9": "4", "4": "0"}, "fullAnswer": {"1:3": "11", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light fixture is facing the man.", "image": "n429883.jpg", "question_id": 201065404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202174438", "202174439", "202174429", "202174428", "202174431", "202174432", "202174433", "202174426", "202174425", "202174418", "202174419"], "equivalent": ["202174430"], "question": "Which color is the bench?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bench_color"}, "answer": "red", "semanticStr": "select: bench (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is red.", "image": "n398429.jpg", "question_id": 202174430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}], "entailed": ["201185801", "201185792", "201185790", "201185791", "201185796", "201185797", "201185795", "201185777", "201185778", "201185798", "201185799", "201185789", "201185800", "201185779"], "equivalent": ["201185793"], "question": "Do the shorts have short length?", "isBalanced": true, "groups": {"global": null, "local": "06-shorts_short"}, "answer": "yes", "semanticStr": "select: shorts (2)->verify length: short [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shorts are short.", "image": "n494918.jpg", "question_id": 201185793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20240961", "20240960", "20240826", "20240958", "20240959"], "equivalent": ["20240957"], "question": "What is underneath the glass?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-glass_underneath,s"}, "answer": "table", "semanticStr": "select: glass (3)->relate: _,underneath,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is underneath the glass.", "image": "n166008.jpg", "question_id": 20240957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}], "entailed": ["20899879", "20899899", "20899900", "20899907", "20899906"], "equivalent": ["20899909"], "question": "Is that a round table?", "isBalanced": true, "groups": {"global": null, "local": "06-table_round"}, "answer": "no", "semanticStr": "select: table (7)->verify shape: round [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, that is a square table.", "image": "n186491.jpg", "question_id": 20899909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037035", "201037168", "201037167", "201037166", "201037170"], "equivalent": ["201037169", "201037167", "201037168"], "question": "What is the sign that the girl is in front of called?", "isBalanced": true, "groups": {"global": "sign", "local": "15-girl_in front of,o"}, "answer": "traffic sign", "semanticStr": "select: girl (2)->relate: sign,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0", "6": "2"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n393305.jpg", "question_id": 201037169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillowcase (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["201763606"], "equivalent": ["201763606", "201763605"], "question": "Is the pillow case red?", "isBalanced": true, "groups": {"global": null, "local": "06-pillowcase_red"}, "answer": "no", "semanticStr": "select: pillowcase (13)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pillow case is white.", "image": "n246334.jpg", "question_id": 201763605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (17)"}, {"operation": "verify", "dependencies": [0], "argument": "antique"}], "entailed": ["20621950", "20621929", "20621941", "20621942", "20621943", "20621944", "20621946"], "equivalent": ["20621945"], "question": "Is the door antique?", "isBalanced": true, "groups": {"global": null, "local": "06-door_antique"}, "answer": "no", "semanticStr": "select: door (17)->verify: antique [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the door is modern.", "image": "n210269.jpg", "question_id": 20621945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "garage (13)"}, {"operation": "relate", "dependencies": [0], "argument": "door,next to,s (17)"}, {"operation": "verify", "dependencies": [1], "argument": "modern"}, {"operation": "verify", "dependencies": [1], "argument": "shut "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20621931", "20621930", "20621933", "20621932", "20621950", "20621939", "20621928", "20621929", "20621941", "20621942", "20621943", "20621944", "20621945", "20621946"], "equivalent": ["20621940"], "question": "Does the door next to the garage look modern and shut?", "isBalanced": true, "groups": {"global": null, "local": "05-modern_shut"}, "answer": "yes", "semanticStr": "select: garage (13)->relate: door,next to,s (17) [0]->verify: modern [1]->verify: shut  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "17", "6": "13"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is modern and shut.", "image": "n210269.jpg", "question_id": 20621940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (8)"}, {"operation": "relate", "dependencies": [0], "argument": "man,holding,s (0)"}, {"operation": "choose rel", "dependencies": [1], "argument": "fence,behind|in front of,s (7)"}], "entailed": ["202106372", "202106371", "202106374", "202106375", "202106171", "202106172", "202106173"], "equivalent": ["202106373", "202106374"], "question": "Is the metal fence in front or behind the man that is holding the tennis racket?", "isBalanced": true, "groups": {"global": null, "local": "13-man_fence"}, "answer": "behind", "semanticStr": "select: racket (8)->relate: man,holding,s (0) [0]->choose rel: fence,behind|in front of,s (7) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "7", "14:16": "8"}, "fullAnswer": {"1": "7", "5": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is behind the man.", "image": "n574498.jpg", "question_id": 202106373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20491892", "20491894", "20491910", "20491911", "20491879", "20491878", "20491888", "20491889", "20491884", "20491885", "20491886", "20491887", "20491880", "20491881", "20491882", "20491883", "20491909", "20491908", "20491904", "20491907", "20491906", "20491901", "20491902"], "equivalent": ["20491900"], "question": "Is the bear that is not little brown and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_tall"}, "answer": "yes", "semanticStr": "select: bear (3)->filter size: not(small) [0]->verify color: brown [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bear is brown and tall.", "image": "n335542.jpg", "question_id": 20491900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose length", "dependencies": [1], "argument": "short|long"}], "entailed": ["20647228", "20647248", "20647247", "20647246", "20647245", "20647244", "20647243", "20647242", "20647241", "20647240"], "equivalent": ["20647249"], "question": "Are the white pants short or long?", "isBalanced": true, "groups": {"global": "height", "local": "10c-pants_length"}, "answer": "short", "semanticStr": "select: pants (12)->filter color: white [0]->choose length: short|long [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pants are short.", "image": "n98540.jpg", "question_id": 20647249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (16)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201428934", "201428935", "201428936", "201428866", "201428865", "201428893"], "equivalent": ["201428933"], "question": "What is the appliance that is to the right of the tap called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-faucet_to the right of,s"}, "answer": "refrigerator", "semanticStr": "select: faucet (16)->relate: appliance,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"11": "16", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n64959.jpg", "question_id": 201428933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202243994", "202243997", "202243995", "202243987", "202243986", "202243985", "202243984", "202243983", "202243982", "202243993", "202243990", "202243991", "202243998", "202243999", "202243989", "202243988"], "equivalent": ["202243992"], "question": "Do the cookies look round and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_round"}, "answer": "yes", "semanticStr": "select: cookies (0)->verify color: black [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cookies are round and black.", "image": "n296467.jpg", "question_id": 202243992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (0)"}, {"operation": "select", "dependencies": [], "argument": "jacket (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20169579", "20169577"], "equivalent": ["20169578", "20169579"], "question": "Do the hat and the jacket have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-hat_jacket"}, "answer": "no", "semanticStr": "select: hat (0)->select: jacket (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "4"}, "fullAnswer": {"3": "0", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the hat and the jacket are green.", "image": "n58220.jpg", "question_id": 20169578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631593"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "batter", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The batter is standing.", "image": "n570181.jpg", "question_id": 20631593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,petting,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201490982", "201490983", "201490981", "201490987", "201490984", "201491052"], "equivalent": ["201490986"], "question": "What are the animals that she is petting?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_petting,o"}, "answer": "goats", "semanticStr": "select: she (0)->relate: animal,petting,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "5": "0"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are goats.", "image": "n86120.jpg", "question_id": 201490986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20169574", "20169576"], "equivalent": ["20169574", "20169575"], "question": "What place was the picture taken at?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "road", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It was taken at the road.", "image": "n58220.jpg", "question_id": 20169575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,petting,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201490982", "201490983", "201490981", "201490986", "201490987", "201491052"], "equivalent": ["201490984"], "question": "What animal is the woman petting?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_petting,o"}, "answer": "goats", "semanticStr": "select: woman (0)->relate: animal,petting,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is petting the goats.", "image": "n86120.jpg", "question_id": 201490984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2098105", "2098104", "2098103"], "equivalent": ["2098106"], "question": "On which side of the photo is the bowl?", "isBalanced": true, "groups": {"global": null, "local": "10q-bowl_hposition"}, "answer": "left", "semanticStr": "select: bowl (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bowl is on the left of the image.", "image": "n513429.jpg", "question_id": 2098106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "desk,standing in front of,o (-)"}], "entailed": [], "equivalent": ["201430786"], "question": "Is the person standing in front of a desk?", "isBalanced": true, "groups": {"global": null, "local": "13-person_desk"}, "answer": "no", "semanticStr": "select: person (0)->verify rel: desk,standing in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"9": "7", "2": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is standing in front of a cabinet.", "image": "n206785.jpg", "question_id": 201430786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["2075868", "2075879", "2075880", "2075869", "2075871", "2075870", "2075872", "2075873", "2075861", "2075860"], "equivalent": ["2075866"], "question": "Are the words red?", "isBalanced": true, "groups": {"global": null, "local": "06-words_red"}, "answer": "yes", "semanticStr": "select: words (6)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the words are red.", "image": "n315859.jpg", "question_id": 2075866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goats (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,petting,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201490866", "201490865", "201490979", "201490978"], "equivalent": ["201490980"], "question": "Who is petting the goats?", "isBalanced": true, "groups": {"global": "person", "local": "14-goats_petting,s"}, "answer": "woman", "semanticStr": "select: goats (4)->relate: person,petting,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is petting the goats.", "image": "n86120.jpg", "question_id": 201490980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20609289", "20609288", "20609292", "20609293", "20609290", "20609291", "20609294"], "equivalent": ["20609295"], "question": "On which side is the red fruit?", "isBalanced": true, "groups": {"global": null, "local": "10q-strawberry_hposition"}, "answer": "right", "semanticStr": "select: fruit (14)->filter color: red [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The strawberry is on the right of the image.", "image": "n437064.jpg", "question_id": 20609295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "blinds (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201030310"], "equivalent": ["201030309", "201030310"], "question": "Are there both Wii controllers and blinds in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-blinds_wii controller"}, "answer": "no", "semanticStr": "select: wii controller (12)->exist: ? [0]->select: blinds (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3:5": "12"}, "fullAnswer": {"4:6": "12"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a Wii controller but no blinds.", "image": "n54424.jpg", "question_id": 201030309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201623982", "201623983", "201623980", "201623984", "201623979", "201623978", "201623977", "201623989"], "equivalent": ["201623981"], "question": "How large do you think is that window?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "large", "semanticStr": "select: window (11)->query: size [0]", "annotations": {"answer": {}, "question": {"7": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is large.", "image": "n59676.jpg", "question_id": 201623981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the right of,s (0)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2065972", "2065973"], "equivalent": ["2065972", "2065971"], "question": "Is the boy to the right of the man happy and old?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_old"}, "answer": "no", "semanticStr": "select: man (2)->relate: boy,to the right of,s (0) [0]->verify face expression: happy [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "2", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the boy is happy but young.", "image": "n356822.jpg", "question_id": 2065971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (3)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171127", "20171128"], "equivalent": ["20171129"], "question": "Which kind of cooking utensil is flat?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_flat"}, "answer": "baking pan", "semanticStr": "select: cooking utensil (3)->filter: flat [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20171124", "20171125"], "equivalent": ["20171126"], "question": "How is this cooking utensil called?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "11q-cooking utensil"}, "answer": "baking pan", "semanticStr": "select: cooking utensil (3)->query: name [0]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"3:5": "3"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a baking pan.", "image": "n379991.jpg", "question_id": 20171126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20171126", "20171124"], "equivalent": ["20171125"], "question": "What cooking utensil is it?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "11q-cooking utensil"}, "answer": "baking pan", "semanticStr": "select: cooking utensil (3)->query: name [0]", "annotations": {"answer": {"0:2": "3"}, "question": {"1:3": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (12)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201264136", "201264137", "201264138", "201264139"], "equivalent": ["201264135"], "question": "Where is the streetlight?", "isBalanced": true, "groups": {"global": "plant", "local": "14-street light_in,o"}, "answer": "grass", "semanticStr": "select: street light (12)->relate: place,in,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The streetlight is in the grass.", "image": "n357126.jpg", "question_id": 201264135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine glass (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226872"], "equivalent": ["20226871"], "question": "What is the wine glass in front of?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-wine glass_in front of,o"}, "answer": "silverware", "semanticStr": "select: wine glass (16)->relate: _,in front of,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"3:5": "16"}, "fullAnswer": {"8": "21", "1:3": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine glass is in front of the silverware.", "image": "n68769.jpg", "question_id": 20226871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "silverware (21)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226873", "20226869", "20226806"], "equivalent": ["20226870"], "question": "What is before the silverware?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-silverware_in front of,s"}, "answer": "wine glass", "semanticStr": "select: silverware (21)->relate: _,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0:2": "16"}, "question": {}, "fullAnswer": {"1": "16", "7": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wineglass is in front of the silverware.", "image": "n68769.jpg", "question_id": 20226870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine glass (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226871"], "equivalent": ["20226872"], "question": "What's the wine glass in front of?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-wine glass_in front of,o"}, "answer": "silverware", "semanticStr": "select: wine glass (16)->relate: _,in front of,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {}, "fullAnswer": {"8": "21", "1:3": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine glass is in front of the silverware.", "image": "n68769.jpg", "question_id": 20226872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201336954", "201336955", "201337046"], "equivalent": ["201336956"], "question": "What is the man using?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_using,o"}, "answer": "skateboard", "semanticStr": "select: man (1)->relate: _,using,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a skateboard.", "image": "n329479.jpg", "question_id": 201336956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20652389", "20652437", "20652412", "20652413", "20652414", "20652417", "20652418", "20652419", "20652438", "20652439", "20652390", "20652359", "20652358", "20652441", "20652440", "20652424", "20652427", "20652426", "20652421", "20652420", "20652423", "20652422", "20652428"], "equivalent": ["20652425"], "question": "What color is the tall person?", "isBalanced": true, "groups": {"global": "color", "local": "10q-woman_color"}, "answer": "brunette", "semanticStr": "select: person (0)->filter height: tall [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is brunette.", "image": "n400036.jpg", "question_id": 20652425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "relate", "dependencies": [0], "argument": "pot,below,s (3)"}, {"operation": "choose rel", "dependencies": [1], "argument": "chair,to the left of|to the right of,s (6)"}], "entailed": ["201759553", "201759286", "201759285"], "equivalent": ["201759554"], "question": "Is the chair to the left or to the right of the pot below the window?", "isBalanced": true, "groups": {"global": null, "local": "13-pot_chair"}, "answer": "left", "semanticStr": "select: window (5)->relate: pot,below,s (3) [0]->choose rel: chair,to the left of|to the right of,s (6) [1]", "annotations": {"answer": {}, "question": {"2": "6", "12": "3", "15": "5"}, "fullAnswer": {"1": "6", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the left of the pot.", "image": "n150962.jpg", "question_id": 201759554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (20)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982410", "201982411", "201982412", "201982406", "201982409", "201982408", "201982278"], "equivalent": ["201982407", "201982406"], "question": "What item of furniture is to the right of the telephone?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-phone_to the right of,s"}, "answer": "couch", "semanticStr": "select: phone (20)->relate: furniture,to the right of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"10": "20", "1:4": "14"}, "fullAnswer": {"1:4": "14", "6": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n526228.jpg", "question_id": 201982407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,on top of,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201235646"], "equivalent": ["201235647"], "question": "Do the fruits on top of the basket have large size and green color?", "isBalanced": true, "groups": {"global": null, "local": "05-green_large"}, "answer": "no", "semanticStr": "select: basket (3)->relate: fruit,on top of,s (2) [0]->verify color: green [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "7": "3"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bananas are green but small.", "image": "n527589.jpg", "question_id": 201235647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (23)"}, {"operation": "relate", "dependencies": [0], "argument": "cabbage,to the left of,s (22)"}, {"operation": "verify", "dependencies": [1], "argument": "leafy"}, {"operation": "verify color", "dependencies": [1], "argument": "purple "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201887074", "201887075", "201887083", "201887082", "201887081", "201887080", "201887087", "201887078", "201887085", "201887079"], "equivalent": ["201887084"], "question": "Is the cabbage to the left of the other cabbage leafy and purple?", "isBalanced": true, "groups": {"global": null, "local": "05-leafy_purple"}, "answer": "yes", "semanticStr": "select: cabbage (23)->relate: cabbage,to the left of,s (22) [0]->verify: leafy [1]->verify color: purple  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "23", "2": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cabbage is leafy and purple.", "image": "n429961.jpg", "question_id": 201887084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (3)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick"}], "entailed": ["20756800", "20756801", "20756794", "20756795", "20756797", "20756809", "20756779", "20756804", "20756798", "20756799", "20756803"], "equivalent": ["20756802"], "question": "Does the hair look thick?", "isBalanced": true, "groups": {"global": null, "local": "06-hair_thick"}, "answer": "no", "semanticStr": "select: hair (3)->verify thickness: thick [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hair is thin.", "image": "n433532.jpg", "question_id": 20756802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "blond"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20652434", "20652435", "20652432", "20652433", "20652430", "20652431"], "equivalent": ["20652429"], "question": "Are there blond men or women?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_blond"}, "answer": "no", "semanticStr": "select: woman (0)->filter color: blond [0]->exist: ? [1]->select: man (-) ->filter color: blond [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is brunette.", "image": "n400036.jpg", "question_id": 20652429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20756809", "20756806", "20756807", "20756794", "20756795", "20756797", "20756790", "20756791", "20756792", "20756779", "20756819", "20756818", "20756813", "20756812", "20756811", "20756810", "20756817", "20756816", "20756815", "20756814", "20756783", "20756782", "20756781", "20756780", "20756787", "20756786", "20756785", "20756784", "20756789", "20756788"], "equivalent": ["20756805"], "question": "Does the hair look long and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_long"}, "answer": "yes", "semanticStr": "select: hair (3)->verify color: gray [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is long and gray.", "image": "n433532.jpg", "question_id": 20756805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,o (9)"}, {"operation": "relate", "dependencies": [1], "argument": "scooter,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201752761", "201752759"], "equivalent": ["201752760", "201752759"], "question": "Do you see a scooter in front of the bag the boy is to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_scooter"}, "answer": "no", "semanticStr": "select: boy (12)->relate: bag,to the left of,o (9) [0]->relate: scooter,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "9", "11": "12"}, "fullAnswer": {"9": "9", "4": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bike in front of the bag.", "image": "n262929.jpg", "question_id": 201752760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20169790", "20169791", "20169792", "20169789", "20169788", "20169787"], "equivalent": ["20169793"], "question": "On which side is the flag?", "isBalanced": true, "groups": {"global": null, "local": "10q-flag_hposition"}, "answer": "left", "semanticStr": "select: flag (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flag is on the left of the image.", "image": "n58220.jpg", "question_id": 20169793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20954270", "20954268", "20954269", "20954273", "20954272", "20954271", "20954267", "20954275", "20954274"], "equivalent": ["20954276"], "question": "On which side is the blue bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-backpack_hposition"}, "answer": "left", "semanticStr": "select: bag (8)->filter color: blue [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is on the left of the image.", "image": "n498712.jpg", "question_id": 20954276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify state", "dependencies": [0], "argument": "calm "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20169795"], "equivalent": ["20169795", "20169796"], "question": "Does the flag look calm and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_calm"}, "answer": "no", "semanticStr": "select: flag (2)->verify color: blue [0]->verify state: calm  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the flag is calm but yellow.", "image": "n58220.jpg", "question_id": 20169796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (2)"}, {"operation": "verify state", "dependencies": [0], "argument": "calm"}], "entailed": ["20169795", "20169796", "20169797"], "equivalent": ["20169798"], "question": "Does this flag look calm?", "isBalanced": true, "groups": {"global": null, "local": "06-flag_calm"}, "answer": "yes", "semanticStr": "select: flag (2)->verify state: calm [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the flag is calm.", "image": "n58220.jpg", "question_id": 20169798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,in,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20434762", "20434763", "20434770"], "equivalent": ["20434764"], "question": "Does the chair in the restaurant look white?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_white"}, "answer": "no", "semanticStr": "select: restaurant (0)->relate: chair,in,s (10) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "0"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is brown.", "image": "n431447.jpg", "question_id": 20434764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,standing in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201444998", "201445020", "201444997"], "equivalent": ["201445019"], "question": "What is the name of the sign that is standing in the lawn?", "isBalanced": true, "groups": {"global": "sign", "local": "15-lawn_standing in,s"}, "answer": "street sign", "semanticStr": "select: lawn (11)->relate: sign,standing in,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"12": "11", "6": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n289376.jpg", "question_id": 201445019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(blue)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201590280", "201590289", "201590291", "201590290", "201590293", "201590292"], "equivalent": ["201590280", "201590281"], "question": "Are there hats or gloves that are not blue?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_n#blue"}, "answer": "no", "semanticStr": "select: hat (9)->filter color: not(blue) [0]->exist: ? [1]->select: gloves (-) ->filter color: not(blue) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is blue.", "image": "n260762.jpg", "question_id": 201590281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "food (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20151545"], "question": "Are there both coffee and food in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-coffee_food"}, "answer": "no", "semanticStr": "select: coffee (1)->exist: ? [0]->select: food (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is coffee but no food.", "image": "n313060.jpg", "question_id": 20151545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,behind,o (-)"}], "entailed": [], "equivalent": ["20151540"], "question": "Is the building behind a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-building_fence"}, "answer": "no", "semanticStr": "select: building (14)->verify rel: fence,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the building is behind the woman.", "image": "n313060.jpg", "question_id": 20151540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201360484", "201360483", "201360482"], "equivalent": ["201360485"], "question": "On which side of the image is the blue picture?", "isBalanced": true, "groups": {"global": null, "local": "10q-picture_hposition"}, "answer": "right", "semanticStr": "select: picture (14)->filter color: blue [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is on the right of the image.", "image": "n541688.jpg", "question_id": 201360485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "magazines (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201360480"], "equivalent": ["201360481"], "question": "Are there any TVs or magazines in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-magazines_television"}, "answer": "no", "semanticStr": "select: magazines (-)->exist: ? [0]->select: television (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no TVs or magazines.", "image": "n541688.jpg", "question_id": 201360481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006454", "202006331", "202006451", "202006452"], "equivalent": ["202006453"], "question": "Which kind of furniture is underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (0)->relate: furniture,underneath,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n97485.jpg", "question_id": 202006453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["2012753"], "equivalent": ["2012752", "2012753"], "question": "Are there any donuts?", "isBalanced": true, "groups": {"global": null, "local": "03-donut"}, "answer": "yes", "semanticStr": "select: donut (0)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a donut.", "image": "n318370.jpg", "question_id": 2012752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20898810"], "equivalent": ["20898809"], "question": "Does the bag have black color and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: bag (5)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bag is large but white.", "image": "n243701.jpg", "question_id": 20898809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "frisbee,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201055879"], "question": "Do you see frisbees on the grass?", "isBalanced": true, "groups": {"global": null, "local": "13-grass_frisbee"}, "answer": "no", "semanticStr": "select: grass (9)->relate: frisbee,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "0", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a ball on the grass.", "image": "n259002.jpg", "question_id": 201055879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["20896221", "20896222", "20896219"], "equivalent": ["20896220"], "question": "Is the cloth towel in the bottom part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-towel_bottom"}, "answer": "no", "semanticStr": "select: towel (10)->filter material: cloth [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the towel is in the top of the image.", "image": "n548534.jpg", "question_id": 20896220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothes (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510975"], "equivalent": ["201510976"], "question": "What are the clothes in?", "isBalanced": true, "groups": {"global": "object", "local": "14-clothes_in,o"}, "answer": "suitcase", "semanticStr": "select: clothes (0)->relate: _,in,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The clothes are in the suitcase.", "image": "n575770.jpg", "question_id": 201510976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hang from,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866022"], "equivalent": ["20866023"], "question": "What's the poster hang from?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-poster_hang from,o"}, "answer": "wall", "semanticStr": "select: poster (12)->relate: _,hang from,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "12", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The poster is hang from the wall.", "image": "n579256.jpg", "question_id": 20866023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20786104", "20786100", "20786090", "20786102", "20786103", "20786097", "20786086", "20786081", "20786083", "20786082", "20786099", "20786089", "20786088", "20786098", "20786101"], "equivalent": ["20786085"], "question": "What is the person in front of the safety cone doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "playing", "semanticStr": "select: cone (0)->relate: person,in front of,s (5) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"8:10": "0", "3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is playing.", "image": "n12404.jpg", "question_id": 20786085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20786074", "20786064"], "equivalent": ["20786087"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "woman", "semanticStr": "select: person (5)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is playing.", "image": "n12404.jpg", "question_id": 20786087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201983611"], "question": "Do you see children in this image?", "isBalanced": true, "groups": {"global": null, "local": "03-child"}, "answer": "no", "semanticStr": "select: child (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no children.", "image": "n16378.jpg", "question_id": 201983611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2056118", "2056121", "2056120", "2056123", "2056124", "2056131", "2056101"], "equivalent": ["2056122"], "question": "What color is the large mirror?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mirror_color"}, "answer": "yellow", "semanticStr": "select: mirror (7)->filter size: large [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is yellow.", "image": "n263180.jpg", "question_id": 2056122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "burner (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "kettle,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20637296"], "equivalent": ["20637216"], "question": "Is there a kettle on the stove top that is black?", "isBalanced": true, "groups": {"global": null, "local": "13-burner_kettle"}, "answer": "no", "semanticStr": "select: burner (5)->filter color: black [0]->relate: kettle,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "5", "6:8": "5"}, "fullAnswer": {"4": "6", "7": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a pot on the burner.", "image": "n184385.jpg", "question_id": 20637216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "cups,to the left of,s (12)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202121435"], "question": "Are there any cups to the left of the clock that looks white?", "isBalanced": true, "groups": {"global": null, "local": "13-clock_cups"}, "answer": "yes", "semanticStr": "select: clock (8)->filter color: white [0]->relate: cups,to the left of,s (12) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "8", "3": "12", "12": "8"}, "fullAnswer": {"9": "8", "3": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are cups to the left of the clock.", "image": "n140421.jpg", "question_id": 202121435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637212"], "equivalent": ["20637213"], "question": "What is the pot on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pot_on,o"}, "answer": "burner", "semanticStr": "select: pot (6)->relate: _,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pot is on the stove top.", "image": "n184385.jpg", "question_id": 20637213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637213"], "equivalent": ["20637212"], "question": "What is that pot on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pot_on,o"}, "answer": "burner", "semanticStr": "select: pot (6)->relate: _,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pot is on the stove top.", "image": "n184385.jpg", "question_id": 20637212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bike (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20287384", "20287385"], "equivalent": ["20287386", "20287384", "20287385"], "question": "Do you see a fence or a bike there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bike_fence"}, "answer": "yes", "semanticStr": "select: fence (10)->exist: ? [0]->select: bike (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n317260.jpg", "question_id": 20287386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "select", "dependencies": [], "argument": "television (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201803701"], "question": "Is the material of the computer monitor the same as the TV?", "isBalanced": true, "groups": {"global": null, "local": "09same-computer monitor_television"}, "answer": "yes", "semanticStr": "select: computer monitor (2)->select: television (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "6", "5:7": "2"}, "fullAnswer": {"7": "6", "3:5": "2"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the computer monitor and the TV are made of plastic.", "image": "n51002.jpg", "question_id": 201803701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201998013", "201998012", "201997863", "201997862"], "equivalent": ["201998015"], "question": "What kind of furniture is the person in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_in front of,o"}, "answer": "table", "semanticStr": "select: person (1)->relate: furniture,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "1", "7": "16"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is in front of the table.", "image": "n319845.jpg", "question_id": 201998015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (17)"}, {"operation": "choose rel", "dependencies": [0], "argument": "pillows,to the right of|to the left of,s (7)"}], "entailed": ["201883148", "201883147", "201882651", "201882653", "201882652"], "equivalent": ["201883148", "201883149"], "question": "Are the white pillows to the left or to the right of the lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_pillows"}, "answer": "right", "semanticStr": "select: lamp (17)->choose rel: pillows,to the right of|to the left of,s (7) [0]", "annotations": {"answer": {}, "question": {"13": "17", "2:4": "7"}, "fullAnswer": {"1": "7", "8": "17"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pillows are to the right of the lamp.", "image": "n125122.jpg", "question_id": 201883149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "query", "dependencies": [2], "argument": "shape"}], "entailed": ["201883137", "201883140", "201883139"], "equivalent": ["201883141"], "question": "What shape are the pillows that look red and white?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pillows_shape"}, "answer": "rectangular", "semanticStr": "select: pillows (7)->filter color: red [0]->filter color: white [1]->query: shape [2]", "annotations": {"answer": {}, "question": {"9": "7", "4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are rectangular.", "image": "n125122.jpg", "question_id": 201883141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (2)"}, {"operation": "select", "dependencies": [], "argument": "keyboard (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201497601"], "question": "Are both the tape and the keyboard made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-keyboard_tape"}, "answer": "yes", "semanticStr": "select: tape (2)->select: keyboard (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "7"}, "fullAnswer": {"3": "2", "6": "7"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the tape and the keyboard are made of plastic.", "image": "n315887.jpg", "question_id": 201497601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hang from,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20503789"], "question": "What is hang from the cables?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cables_hang from,s"}, "answer": "light fixture", "semanticStr": "select: cables (10)->relate: _,hang from,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"1:3": "9", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light fixture is hang from the cables.", "image": "n324644.jpg", "question_id": 20503789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "relate", "dependencies": [1], "argument": "bag,same shape,_ (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20652585"], "equivalent": ["20652282"], "question": "What bag has the same shape as the soccer ball that is not large?", "isBalanced": true, "groups": {"global": "bag", "local": "14-soccer ball_same shape,_"}, "answer": "backpack", "semanticStr": "select: soccer ball (3)->filter size: not(large) [0]->relate: bag,same shape,_ (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5", "8:10": "3", "13": "3"}, "fullAnswer": {"1": "5", "8:10": "3"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The backpack is the same shape as the soccer ball.", "image": "n400036.jpg", "question_id": 20652282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "filter state", "dependencies": [0], "argument": "calm"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201574310", "201574306", "201574307", "201574308"], "equivalent": ["201574310", "201574309"], "question": "On which side of the photo is the calm man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (4)->filter state: calm [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n116329.jpg", "question_id": 201574309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "racket (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20120396"], "question": "Are there any red rackets or bats?", "isBalanced": true, "groups": {"global": null, "local": "04-bat_red"}, "answer": "no", "semanticStr": "select: bat (6)->filter color: red [0]->exist: ? [1]->select: racket (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bat but it is gray.", "image": "n117888.jpg", "question_id": 20120396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (4)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": [], "equivalent": ["201080434"], "question": "How clean are the trousers the catcher is wearing?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-pants_cleanliness"}, "answer": "clean", "semanticStr": "select: catcher (4)->relate: pants,wearing,o (10) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "10", "6": "4"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are clean.", "image": "n154160.jpg", "question_id": 201080434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic lights (6)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,hanging above,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20503669", "20503780", "20503778", "20503670", "20503779"], "equivalent": ["20503781"], "question": "Which kind of sign are the traffic lights hanging above?", "isBalanced": true, "groups": {"global": "sign", "local": "15-traffic lights_hanging above,o"}, "answer": "stop sign", "semanticStr": "select: traffic lights (6)->relate: sign,hanging above,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1:3": "6", "7:9": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic lights are hanging above the stop sign.", "image": "n324644.jpg", "question_id": 20503781}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201455834"], "equivalent": ["201455835"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "road", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a road.", "image": "n413761.jpg", "question_id": 201455835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201455839", "201455836", "201455840", "201455838"], "equivalent": ["201455837"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudless", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudless.", "image": "n413761.jpg", "question_id": 201455837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose shape", "dependencies": [1], "argument": "round|square"}], "entailed": [], "equivalent": ["201510605"], "question": "What shape is the table that is large, round or square?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-table_shape"}, "answer": "round", "semanticStr": "select: table (7)->filter size: large [0]->choose shape: round|square [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is round.", "image": "n541854.jpg", "question_id": 201510605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "puppy,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202228498"], "question": "Are there puppies behind the wall made of brick?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_puppy"}, "answer": "no", "semanticStr": "select: wall (6)->filter material: brick [0]->relate: puppy,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "6", "5": "6"}, "fullAnswer": {"4": "2", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cat behind the wall.", "image": "n77818.jpg", "question_id": 202228498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "coffee (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201640350"], "equivalent": ["201640349"], "question": "Do you see any black wine or coffee?", "isBalanced": true, "groups": {"global": null, "local": "04-wine_black"}, "answer": "yes", "semanticStr": "select: wine (3)->filter color: black [0]->exist: ? [1]->select: coffee (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is black wine.", "image": "n235859.jpg", "question_id": 201640349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(antique)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20657134", "20657137", "20657131", "20657132", "20657138", "20657139", "20657156", "20657157", "20657152", "20657153", "20657151", "20657178", "20657179", "20657177", "20657181", "20657180", "20657183", "20657182", "20657145", "20657144", "20657147", "20657146", "20657141", "20657140", "20657143", "20657142"], "equivalent": ["20657133"], "question": "Does the traffic sign that is not antique look small and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_small"}, "answer": "yes", "semanticStr": "select: traffic sign (4)->filter: not(antique) [0]->verify material: metal [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4", "7": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic sign is small and metallic.", "image": "n486200.jpg", "question_id": 20657133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201152951", "201152952", "201152953", "201152947", "201152955", "201152949", "201152948", "201152954"], "equivalent": ["201152950"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "forest", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a forest.", "image": "n160664.jpg", "question_id": 201152950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "animal,behind,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202228381", "202228496", "202228497", "202228495"], "equivalent": ["202228494"], "question": "What is the animal behind the wall made of brick?", "isBalanced": true, "groups": {"global": "animal", "local": "15-wall_behind,s"}, "answer": "cat", "semanticStr": "select: wall (6)->filter material: brick [0]->relate: animal,behind,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "6", "3": "2", "6": "6"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n77818.jpg", "question_id": 202228494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228381", "202228496", "202228497", "202228494"], "equivalent": ["202228495"], "question": "Which kind of animal is behind the wall?", "isBalanced": true, "groups": {"global": "animal", "local": "15-wall_behind,s"}, "answer": "cat", "semanticStr": "select: wall (6)->relate: animal,behind,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n77818.jpg", "question_id": 202228495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athletic shoe (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201156248"], "question": "Who is wearing an athletic shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-athletic shoe_wearing,s"}, "answer": "boy", "semanticStr": "select: athletic shoe (13)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4:6": "13"}, "fullAnswer": {"1": "1", "5:7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing an athletic shoe.", "image": "n146522.jpg", "question_id": 201156248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "person,drinking from,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201404245", "201404247"], "equivalent": ["201404245", "201404246"], "question": "The small animal is drinking from who?", "isBalanced": true, "groups": {"global": "person", "local": "14-calf_drinking from,o"}, "answer": "mother", "semanticStr": "select: animal (9)->filter size: small [0]->relate: person,drinking from,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"1:3": "9"}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is drinking from the mother.", "image": "n331357.jpg", "question_id": 201404246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202169050", "202169049", "202169047", "202169046"], "equivalent": ["202169048"], "question": "What is the street made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-street_material"}, "answer": "concrete", "semanticStr": "select: street (15)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is made of concrete.", "image": "n451187.jpg", "question_id": 202169048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,drinking from,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404242"], "equivalent": ["201404241"], "question": "What animal is drinking from the mother?", "isBalanced": true, "groups": {"global": "animal", "local": "14-mother_drinking from,s"}, "answer": "calf", "semanticStr": "select: mother (8)->relate: animal,drinking from,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is drinking from the mother.", "image": "n331357.jpg", "question_id": 201404241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,drinking from,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201404241"], "equivalent": ["201404242"], "question": "What is the animal that is drinking from the mom that is not small?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mother_drinking from,s"}, "answer": "calf", "semanticStr": "select: mother (8)->filter size: not(small) [0]->relate: animal,drinking from,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "8", "3": "9", "13": "8"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a calf.", "image": "n331357.jpg", "question_id": 201404242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (12)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,s (17)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201758494", "201758491", "201758490", "201758492", "201758518", "201758519", "201758514", "201758515", "201758516", "201758517", "201758488", "201758489", "201758482", "201758483", "201758480", "201758481", "201758486", "201758487", "201758484", "201758485", "201758521", "201758520", "201758507", "201758505", "201758504"], "equivalent": ["201758503", "201758504"], "question": "Is the table behind the chair wooden and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_wood"}, "answer": "yes", "semanticStr": "select: chair (12)->relate: table,behind,s (17) [0]->verify size: small [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "17", "5": "12"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is wooden and small.", "image": "n4777.jpg", "question_id": 201758503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify material", "dependencies": [1], "argument": "paper"}], "entailed": ["201758054", "201758056"], "equivalent": ["201758055", "201758056"], "question": "Is the container that looks brown made of paper?", "isBalanced": true, "groups": {"global": null, "local": "06-paper container_paper"}, "answer": "yes", "semanticStr": "select: container (8)->filter color: brown [0]->verify material: paper [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the paper container is made of paper.", "image": "n4777.jpg", "question_id": 201758055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,filled with,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434910"], "equivalent": ["20434911"], "question": "Who is the restaurant filled with?", "isBalanced": true, "groups": {"global": "person", "local": "14-restaurant_filled with,o"}, "answer": "boy", "semanticStr": "select: restaurant (0)->relate: person,filled with,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The restaurant is filled with boy.", "image": "n431447.jpg", "question_id": 20434911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "person,filled with,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20434911"], "equivalent": ["20434910"], "question": "Who is the large restaurant filled with?", "isBalanced": true, "groups": {"global": "person", "local": "14-restaurant_filled with,o"}, "answer": "boy", "semanticStr": "select: restaurant (0)->filter size: large [0]->relate: person,filled with,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The restaurant is filled with boy.", "image": "n431447.jpg", "question_id": 20434910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watercraft (7)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765937", "201765938"], "equivalent": ["201765936"], "question": "What is the colorful watercraft called?", "isBalanced": true, "groups": {"global": "watercraft", "local": "12q-watercraft_colorful"}, "answer": "boats", "semanticStr": "select: watercraft (7)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201624004", "201624005", "201624003"], "equivalent": ["201624006"], "question": "Which side of the image is the plate on?", "isBalanced": true, "groups": {"global": null, "local": "10q-plate_hposition"}, "answer": "left", "semanticStr": "select: plate (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is on the left of the image.", "image": "n59676.jpg", "question_id": 201624006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter", "dependencies": [0], "argument": "worn"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240948", "202240949"], "equivalent": ["202240950"], "question": "What clothing item is worn?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_worn"}, "answer": "shirt", "semanticStr": "select: clothing (1)->filter: worn [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1:3": "1"}, "fullAnswer": {"1:3": "1", "5": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a shirt.", "image": "n460385.jpg", "question_id": 202240950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20508308", "20508309", "20508307"], "equivalent": ["20508310"], "question": "On which side is the chair?", "isBalanced": true, "groups": {"global": null, "local": "10q-chair_hposition"}, "answer": "right", "semanticStr": "select: chair (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is on the right of the image.", "image": "n511913.jpg", "question_id": 20508310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebra (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201704480", "201704478", "201704479"], "equivalent": ["201704477", "201704478"], "question": "Are there large cows or zebras?", "isBalanced": true, "groups": {"global": null, "local": "04-cow_large"}, "answer": "yes", "semanticStr": "select: cow (0)->filter size: large [0]->exist: ? [1]->select: zebra (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a large cow.", "image": "n164272.jpg", "question_id": 201704477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["202231542", "202231540", "202231541", "202231559", "202231561", "202231562", "202231563"], "equivalent": ["202231564"], "question": "Is the gray shirt short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (8)->filter color: gray [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n79078.jpg", "question_id": 202231564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "truck (9) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201342340", "201342339", "201342338", "201342337", "201342216"], "equivalent": ["201342218"], "question": "Are there both airplanes and trucks in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-airplane_truck"}, "answer": "yes", "semanticStr": "select: airplane (4)->exist: ? [0]->select: truck (9) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4", "5": "9"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both an airplane and a truck.", "image": "n157375.jpg", "question_id": 201342218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201623548", "201623564", "201623565", "201623540", "201623541", "201623546", "201623547", "201623521", "201623522", "201623529", "201623524", "201623525", "201623526", "201623527", "201623533", "201623532", "201623531", "201623530"], "equivalent": ["201623528", "201623529"], "question": "The appliance that is on the floor has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-refrigerator_color"}, "answer": "gray", "semanticStr": "select: floor (8)->relate: appliance,on,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "0", "6": "8"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fridge is gray.", "image": "n501609.jpg", "question_id": 201623528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "telephone pole (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,connected to,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20922900"], "question": "What is connected to the utility pole made of wood?", "isBalanced": true, "groups": {"global": "material", "local": "14-telephone pole_connected to,s"}, "answer": "wire", "semanticStr": "select: telephone pole (1)->filter material: wood [0]->relate: _,connected to,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"9": "1", "5:7": "1"}, "fullAnswer": {"1": "14", "6:8": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wire is connected to the telephone pole.", "image": "n480253.jpg", "question_id": 20922900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wire (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20922903"], "equivalent": ["20922902"], "question": "The wire is connected to what?", "isBalanced": true, "groups": {"global": "object", "local": "14-wire_connected to,o"}, "answer": "telephone pole", "semanticStr": "select: wire (14)->relate: _,connected to,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "6:8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wire is connected to the telephone pole.", "image": "n480253.jpg", "question_id": 20922902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wire (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20922902"], "equivalent": ["20922903"], "question": "To what is the wire connected?", "isBalanced": true, "groups": {"global": "object", "local": "14-wire_connected to,o"}, "answer": "telephone pole", "semanticStr": "select: wire (14)->relate: _,connected to,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"1": "14", "6:8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wire is connected to the telephone pole.", "image": "n480253.jpg", "question_id": 20922903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202246055"], "equivalent": ["202246054", "202246055"], "question": "Are there people to the left of the mouse pad?", "isBalanced": true, "groups": {"global": null, "local": "13-mouse pad_person"}, "answer": "yes", "semanticStr": "select: mouse pad (3)->relate: person,to the left of,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8:10": "3", "2": "0"}, "fullAnswer": {"4": "0", "10:12": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a person to the left of the mouse pad.", "image": "n310828.jpg", "question_id": 202246054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "beige|dark brown"}], "entailed": ["20896593"], "equivalent": ["20896593", "20896594"], "question": "Is the floor beige or dark brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-floor_color"}, "answer": "beige", "semanticStr": "select: floor (6)->choose color: beige|dark brown [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is beige.", "image": "n548534.jpg", "question_id": 20896594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,on,s (0)"}, {"operation": "filter", "dependencies": [1], "argument": "on"}, {"operation": "verify", "dependencies": [2], "argument": "closed"}, {"operation": "verify shape", "dependencies": [2], "argument": "rectangular "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["2097845", "2097844"], "equivalent": ["2097843"], "question": "Is the turned-on laptop on the desk closed and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_rectangular"}, "answer": "no", "semanticStr": "select: desk (3)->relate: laptop,on,s (0) [0]->filter: on [1]->verify: closed [2]->verify shape: rectangular  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "3"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the laptop is rectangular but open.", "image": "n513429.jpg", "question_id": 2097843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristwatch (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347348", "201347399"], "equivalent": ["201347398"], "question": "Who is wearing a wristwatch?", "isBalanced": true, "groups": {"global": "person", "local": "14-wristwatch_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: wristwatch (6)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "6"}, "fullAnswer": {"1": "3", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a wristwatch.", "image": "n65202.jpg", "question_id": 201347398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (16)"}, {"operation": "relate", "dependencies": [0], "argument": "vase,to the right of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202122169"], "question": "Are there vases to the right of the curtains?", "isBalanced": true, "groups": {"global": null, "local": "13-curtains_vase"}, "answer": "no", "semanticStr": "select: curtains (16)->relate: vase,to the right of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "16"}, "fullAnswer": {"10": "16", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a clock to the right of the curtains.", "image": "n140421.jpg", "question_id": 202122169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412449", "20412450", "20412289"], "equivalent": ["20412448"], "question": "What is the vase on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-vase_on,o"}, "answer": "table", "semanticStr": "select: vase (1)->relate: _,on,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vase is on the table.", "image": "n445353.jpg", "question_id": 20412448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710234", "20710233"], "equivalent": ["20710259"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "child", "semanticStr": "select: person (2)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The child is looking up.", "image": "n489699.jpg", "question_id": 20710259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "child,to the left of,s (2)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "query", "dependencies": [2], "argument": "activity"}], "entailed": ["20710262", "20710260", "20710257", "20710261"], "equivalent": ["20710258"], "question": "What is the standing child to the left of the helmet doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-child_activity"}, "answer": "looking up", "semanticStr": "select: helmet (7)->relate: child,to the left of,s (2) [0]->filter pose: standing [1]->query: activity [2]", "annotations": {"answer": {}, "question": {"10": "7", "3:5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The child is looking up.", "image": "n489699.jpg", "question_id": 20710258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (16)"}, {"operation": "relate", "dependencies": [0], "argument": "flag,behind,s (17)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201951689", "201951683", "201951682", "201951685", "201951684", "201951686", "201951703", "201951694", "201951695", "201951692", "201951693", "201951690", "201951691", "201951670", "201951671", "201951672", "201951673", "201951674", "201951675", "201951676", "201951677"], "equivalent": ["201951669"], "question": "Is the flag behind the van square and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_square"}, "answer": "yes", "semanticStr": "select: van (16)->relate: flag,behind,s (17) [0]->verify color: green [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "17", "5": "16"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the flag is square and green.", "image": "n256120.jpg", "question_id": 201951669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "park (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["20679259", "20679258", "20679253", "20679257", "20679256", "20679264", "20679260", "20679261", "20679262", "20679263", "20679269", "20679281"], "equivalent": ["20679267"], "question": "Is the park that looks green large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-park_size"}, "answer": "large", "semanticStr": "select: park (0)->filter color: green [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The park is large.", "image": "n493357.jpg", "question_id": 20679267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710234", "20710233", "20710239", "20710238", "20710240"], "equivalent": ["20710253"], "question": "Who in the picture is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "child", "semanticStr": "select: person (2)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The kid is standing.", "image": "n489699.jpg", "question_id": 20710253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in front of,s (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "clock,to the left of|to the right of,s (8)"}], "entailed": ["202122037", "202122040", "202122039", "202122038", "202122158", "202122159", "202122157"], "equivalent": ["202122160"], "question": "Is the white clock to the right or to the left of the appliance that is in front of the countertop?", "isBalanced": true, "groups": {"global": null, "local": "13-refrigerator_clock"}, "answer": "left", "semanticStr": "select: countertop (14)->relate: appliance,in front of,s (6) [0]->choose rel: clock,to the left of|to the right of,s (8) [1]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "8", "20": "14"}, "fullAnswer": {"1": "8", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The clock is to the left of the freezer.", "image": "n140421.jpg", "question_id": 202122160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20412452", "20412446"], "equivalent": ["20412445"], "question": "What is on the table made of wood?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_on,s"}, "answer": "vase", "semanticStr": "select: table (11)->filter material: wood [0]->relate: _,on,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"4": "11", "7": "11"}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vase is on the table.", "image": "n445353.jpg", "question_id": 20412445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412452", "20412445"], "equivalent": ["20412446"], "question": "What is on the table?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_on,s"}, "answer": "vase", "semanticStr": "select: table (11)->relate: _,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vase is on the table.", "image": "n445353.jpg", "question_id": 20412446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(plastic)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(plastic)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201175215", "201175216"], "equivalent": ["201175202"], "question": "Do you see either any bottle or cup that are not made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "04-bottle_n#plastic"}, "answer": "no", "semanticStr": "select: bottle (14)->filter material: not(plastic) [0]->exist: ? [1]->select: cup (-) ->filter material: not(plastic) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bottle but it is made of plastic.", "image": "n357784.jpg", "question_id": 201175202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "briefcase (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "leather"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20899517"], "question": "Are there briefcases or purses that are made of leather?", "isBalanced": true, "groups": {"global": null, "local": "04-purse_leather"}, "answer": "no", "semanticStr": "select: purse (18)->filter material: leather [0]->exist: ? [1]->select: briefcase (-) ->filter material: leather [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"4": "18"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a purse but it is made of cloth.", "image": "n403734.jpg", "question_id": 20899517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067485", "201067484", "201067486", "201067497", "201067483", "201067482", "201067467", "201067466", "201067498"], "equivalent": ["201067500"], "question": "What device is white?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_white"}, "answer": "laptop", "semanticStr": "select: device (1)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n367944.jpg", "question_id": 201067500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201175207", "201175205", "201175204", "201175203", "201175211", "201175218", "201175219", "201175209", "201175217", "201175210"], "equivalent": ["201175208"], "question": "What is the bottle made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic.", "image": "n357784.jpg", "question_id": 201175208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (9)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick"}], "entailed": ["20120491", "20120463", "20120483", "20120482", "20120481", "20120444", "20120490", "20120486", "20120492", "20120484", "20120479", "20120442", "20120443"], "equivalent": ["20120485"], "question": "Is the sand thick?", "isBalanced": true, "groups": {"global": null, "local": "06-sand_thick"}, "answer": "no", "semanticStr": "select: sand (9)->verify thickness: thick [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sand is thin.", "image": "n117888.jpg", "question_id": 20120485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (14)"}, {"operation": "select", "dependencies": [], "argument": "pole (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202248873"], "question": "Is the building the same material as the pole?", "isBalanced": true, "groups": {"global": null, "local": "09same-building_pole"}, "answer": "no", "semanticStr": "select: building (14)->select: pole (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "12", "2": "14"}, "fullAnswer": {"9": "12", "2": "14"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the building is made of glass and the pole is made of metal.", "image": "n522733.jpg", "question_id": 202248873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2055960"], "equivalent": ["2055961"], "question": "Is the building that is made of brick both rectangular and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: building (1)->filter material: brick [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the apartment building is rectangular but brown.", "image": "n263180.jpg", "question_id": 2055961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apartment building (1)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}], "entailed": ["2055964", "2055965", "2055966", "2055960", "2055961", "2055963"], "equivalent": ["2055962"], "question": "Is the apartment building rectangular?", "isBalanced": true, "groups": {"global": null, "local": "06-apartment building_rectangular"}, "answer": "yes", "semanticStr": "select: apartment building (1)->verify shape: rectangular [0]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the apartment building is rectangular.", "image": "n263180.jpg", "question_id": 2055962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (9)"}, {"operation": "verify sportActivity", "dependencies": [0], "argument": "skiing"}], "entailed": ["20790008", "20790007"], "equivalent": ["20790006"], "question": "Are the people skiing?", "isBalanced": true, "groups": {"global": null, "local": "06-people_skiing"}, "answer": "no", "semanticStr": "select: people (9)->verify sportActivity: skiing [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the people are riding.", "image": "n475030.jpg", "question_id": 20790006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20414470", "20414394"], "equivalent": ["20414469"], "question": "Who is standing on the skateboard that looks black?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_standing on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (1)->filter color: black [0]->relate: person,standing on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "1", "5": "1"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is standing on the skateboard.", "image": "n16936.jpg", "question_id": 20414469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202266072", "202266070", "202266071", "202266076", "202266074", "202266075", "202265982"], "equivalent": ["202266072", "202266073", "202266071"], "question": "What is the item of furniture that is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "couch", "semanticStr": "select: floor (7)->relate: furniture,on top of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"12": "7", "3:6": "6"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n534106.jpg", "question_id": 202266073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (6)"}, {"operation": "relate", "dependencies": [0], "argument": "fireplace,above,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201804487", "201804484", "201804485", "201804488", "201804489", "201804492"], "equivalent": ["201804486"], "question": "What is the color of the fireplace the TV is above?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fireplace_color"}, "answer": "black", "semanticStr": "select: television (6)->relate: fireplace,above,o (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "6", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fireplace is black.", "image": "n51002.jpg", "question_id": 201804486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (14)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thin"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201399964", "201399962", "201399963"], "equivalent": ["201399965"], "question": "On which side are the thin books?", "isBalanced": true, "groups": {"global": null, "local": "10q-books_hposition"}, "answer": "left", "semanticStr": "select: books (14)->filter thickness: thin [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are on the left of the image.", "image": "n344136.jpg", "question_id": 201399965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,standing next to,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["202240367"], "question": "Which color is the shirt the girl is standing next to?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: girl (1)->relate: shirt,standing next to,o (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "6": "1"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue.", "image": "n148872.jpg", "question_id": 202240367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "laptop (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201391801", "201391803", "201391972", "201392108", "201391767", "201391987", "201391948", "201391949"], "equivalent": ["201391768"], "question": "Are there any glasses or laptops?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_laptop"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: laptop (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no laptops or glasses.", "image": "n477702.jpg", "question_id": 201391768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "face mask (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "select", "dependencies": [], "argument": "face mask (11) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "verify material", "dependencies": [4], "argument": "metal"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20631383", "20631382", "20631381", "20631871", "20631870", "20631873", "20631872", "20631869"], "equivalent": ["20631868"], "question": "Are both the face mask that looks red and the black face mask metallic?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-face mask_face mask"}, "answer": "yes", "semanticStr": "select: face mask (7)->filter color: red [0]->verify material: metal [1]->select: face mask (11) ->filter color: black [3]->verify material: metal [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "7", "10:13": "11", "3:5": "7"}, "fullAnswer": {"3:5": "7", "7:9": "11"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the face mask and the face mask are metallic.", "image": "n570181.jpg", "question_id": 20631868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783076", "20783078"], "equivalent": ["20783077", "20783076"], "question": "What is the device that is not on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#on"}, "answer": "screen", "semanticStr": "select: device (3)->filter: not(on) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a screen.", "image": "n355339.jpg", "question_id": 20783077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowls (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,sitting inside,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201935870", "201935869", "201935872"], "equivalent": ["201935871"], "question": "What is the vegetable that is sitting inside the green bowls?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-bowls_sitting inside,s"}, "answer": "squash", "semanticStr": "select: bowls (0)->filter color: green [0]->relate: vegetable,sitting inside,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "9:11": "0"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a squash.", "image": "n500209.jpg", "question_id": 201935871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20811087"], "equivalent": ["20811086"], "question": "What is the person near the shoes wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "pants", "semanticStr": "select: shoes (13)->relate: person,near,s (1) [0]->relate: _,wearing,o (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"3": "1", "6": "13"}, "fullAnswer": {"1": "1", "4": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing trousers.", "image": "n167552.jpg", "question_id": 20811086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811086"], "equivalent": ["20811087"], "question": "What is the person wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "pants", "semanticStr": "select: person (1)->relate: _,wearing,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "1", "4": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing trousers.", "image": "n167552.jpg", "question_id": 20811087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162588", "202162563", "202162564", "202162567", "202162566"], "equivalent": ["202162565"], "question": "What does the pillow lean against?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pillow_leaning against,o"}, "answer": "bookcase", "semanticStr": "select: pillow (4)->relate: _,leaning against,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow leans against the bookcase.", "image": "n69237.jpg", "question_id": 202162565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "squash (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935873", "201935874", "201935875"], "equivalent": ["201935876"], "question": "What is the squash sitting inside of?", "isBalanced": true, "groups": {"global": "object", "local": "14-squash_sitting inside,o"}, "answer": "bowls", "semanticStr": "select: squash (1)->relate: _,sitting inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The squash is sitting inside the bowls.", "image": "n500209.jpg", "question_id": 201935876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "squash (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify rel", "dependencies": [1], "argument": "bowls,sitting inside,o (0)"}], "entailed": ["201935878"], "equivalent": ["201935877"], "question": "Is the squash that looks big sitting inside the green bowls?", "isBalanced": true, "groups": {"global": null, "local": "13-squash_bowls"}, "answer": "yes", "semanticStr": "select: squash (1)->filter size: large [0]->verify rel: bowls,sitting inside,o (0) [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1", "9:11": "0"}, "fullAnswer": {"2": "1", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the squash is sitting inside the bowls.", "image": "n500209.jpg", "question_id": 201935877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202266072", "202266073", "202266071", "202266076", "202266074", "202266075", "202265982"], "equivalent": ["202266070"], "question": "What is located on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-floor_on top of,s"}, "answer": "couch", "semanticStr": "select: floor (7)->relate: _,on top of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is on top of the floor.", "image": "n534106.jpg", "question_id": 202266070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,walking behind,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "papers,to the left of,s (13)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201983720"], "equivalent": ["201983719"], "question": "Are there any papers to the left of the man that is walking behind the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-man_papers"}, "answer": "no", "semanticStr": "select: woman (6)->relate: man,walking behind,s (11) [0]->relate: papers,to the left of,s (13) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "11", "3": "13", "15": "6"}, "fullAnswer": {"9": "11", "2": "13"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the papers are to the right of the man.", "image": "n16378.jpg", "question_id": 201983719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947515", "201947518"], "equivalent": ["201947514"], "question": "What is in front of the bath tub?", "isBalanced": true, "groups": {"global": "textile", "local": "14-bathtub_in front of,s"}, "answer": "shower curtain", "semanticStr": "select: bathtub (15)->relate: _,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {"6:8": "15"}, "fullAnswer": {"8:10": "15", "1:3": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shower curtain is in front of the bath tub.", "image": "n473688.jpg", "question_id": 201947514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947514", "201947518"], "equivalent": ["201947515"], "question": "What's in front of the bathtub?", "isBalanced": true, "groups": {"global": "textile", "local": "14-bathtub_in front of,s"}, "answer": "shower curtain", "semanticStr": "select: bathtub (15)->relate: _,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {}, "fullAnswer": {"8:10": "15", "1:3": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shower curtain is in front of the bath tub.", "image": "n473688.jpg", "question_id": 201947515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201882917", "201882974", "201882975", "201882970", "201882972", "201882973"], "equivalent": ["201882969"], "question": "What is in front of the curtains that look white?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-curtains_in front of,s"}, "answer": "chair", "semanticStr": "select: curtains (15)->filter color: white [0]->relate: _,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "15", "6": "15"}, "fullAnswer": {"1": "3", "7": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the curtains.", "image": "n125122.jpg", "question_id": 201882969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify", "dependencies": [1], "argument": "wet "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202156877"], "equivalent": ["202156878"], "question": "Do the animals that are standing look gray and wet?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_wet"}, "answer": "no", "semanticStr": "select: animal (3)->filter pose: standing [0]->verify color: gray [1]->verify: wet  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the elephants are gray but dry.", "image": "n543966.jpg", "question_id": 202156878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "receipt (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "ottoman,on,o (-)"}], "entailed": [], "equivalent": ["201859379"], "question": "Is the receipt on an ottoman?", "isBalanced": true, "groups": {"global": null, "local": "13-receipt_ottoman"}, "answer": "no", "semanticStr": "select: receipt (1)->verify rel: ottoman,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1", "6": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the receipt is on a table.", "image": "n546884.jpg", "question_id": 201859379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201763936", "201763937", "201763938", "201763939"], "equivalent": ["201763935"], "question": "Is the pillow on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-pillow_left"}, "answer": "yes", "semanticStr": "select: pillow (9)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pillow is on the left of the image.", "image": "n246334.jpg", "question_id": 201763935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "relate", "dependencies": [0], "argument": "pilot,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["201996954", "201996916", "201996955", "201996915", "201996949", "201996948", "201996938", "201996939", "201996943", "201996942", "201996941", "201996940", "201996947", "201996946", "201996956", "201996957"], "equivalent": ["201996945"], "question": "How old is the pilot that is to the right of the device?", "isBalanced": true, "groups": {"global": "age", "local": "10q-pilot_age"}, "answer": "young", "semanticStr": "select: device (11)->relate: pilot,to the right of,s (5) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"12": "11", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pilot is young.", "image": "n250715.jpg", "question_id": 201996945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "frisbee,to the left of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201920556", "201920512", "201920608", "201920604", "201920607", "201920606"], "equivalent": ["201920605"], "question": "Is there a frisbee to the left of the person in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-person_frisbee"}, "answer": "yes", "semanticStr": "select: person (0)->filter vposition: middle [0]->relate: frisbee,to the left of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "3": "4"}, "fullAnswer": {"10": "0", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a frisbee to the left of the person.", "image": "n187544.jpg", "question_id": 201920605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["202156877", "202156878", "202156872", "202156874", "202156866", "202156865", "202156860", "202156863", "202156862", "202156861", "202156873"], "equivalent": ["202156871"], "question": "Are the elephants wet or dry?", "isBalanced": true, "groups": {"global": "17", "local": "10c-elephants_17"}, "answer": "dry", "semanticStr": "select: elephants (3)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The elephants are dry.", "image": "n543966.jpg", "question_id": 202156871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682192", "201682322", "201682321", "201682320"], "equivalent": ["201682323"], "question": "What is the man holding onto?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding onto,o"}, "answer": "racket", "semanticStr": "select: man (0)->relate: _,holding onto,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the tennis racket.", "image": "n51658.jpg", "question_id": 201682323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,below,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding onto,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201682192", "201682323", "201682321", "201682320"], "equivalent": ["201682322", "201682321"], "question": "The person below the tennis ball is holding onto what?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding onto,o"}, "answer": "racket", "semanticStr": "select: tennis ball (2)->relate: person,below,s (0) [0]->relate: _,holding onto,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "0", "4:6": "2"}, "fullAnswer": {"1": "0", "6:8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the tennis racket.", "image": "n51658.jpg", "question_id": 201682322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,in front of,s (16)"}, {"operation": "verify", "dependencies": [1], "argument": "abundant"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20245868", "20245860", "20245870", "20245871", "20245865", "20245864", "20245867", "20245866", "20245873", "20245863"], "equivalent": ["20245861", "20245860"], "question": "Do the trees in front of the fence look green and abundant?", "isBalanced": true, "groups": {"global": null, "local": "05-abundant_green"}, "answer": "yes", "semanticStr": "select: fence (15)->relate: trees,in front of,s (16) [0]->verify: abundant [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "7": "15"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are green and abundant.", "image": "n489190.jpg", "question_id": 20245861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,below,s (0)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "verify rel", "dependencies": [2], "argument": "racket,holding onto,o (1)"}], "entailed": ["201682324"], "equivalent": ["201682325"], "question": "Is the standing person below the tennis ball holding onto the tennis racket on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-man_racket"}, "answer": "yes", "semanticStr": "select: tennis ball (2)->relate: person,below,s (0) [0]->filter pose: standing [1]->verify rel: racket,holding onto,o (1) [2]", "annotations": {"answer": {}, "question": {"11:13": "1", "2:4": "0", "6:8": "2"}, "fullAnswer": {"2": "0", "7": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is holding onto the racket.", "image": "n51658.jpg", "question_id": 201682325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "select", "dependencies": [], "argument": "wall (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202119760"], "question": "Is the floor made of the same material as the wall?", "isBalanced": true, "groups": {"global": null, "local": "09same-floor_wall"}, "answer": "no", "semanticStr": "select: floor (11)->select: wall (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "11"}, "fullAnswer": {"9": "10", "2": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the floor is made of cement and the wall is made of wood.", "image": "n500308.jpg", "question_id": 202119760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20811233", "20811225", "20811231", "20811227", "20811232", "20811239", "20811234", "20811226", "20811229", "20811238", "20811240", "20811241"], "equivalent": ["20811228"], "question": "What is the black dog doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-dog_activity"}, "answer": "playing", "semanticStr": "select: dog (0)->filter color: black [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dog is playing.", "image": "n167552.jpg", "question_id": 20811228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201080205", "201080206", "201080214", "201080213", "201080211", "201080210", "201080252", "201080242", "201080223", "201080221"], "equivalent": ["201080212"], "question": "What color is the couch on the left of the photo?", "isBalanced": true, "groups": {"global": "color", "local": "10q-couch_color"}, "answer": "blue", "semanticStr": "select: couch (7)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The couch is blue.", "image": "n23181.jpg", "question_id": 201080212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20588874", "20588955"], "equivalent": ["20588878"], "question": "Are there rackets in the picture?", "isBalanced": true, "groups": {"global": null, "local": "03-racket"}, "answer": "no", "semanticStr": "select: racket (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no rackets.", "image": "n258500.jpg", "question_id": 20588878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (18)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012519"], "equivalent": ["202012520"], "question": "Which kind of furniture is not brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#brown"}, "answer": "shelves", "semanticStr": "select: furniture (18)->filter color: not(brown) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "19"}, "fullAnswer": {"1": "19", "3": "18"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is shelves.", "image": "n326988.jpg", "question_id": 202012520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012525", "202012524", "202012526", "202012521", "202012522"], "equivalent": ["202012523"], "question": "What pieces of furniture are wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinets", "semanticStr": "select: furniture (19)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20515939", "20515968", "20515969", "20515938", "20515989", "20515980", "20515981", "20515977", "20515975", "20515974", "20515973", "20515972", "20515970", "20515937", "20515936", "20515979", "20515978", "20515991", "20515990", "20515993", "20515992", "20515995", "20515994", "20515997", "20515996"], "equivalent": ["20515977", "20515976", "20515978"], "question": "What color is the vehicle to the left of the traffic signal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-train_color"}, "answer": "blue", "semanticStr": "select: traffic light (0)->relate: vehicle,to the left of,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "10:12": "0"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train is blue.", "image": "n70461.jpg", "question_id": 20515976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012525", "202012524", "202012521", "202012523", "202012522"], "equivalent": ["202012526"], "question": "What items of furniture are made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinets", "semanticStr": "select: furniture (19)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20942865"], "question": "Who is the soccer ball in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_in front of,o"}, "answer": "soccer player", "semanticStr": "select: soccer ball (0)->relate: person,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"8:10": "2", "1:3": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer ball is in front of the soccer player.", "image": "n244826.jpg", "question_id": 20942865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20177818", "20177599", "20178157", "20178158", "20178159", "20177598", "20178124", "20177600"], "equivalent": ["20177601", "20177600"], "question": "Do you see any cups or glasses in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cup_glasses"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: cup (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cups or glasses.", "image": "n55058.jpg", "question_id": 20177601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10,6)"}, {"operation": "different", "dependencies": [0], "argument": "type"}], "entailed": ["2017056"], "equivalent": ["2017057"], "question": "Are these animals of different species?", "isBalanced": true, "groups": {"global": null, "local": "07different-allanimals"}, "answer": "yes", "semanticStr": "select: animal (10,6)->different: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "diffAnimals", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, they are horses and goats.", "image": "n324908.jpg", "question_id": 2017057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2017055"], "equivalent": ["2017054"], "question": "What place could this be?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "pasture", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pasture.", "image": "n324908.jpg", "question_id": 2017054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2017054"], "equivalent": ["2017055"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "pasture", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pasture.", "image": "n324908.jpg", "question_id": 2017055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["202231933", "202231932", "202231930"], "equivalent": ["202231931"], "question": "Is the silver lamp on the right side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-lamp_right"}, "answer": "no", "semanticStr": "select: lamp (5)->filter color: silver [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lamp is on the left of the image.", "image": "n232810.jpg", "question_id": 202231931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202119769", "202119772", "202119773", "202119767", "202119771", "202119770"], "equivalent": ["202119769", "202119768"], "question": "What material is the smooth floor?", "isBalanced": true, "groups": {"global": "material", "local": "10q-floor_material"}, "answer": "concrete", "semanticStr": "select: floor (11)->filter state: smooth [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is made of cement.", "image": "n500308.jpg", "question_id": 202119768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake stand (40)"}, {"operation": "choose material", "dependencies": [0], "argument": "metal|glass"}], "entailed": [], "equivalent": ["201669638"], "question": "What material is the cake stand, metal or glass?", "isBalanced": true, "groups": {"global": "material", "local": "10c-cake stand_material"}, "answer": "metal", "semanticStr": "select: cake stand (40)->choose material: metal|glass [0]", "annotations": {"answer": {}, "question": {"4:6": "40"}, "fullAnswer": {"1:3": "40"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cake stand is made of metal.", "image": "n238266.jpg", "question_id": 201669638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2075282", "2075296", "2075309", "2075304", "2075305", "2075303", "2075300", "2075301"], "equivalent": ["2075302", "2075303"], "question": "What color is the tall grass?", "isBalanced": true, "groups": {"global": "color", "local": "10q-grass_color"}, "answer": "light brown", "semanticStr": "select: grass (12)->filter height: tall [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is light brown.", "image": "n469525.jpg", "question_id": 2075302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bear,on top of,s (2)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201467324", "201467327", "201467320", "201467321", "201467322", "201467323"], "equivalent": ["201467325"], "question": "Which size is the bear on top of the other bear, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-bear_size"}, "answer": "small", "semanticStr": "select: bear (4)->relate: bear,on top of,s (2) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"10": "4", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bear is small.", "image": "n437192.jpg", "question_id": 201467325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "food,below,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20611728", "20611723", "20611722", "20611721", "20611727", "20611726", "20611725"], "equivalent": ["20611723", "20611722", "20611724"], "question": "What is the food below the round fruits?", "isBalanced": true, "groups": {"global": "food", "local": "15-grapes_below,s"}, "answer": "sandwiches", "semanticStr": "select: fruit (2)->filter shape: round [0]->relate: food,below,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "6:8": "2"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n28996.jpg", "question_id": 20611724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "soccer player,to the left of,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202180350", "202180351"], "equivalent": ["202180352"], "question": "Are there soccer players to the left of the person in the top part?", "isBalanced": true, "groups": {"global": null, "local": "13-spectator_soccer player"}, "answer": "yes", "semanticStr": "select: person (8)->filter vposition: top [0]->relate: soccer player,to the left of,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "8", "2:4": "3"}, "fullAnswer": {"11": "8", "4:6": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a soccer player to the left of the spectator.", "image": "n380113.jpg", "question_id": 202180352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "table,in front of,s (13)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20508152", "20508150", "20508149"], "equivalent": ["20508151", "20508150", "20508152"], "question": "Is there a table in front of the person that is wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_table"}, "answer": "no", "semanticStr": "select: jeans (7)->relate: person,wearing,s (1) [0]->relate: table,in front of,s (13) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "1", "3": "13", "12": "7"}, "fullAnswer": {"2": "13", "6": "1"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the table is behind the man.", "image": "n511913.jpg", "question_id": 20508151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "faucet (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "stainless steel"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201751674"], "question": "Do you see any stainless steel clocks or faucets?", "isBalanced": true, "groups": {"global": null, "local": "04-clock_stainless steel"}, "answer": "yes", "semanticStr": "select: clock (12)->filter material: stainless steel [0]->exist: ? [1]->select: faucet (-) ->filter material: stainless steel [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"6": "12"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a stainless steel clock.", "image": "n355567.jpg", "question_id": 201751674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (3)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201770721"], "equivalent": ["201770769"], "question": "What is leaning against the faucet on the right of the image?", "isBalanced": true, "groups": {"global": "object", "local": "14-faucet_leaning against,s"}, "answer": "toothbrush", "semanticStr": "select: faucet (3)->filter hposition: right [0]->relate: _,leaning against,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"5": "3"}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toothbrush is leaning against the tap.", "image": "n310625.jpg", "question_id": 201770769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202121910", "202121908", "202121909", "202121915", "202121914", "202121911", "202121907", "202121912"], "equivalent": ["202121913"], "question": "On which side of the picture is the large refrigerator?", "isBalanced": true, "groups": {"global": null, "local": "10q-refrigerator_hposition"}, "answer": "right", "semanticStr": "select: refrigerator (6)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The freezer is on the right of the image.", "image": "n140421.jpg", "question_id": 202121913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201896532"], "question": "Who is sitting at the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "lady", "semanticStr": "select: table (11)->relate: person,sitting at,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is sitting at the table.", "image": "n111390.jpg", "question_id": 201896532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (7)"}, {"operation": "filter", "dependencies": [0], "argument": "sharp"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,reflected in,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081338", "202081339", "202081337", "202081060", "202081061", "202081341", "202081342"], "equivalent": ["202081340"], "question": "What is the appliance that the sharp knives are reflected in?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-knives_reflected in,o"}, "answer": "toaster", "semanticStr": "select: knives (7)->filter: sharp [0]->relate: appliance,reflected in,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6:8": "7"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498774", "201498080", "201498771", "201498078", "201498772", "201498773", "201498079"], "equivalent": ["201498775"], "question": "Which kind of device is the phone in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-phone_in front of,o"}, "answer": "computer", "semanticStr": "select: phone (6)->relate: device,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "6", "7": "16"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The phone is in front of the computer.", "image": "n315887.jpg", "question_id": 201498775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "relate", "dependencies": [0], "argument": "pillow,on top of,s (6)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify", "dependencies": [1], "argument": "uncomfortable "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201599881"], "equivalent": ["201599882", "201599881"], "question": "Does the pillow on top of the other pillow look uncomfortable and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_uncomfortable"}, "answer": "no", "semanticStr": "select: pillow (6)->relate: pillow,on top of,s (6) [0]->verify hardness: soft [1]->verify: uncomfortable  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pillow is soft but comfortable.", "image": "n285391.jpg", "question_id": 201599882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498775", "201498774", "201498080", "201498078", "201498772", "201498773", "201498079"], "equivalent": ["201498771", "201498772"], "question": "What is the phone in front of?", "isBalanced": true, "groups": {"global": "device", "local": "14-phone_in front of,o"}, "answer": "computer", "semanticStr": "select: phone (6)->relate: _,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "7": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The phone is in front of the computer.", "image": "n315887.jpg", "question_id": 201498771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498768", "201498769", "201498778", "201498762", "201498763", "201498777", "201498766", "201498767", "201498764", "201498765", "201498692", "201498694", "201498693"], "equivalent": ["201498770"], "question": "What device is in front of the computer?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_in front of,s"}, "answer": "phone", "semanticStr": "select: computer (16)->relate: device,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n315887.jpg", "question_id": 201498770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498775", "201498774", "201498080", "201498771", "201498078", "201498772", "201498079"], "equivalent": ["201498773"], "question": "What's the phone in front of?", "isBalanced": true, "groups": {"global": "device", "local": "14-phone_in front of,o"}, "answer": "computer", "semanticStr": "select: phone (6)->relate: _,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "6", "7": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The phone is in front of the computer.", "image": "n315887.jpg", "question_id": 201498773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285378", "202285381", "202285380"], "equivalent": ["202285379"], "question": "What vegetables are to the left of the fork?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-fork_to the left of,s"}, "answer": "beans", "semanticStr": "select: fork (10)->relate: vegetable,to the left of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n100991.jpg", "question_id": 202285379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "relate", "dependencies": [0], "argument": "ground,near,s (10)"}, {"operation": "choose", "dependencies": [1], "argument": "snowy|bare"}], "entailed": [], "equivalent": ["201412226"], "question": "Is the ground near the forest snowy or bare?", "isBalanced": true, "groups": {"global": "27", "local": "10c-ground_27"}, "answer": "snowy", "semanticStr": "select: forest (11)->relate: ground,near,s (10) [0]->choose: snowy|bare [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "11"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is snowy.", "image": "n143672.jpg", "question_id": 201412226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "jersey,wearing,o (-)"}], "entailed": ["201480357"], "equivalent": ["201480363"], "question": "Does he wear a jersey?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_jersey"}, "answer": "no", "semanticStr": "select: he (0)->verify rel: jersey,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0", "5": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy wears a glove.", "image": "n39114.jpg", "question_id": 201480363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480359"], "equivalent": ["201480360"], "question": "Who wears the glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "boy", "semanticStr": "select: glove (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a glove.", "image": "n39114.jpg", "question_id": 201480360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391866", "201391865", "201391864", "201391843", "201391842", "201391883", "201391884"], "equivalent": ["201391885"], "question": "Which kind of furniture is wide?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wide"}, "answer": "sofa", "semanticStr": "select: furniture (12)->filter width: wide [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a sofa.", "image": "n477702.jpg", "question_id": 201391885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (12)"}, {"operation": "choose name", "dependencies": [0], "argument": "sofa|coffee table"}], "entailed": [], "equivalent": ["201391886"], "question": "Is this a coffee table or a sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-coffee table_sofa"}, "answer": "sofa", "semanticStr": "select: this (12)->choose name: sofa|coffee table [0]", "annotations": {"answer": {"0": "12"}, "question": {"7": "12"}, "fullAnswer": {"3": "12"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a sofa.", "image": "n477702.jpg", "question_id": 201391886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20879167"], "question": "Are there skateboards in the image?", "isBalanced": true, "groups": {"global": null, "local": "03-skateboard"}, "answer": "yes", "semanticStr": "select: skateboard (8)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a skateboard.", "image": "n259949.jpg", "question_id": 20879167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391881", "201391880", "201391843", "201391842"], "equivalent": ["201391882"], "question": "What piece of furniture is soft?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_soft"}, "answer": "sofa", "semanticStr": "select: furniture (12)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n477702.jpg", "question_id": 201391882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (14)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [1], "argument": "curly"}], "entailed": ["20262531", "20262544", "20262529"], "equivalent": ["20262530"], "question": "Does the long hair look curly?", "isBalanced": true, "groups": {"global": null, "local": "06-hair_curly"}, "answer": "no", "semanticStr": "select: hair (14)->filter length: long [0]->verify: curly [1]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hair is straight.", "image": "n172618.jpg", "question_id": 20262530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "verify weight", "dependencies": [1], "argument": "light"}], "entailed": ["201951897", "201951878", "201951880", "201951888"], "equivalent": ["201951877"], "question": "Does the beige jacket have light weight?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_light"}, "answer": "no", "semanticStr": "select: jacket (0)->filter color: beige [0]->verify weight: light [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jacket is heavy.", "image": "n256120.jpg", "question_id": 201951877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "marker (9)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201111091", "201111089"], "equivalent": ["201111090", "201111091", "201111089"], "question": "Does the marker look red and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_red"}, "answer": "no", "semanticStr": "select: marker (9)->verify length: long [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the marker is long but gray.", "image": "n546616.jpg", "question_id": 201111090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the right of|to the left of,s (6)"}], "entailed": ["20898987", "20898988", "20898989", "20898747", "20898748", "20898749"], "equivalent": ["20898990"], "question": "Is the woman to the left or to the right of the person that wears a shirt?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "right", "semanticStr": "select: shirt (12)->relate: person,wearing,s (3) [0]->choose rel: woman,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"2": "6", "12": "3", "16": "12"}, "fullAnswer": {"1": "6", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the right of the man.", "image": "n243701.jpg", "question_id": 20898990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (10)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["20963705", "20963715", "20963703", "20963714", "20963691", "20963716", "20963707", "20963706", "20963712", "20963713", "20963710", "20963709", "20963708", "20963681"], "equivalent": ["20963711"], "question": "How long is the toilet?", "isBalanced": true, "groups": {"global": "height", "local": "10q-toilet_length"}, "answer": "short", "semanticStr": "select: toilet (10)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is short.", "image": "n119886.jpg", "question_id": 20963711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (10)"}, {"operation": "filter", "dependencies": [0], "argument": "new"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20656861", "20656860", "20656854", "20656855", "20656856", "20656850", "20656851", "20656852", "20656853", "20656858", "20656859"], "equivalent": ["20656857", "20656858"], "question": "Is the new vehicle on the right or on the left side?", "isBalanced": true, "groups": {"global": null, "local": "10c-minivan_hposition"}, "answer": "right", "semanticStr": "select: vehicle (10)->filter: new [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The minivan is on the right of the image.", "image": "n486200.jpg", "question_id": 20656857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201068333", "201068337", "201068334", "201068335", "201068338", "201068339", "201068379", "201068376", "201068356", "201068357", "201068350", "201068351", "201068352", "201068377", "201068310", "201068311", "201068374", "201068375", "201068358", "201068359", "201068316", "201068315", "201068383", "201068382", "201068381", "201068380", "201068386", "201068385", "201068384", "201068361", "201068360", "201068363", "201068362", "201068343", "201068342", "201068341", "201068340", "201068349", "201068348", "201068347", "201068346", "201068345", "201068378", "201068344", "201068364"], "equivalent": ["201068336"], "question": "Is the person that is to the left of the water bottle both young and Asian?", "isBalanced": true, "groups": {"global": null, "local": "05-asian_young"}, "answer": "yes", "semanticStr": "select: water bottle (4)->relate: person,to the left of,s (0) [0]->verify race: asian [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "10:12": "4"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the girl is young and asian.", "image": "n159802.jpg", "question_id": 201068336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,eating,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202265611", "202265791"], "equivalent": ["202265790"], "question": "Who do you think is eating the donut?", "isBalanced": true, "groups": {"global": "person", "local": "14-donut_eating,s"}, "answer": "woman", "semanticStr": "select: donut (5)->relate: person,eating,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"7": "5"}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is eating the donut.", "image": "n534106.jpg", "question_id": 202265790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201908711", "201908715", "201908708", "201908716", "201908709"], "equivalent": ["201908710"], "question": "What is the plate made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-plate_material"}, "answer": "glass", "semanticStr": "select: plate (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is made of glass.", "image": "n479092.jpg", "question_id": 201908710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing at,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073292", "202073353", "202073352"], "equivalent": ["202073350"], "question": "What animal stands at the green grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_standing at,s"}, "answer": "deer", "semanticStr": "select: grass (8)->filter color: green [0]->relate: animal,standing at,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"5:7": "8"}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The deer stands at the grass.", "image": "n219840.jpg", "question_id": 202073350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jar (7)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218968", "202219066", "202219065", "202219064", "202219063", "202219062", "202219061"], "equivalent": ["202219060", "202219061"], "question": "What is the appliance to the left of the jar in this photo?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-jar_to the left of,s"}, "answer": "toaster", "semanticStr": "select: jar (7)->relate: appliance,to the left of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"9": "7", "3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n578564.jpg", "question_id": 202219060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (18)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,below,s (14)"}, {"operation": "filter", "dependencies": [1], "argument": "lush"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["201639138", "201639139", "201639141", "201639143", "201639142"], "equivalent": ["201639140"], "question": "What is the color of the lush trees below the sky?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-trees_color"}, "answer": "dark", "semanticStr": "select: sky (18)->relate: trees,below,s (14) [0]->filter: lush [1]->query: color [2]", "annotations": {"answer": {}, "question": {"10": "18", "6:8": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are dark.", "image": "n497789.jpg", "question_id": 201639140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340748", "20340516", "20340747"], "equivalent": ["20340515"], "question": "What kind of furniture is the fence behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-fence_behind,o"}, "answer": "chair", "semanticStr": "select: fence (1)->relate: furniture,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "6": "1"}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is behind the chair.", "image": "n513100.jpg", "question_id": 20340515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "flower,on,s (11)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201504727"], "equivalent": ["201504726", "201504727"], "question": "Is the flower on the surfboard large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: surfboard (4)->relate: flower,on,s (11) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "5": "4"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the flower is white but small.", "image": "n298104.jpg", "question_id": 201504726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340515", "20340748", "20340747"], "equivalent": ["20340516"], "question": "Which kind of furniture is the fence behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-fence_behind,o"}, "answer": "chair", "semanticStr": "select: fence (1)->relate: furniture,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is behind the chair.", "image": "n513100.jpg", "question_id": 20340516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jars (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mugs,to the right of,o (15)"}], "entailed": ["202100758", "202100759"], "equivalent": ["202100774"], "question": "Are the jars to the right of the mugs that are sitting on top of the stove?", "isBalanced": true, "groups": {"global": null, "local": "13-jars_mugs"}, "answer": "yes", "semanticStr": "select: jars (17)->verify rel: mugs,to the right of,o (15) [0]", "annotations": {"answer": {}, "question": {"8": "15", "2": "17", "16": "1"}, "fullAnswer": {"9": "15", "2": "17"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the jars are to the right of the mugs.", "image": "n280089.jpg", "question_id": 202100774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify material", "dependencies": [0], "argument": "stainless steel "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20381409"], "question": "Is the shelf full and stainless steel?", "isBalanced": true, "groups": {"global": null, "local": "05-full_stainless steel"}, "answer": "no", "semanticStr": "select: shelf (2)->verify: full [0]->verify material: stainless steel  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shelf is full but wooden.", "image": "n398257.jpg", "question_id": 20381409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894193", "20894196"], "equivalent": ["20894192"], "question": "Who do you think is on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_on,s"}, "answer": "boy", "semanticStr": "select: skateboard (7)->relate: person,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"7": "7"}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is on the skateboard.", "image": "n272313.jpg", "question_id": 20894192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding onto,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682318"], "equivalent": ["201682317"], "question": "Who is holding onto the tennis racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding onto,s"}, "answer": "man", "semanticStr": "select: racket (1)->relate: person,holding onto,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"5:7": "1"}, "fullAnswer": {"1": "0", "6:8": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the tennis racket.", "image": "n51658.jpg", "question_id": 201682317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "filter", "dependencies": [0], "argument": "full"}, {"operation": "verify material", "dependencies": [1], "argument": "steel"}], "entailed": ["20381406"], "equivalent": ["20381405"], "question": "Is the full shelf made of steel?", "isBalanced": true, "groups": {"global": null, "local": "06-shelf_steel"}, "answer": "no", "semanticStr": "select: shelf (2)->filter: full [0]->verify material: steel [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shelf is made of wood.", "image": "n398257.jpg", "question_id": 20381405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,next to,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "cabinet,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202120060", "202120061"], "equivalent": ["202120062"], "question": "Is there any cabinet to the left of the appliance next to the window?", "isBalanced": true, "groups": {"global": null, "local": "13-refrigerator_cabinet"}, "answer": "no", "semanticStr": "select: window (8)->relate: appliance,next to,s (0) [0]->relate: cabinet,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "13": "8"}, "fullAnswer": {"10": "0", "4": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table to the left of the fridge.", "image": "n500308.jpg", "question_id": 202120062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "filter color", "dependencies": [1], "argument": "gray"}, {"operation": "relate", "dependencies": [2], "argument": "person,holding,s (18)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201974821"], "equivalent": ["201974820"], "question": "Who is holding the tennis racket that looks yellow and gray?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding,s"}, "answer": "player", "semanticStr": "select: racket (0)->filter color: yellow [0]->filter color: gray [1]->relate: person,holding,s (18) [2]->query: name [3]", "annotations": {"answer": {"0": "18"}, "question": {"8": "0", "4:6": "0", "10": "0"}, "fullAnswer": {"1": "18", "5:7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is holding the tennis racket.", "image": "n274905.jpg", "question_id": 201974820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "filter flavor", "dependencies": [0], "argument": "chocolate"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202243978", "202243979", "202243981", "202243976", "202243977", "202243974", "202243975"], "equivalent": ["202243980"], "question": "Which side are the chocolate cookies on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cookies_hposition"}, "answer": "right", "semanticStr": "select: cookies (0)->filter flavor: chocolate [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cookies are on the right of the image.", "image": "n296467.jpg", "question_id": 202243980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20645561"], "question": "Is the toilet white and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_white"}, "answer": "no", "semanticStr": "select: toilet (1)->verify cleanliness: dirty [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is white but clean.", "image": "n98544.jpg", "question_id": 20645561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202081961", "202081960", "202081964", "202081970"], "equivalent": ["202081963"], "question": "What is the pot made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-pot_material"}, "answer": "glass", "semanticStr": "select: pot (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pot is made of glass.", "image": "n433692.jpg", "question_id": 202081963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640321", "201640320", "201640319", "201640492"], "equivalent": ["201640322"], "question": "Who is the man holding?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_holding,o"}, "answer": "women", "semanticStr": "select: man (14)->relate: person,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "14", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the women.", "image": "n235859.jpg", "question_id": 201640322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sheep (0) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201576639", "201576640", "201576818"], "equivalent": ["201576820"], "question": "Do you see both sheep and goats?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-goat_sheep"}, "answer": "yes", "semanticStr": "select: goat (2)->exist: ? [0]->select: sheep (0) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "0", "6": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a goat and a sheep.", "image": "n187961.jpg", "question_id": 201576820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076650"], "equivalent": ["2076651"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_in front of,o"}, "answer": "entrance", "semanticStr": "select: man (17)->relate: _,in front of,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "17", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the entrance.", "image": "n214497.jpg", "question_id": 2076651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076651"], "equivalent": ["2076650"], "question": "The man is in front of what?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_in front of,o"}, "answer": "entrance", "semanticStr": "select: man (17)->relate: _,in front of,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "17"}, "fullAnswer": {"1": "17", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the entrance.", "image": "n214497.jpg", "question_id": 2076650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glasses,wearing,o (-)"}], "entailed": [], "equivalent": ["20794305"], "question": "Does the person wear glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-person_glasses"}, "answer": "no", "semanticStr": "select: person (7)->verify rel: glasses,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7", "4": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person wears jeans.", "image": "n278453.jpg", "question_id": 20794305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20901872"], "equivalent": ["20901808"], "question": "What is the bald man holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding,o"}, "answer": "umbrella", "semanticStr": "select: man (1)->filter: bald [0]->relate: _,holding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the umbrella.", "image": "n28792.jpg", "question_id": 20901808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705807", "20705792", "20705793", "20705805", "20705806", "20705818", "20705817", "20705816"], "equivalent": ["20705819"], "question": "Which kind of furniture is large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "desk", "semanticStr": "select: furniture (0)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n264887.jpg", "question_id": 20705819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "filter", "dependencies": [0], "argument": "written"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202021413", "202021412", "202021411", "202021403", "202021404", "202021415", "202021414"], "equivalent": ["202021416"], "question": "What sign is written?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_written"}, "answer": "stop sign", "semanticStr": "select: sign (0)->filter: written [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a stop sign.", "image": "n255161.jpg", "question_id": 202021416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mattresses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "carts (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201759449", "201759448"], "equivalent": ["201759450"], "question": "Are there mattresses or carts?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-carts_mattresses"}, "answer": "no", "semanticStr": "select: mattresses (-)->exist: ? [0]->select: carts (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no carts or mattresses.", "image": "n150962.jpg", "question_id": 201759450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076264", "2076272", "2076265", "2076274", "2076299", "2076298", "2076266", "2076273", "2076297", "2076302", "2076301", "2076300"], "equivalent": ["2076303"], "question": "What kind of vehicle is made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "bus", "semanticStr": "select: vehicle (19)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3": "19"}, "fullAnswer": {"1": "19", "4": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n173807.jpg", "question_id": 2076303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "filter", "dependencies": [0], "argument": "written"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202021413", "202021411", "202021403", "202021404", "202021416", "202021415", "202021414"], "equivalent": ["202021413", "202021412", "202021411", "202021414"], "question": "What is the written sign?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_written"}, "answer": "stop sign", "semanticStr": "select: sign (0)->filter: written [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"4": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a stop sign.", "image": "n255161.jpg", "question_id": 202021412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076264", "2076272", "2076265", "2076274", "2076299", "2076298", "2076266", "2076273", "2076297", "2076303", "2076302", "2076300"], "equivalent": ["2076302", "2076301", "2076300"], "question": "What is the name of the vehicle that is made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "bus", "semanticStr": "select: vehicle (19)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"6": "19"}, "fullAnswer": {"1": "19", "4": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n173807.jpg", "question_id": 2076301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202021409", "202021403"], "equivalent": ["202021410"], "question": "What sign is it?", "isBalanced": true, "groups": {"global": "sign", "local": "11q-sign"}, "answer": "stop sign", "semanticStr": "select: sign (0)->query: name [0]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a stop sign.", "image": "n255161.jpg", "question_id": 202021410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201861590", "201861592", "201861588", "201861589", "201861587", "201861584", "201861585", "201861583"], "equivalent": ["201861586"], "question": "What is the color of the dirty sneakers?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sneakers_color"}, "answer": "gray", "semanticStr": "select: sneakers (7)->filter cleanliness: dirty [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sneakers are gray.", "image": "n390187.jpg", "question_id": 201861586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201576933", "201576818"], "equivalent": ["201576932"], "question": "What animal do you think is to the left of the person that is on the right of the photo?", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_to the left of,s"}, "answer": "goat", "semanticStr": "select: person (3)->filter hposition: right [0]->relate: animal,to the left of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "11": "3"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a goat.", "image": "n187961.jpg", "question_id": 201576932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (2)"}, {"operation": "verify company", "dependencies": [0], "argument": "nike"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20482311"], "equivalent": ["20482312", "20482311"], "question": "Is the wristband Nike and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-nike_orange"}, "answer": "no", "semanticStr": "select: wristband (2)->verify company: nike [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the wristband is Nike but blue.", "image": "n195249.jpg", "question_id": 20482312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859642", "201859576", "201859577"], "equivalent": ["201859575"], "question": "What is the cup on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cup_on,o"}, "answer": "table", "semanticStr": "select: cup (5)->relate: _,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "5", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is on the table.", "image": "n546884.jpg", "question_id": 201859575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201462296"], "equivalent": ["201462295"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "man", "semanticStr": "select: pants (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants.", "image": "n508641.jpg", "question_id": 201462295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023477", "202023476", "202023410", "202023479"], "equivalent": ["202023478"], "question": "What kind of furniture is behind the shoes?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shoes_behind,s"}, "answer": "bed", "semanticStr": "select: shoes (2)->relate: furniture,behind,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n95313.jpg", "question_id": 202023478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,near,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": ["201462300"], "equivalent": ["201462299"], "question": "Is the man near the catcher wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "no", "semanticStr": "select: catcher (6)->relate: man,near,s (0) [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "6"}, "fullAnswer": {"2": "0", "5": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing pants.", "image": "n508641.jpg", "question_id": 201462299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20511405", "20511404"], "equivalent": ["20511406"], "question": "What is that aircraft called?", "isBalanced": true, "groups": {"global": "aircraft", "local": "11q-aircraft"}, "answer": "helicopter", "semanticStr": "select: aircraft (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is a helicopter.", "image": "n229548.jpg", "question_id": 20511406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (7)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202228643", "202228642", "202228641", "202228639"], "equivalent": ["202228643", "202228644"], "question": "Which shape does the tissue box have?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-tissue box_shape"}, "answer": "rectangular", "semanticStr": "select: tissue box (7)->query: shape [0]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tissue box has rectangular shape.", "image": "n77818.jpg", "question_id": 202228644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228381"], "equivalent": ["202228649"], "question": "What animal is the tissue box behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-tissue box_behind,o"}, "answer": "cat", "semanticStr": "select: tissue box (7)->relate: animal,behind,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1:3": "7", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tissue box is behind the cat.", "image": "n77818.jpg", "question_id": 202228649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20645614", "20645609"], "equivalent": ["20645610"], "question": "What is in the bathroom?", "isBalanced": true, "groups": {"global": "object", "local": "14-bathroom_in,s"}, "answer": "toilet", "semanticStr": "select: bathroom (8)->relate: _,in,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet is in the bathroom.", "image": "n98544.jpg", "question_id": 20645610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795378"], "equivalent": ["201795377", "201795378"], "question": "Who is the fat woman looking at?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_looking at,o"}, "answer": "man", "semanticStr": "select: woman (1)->filter fatness: fat [0]->relate: person,looking at,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the man.", "image": "n119944.jpg", "question_id": 201795377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (5)"}, {"operation": "relate", "dependencies": [0], "argument": "window,sitting at,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201896470", "201896471", "201896448", "201896446", "201896429", "201896428", "201896434", "201896436", "201896437", "201896431", "201896432"], "equivalent": ["201896435"], "question": "How big is the window the telephone is sitting at?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "small", "semanticStr": "select: phone (5)->relate: window,sitting at,o (7) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "7", "6": "5"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is small.", "image": "n111390.jpg", "question_id": 201896435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795376", "201795375"], "equivalent": ["201795374"], "question": "Who is looking at the man that is not old?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_looking at,s"}, "answer": "woman", "semanticStr": "select: man (7)->filter: not(old) [0]->relate: person,looking at,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "7", "5": "7"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the man.", "image": "n119944.jpg", "question_id": 201795374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023470"], "equivalent": ["202023471"], "question": "Which kind of furniture is the bed in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_in front of,o"}, "answer": "bookshelf", "semanticStr": "select: bed (5)->relate: furniture,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "5", "7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bed is in front of the bookshelf.", "image": "n95313.jpg", "question_id": 202023471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "verify rel", "dependencies": [1], "argument": "gloves,wearing,o (-)"}], "entailed": [], "equivalent": ["201795370"], "question": "Is the fat woman wearing gloves?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_gloves"}, "answer": "no", "semanticStr": "select: woman (1)->filter fatness: fat [0]->verify rel: gloves,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "5": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing sandals.", "image": "n119944.jpg", "question_id": 201795370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (18)"}, {"operation": "select", "dependencies": [], "argument": "steps (1) "}, {"operation": "different shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["20182740"], "equivalent": ["20182741"], "question": "Do the boxes have a different shape than the steps?", "isBalanced": true, "groups": {"global": null, "local": "09diff-boxes_steps"}, "answer": "no", "semanticStr": "select: boxes (18)->select: steps (1) ->different shape:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "1", "2": "18"}, "fullAnswer": {"3": "18", "6": "1"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the boxes and the steps are square.", "image": "n151768.jpg", "question_id": 20182741}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201711127"], "equivalent": ["201711128"], "question": "Are there bottles or tables in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bottle_table"}, "answer": "no", "semanticStr": "select: bottle (-)->exist: ? [0]->select: table (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no tables or bottles.", "image": "n302387.jpg", "question_id": 201711128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [0], "argument": "low "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201303423", "201303425", "201303428", "201303429", "201303432", "201303433", "201303421", "201303431", "201303422", "201303426"], "equivalent": ["201303430"], "question": "Is the floor low and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_low"}, "answer": "yes", "semanticStr": "select: floor (7)->verify color: green [0]->verify: low  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the floor is low and green.", "image": "n518912.jpg", "question_id": 201303430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["201889438", "201889439", "201889443", "201889442", "201889445", "201889440", "201889430", "201889431", "201889420", "201889434", "201889435", "201889436", "201889405", "201889404", "201889403", "201889441", "201889419"], "equivalent": ["201889436", "201889437"], "question": "Does the jacket have red color?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_red"}, "answer": "yes", "semanticStr": "select: jacket (5)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the jacket is red.", "image": "n88366.jpg", "question_id": 201889437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,near,s (14)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["20621885"], "equivalent": ["20621886"], "question": "Does the fence near the wall have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_black"}, "answer": "no", "semanticStr": "select: wall (19)->relate: fence,near,s (14) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "14", "5": "19"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is green.", "image": "n210269.jpg", "question_id": 20621886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cane (8)"}, {"operation": "select", "dependencies": [], "argument": "barrier (23) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20182748"], "question": "Are the cane and the barrier made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-barrier_cane"}, "answer": "no", "semanticStr": "select: cane (8)->select: barrier (23) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "23"}, "fullAnswer": {"9": "23", "2": "8"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the cane is made of wood and the barrier is made of metal.", "image": "n151768.jpg", "question_id": 20182748}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (18)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["2091120", "2091100", "2091115", "2091114", "2091117", "2091121", "2091119", "2091099"], "equivalent": ["2091118"], "question": "Is the parking lot clean?", "isBalanced": true, "groups": {"global": null, "local": "06-parking lot_clean"}, "answer": "no", "semanticStr": "select: parking lot (18)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"2:4": "18"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the parking lot is dirty.", "image": "n565418.jpg", "question_id": 2091118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (12)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin"}], "entailed": ["201079940", "201079942", "201079924", "201079934", "201079911", "201079938", "201079939", "201079936", "201079937", "201079941", "201079933", "201079931"], "equivalent": ["201079936", "201079935"], "question": "Are the draperies thin?", "isBalanced": true, "groups": {"global": null, "local": "06-drapes_thin"}, "answer": "yes", "semanticStr": "select: drapes (12)->verify thickness: thin [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the draperies are thin.", "image": "n23181.jpg", "question_id": 201079935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bat,holding onto,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20744343", "20744330", "20744333", "20744332", "20744329"], "equivalent": ["20744331"], "question": "What is the color of the bat that is holding onto the other bat?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bat_color"}, "answer": "brown", "semanticStr": "select: bat (3)->relate: bat,holding onto,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bat is brown.", "image": "n562105.jpg", "question_id": 20744331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (8)"}, {"operation": "filter orientation", "dependencies": [0], "argument": "not(horizontal)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20480811", "20480809", "20480812"], "equivalent": ["20480810"], "question": "How clean are the books that are not horizontal?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-books_cleanliness"}, "answer": "clean", "semanticStr": "select: books (8)->filter orientation: not(horizontal) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"8": "8", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are clean.", "image": "n520071.jpg", "question_id": 20480810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick"}], "entailed": ["201896081", "201896080", "201896083", "201896082", "201896088", "201896061", "201896079"], "equivalent": ["201896084"], "question": "Does the gray coat appear to be thick?", "isBalanced": true, "groups": {"global": null, "local": "06-coat_thick"}, "answer": "no", "semanticStr": "select: coat (10)->filter color: gray [0]->verify thickness: thick [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the coat is thin.", "image": "n111390.jpg", "question_id": 201896084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067764", "201067495"], "equivalent": ["201067496"], "question": "Which kind of device is not on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#on"}, "answer": "calculator", "semanticStr": "select: device (4)->filter: not(on) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a calculator.", "image": "n367944.jpg", "question_id": 201067496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "choose name", "dependencies": [1], "argument": "laptop|calculator"}], "entailed": [], "equivalent": ["201067494"], "question": "Which kind of device is not on, the calculator or the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#on"}, "answer": "calculator", "semanticStr": "select: device (4)->filter: not(on) [0]->choose name: laptop|calculator [1]", "annotations": {"answer": {"0": "4"}, "question": {"11": "1", "8": "4", "3": "1"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The calculator is not on.", "image": "n367944.jpg", "question_id": 201067494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet brush,near,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "select", "dependencies": [], "argument": "tool (4) "}, {"operation": "verify color", "dependencies": [3], "argument": "black"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["201411232", "201411226", "201411224", "201411157", "201411154", "201411227", "201411228", "201411229", "201411158", "201411159", "201411222", "201411230", "201411163", "201411162", "201411161", "201411160", "201411175", "201411165", "201411225"], "equivalent": ["201411223"], "question": "Do both the toilet brush near the toilet and the tool have black color?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-toilet brush_tool"}, "answer": "yes", "semanticStr": "select: toilet (3)->relate: toilet brush,near,s (9) [0]->verify color: black [1]->select: tool (4) ->verify color: black [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"10": "4", "7": "3", "3:5": "9"}, "fullAnswer": {"7": "4", "3:5": "9"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the toilet brush and the tool are black.", "image": "n415215.jpg", "question_id": 201411223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "choose height", "dependencies": [1], "argument": "tall|short"}], "entailed": ["201428461", "201428470", "201428469", "201428457", "201428456", "201428455", "201428463", "201428459", "201428458"], "equivalent": ["201428460", "201428461"], "question": "Does the skinny person look tall or short?", "isBalanced": true, "groups": {"global": "height", "local": "10c-person_height"}, "answer": "tall", "semanticStr": "select: person (1)->filter fatness: skinny [0]->choose height: tall|short [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is tall.", "image": "n199758.jpg", "question_id": 201428460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631671"], "equivalent": ["20631672"], "question": "Who is wearing the shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "batter", "semanticStr": "select: shoes (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing shoes.", "image": "n570181.jpg", "question_id": 20631672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631672"], "equivalent": ["20631671"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "batter", "semanticStr": "select: shoes (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "5"}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing shoes.", "image": "n570181.jpg", "question_id": 20631671}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (2)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20865543", "20865546", "20865547", "20865544", "20865548"], "equivalent": ["20865546", "20865545"], "question": "What color is the cow on the left side?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cow_color"}, "answer": "brown", "semanticStr": "select: cow (2)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cow is brown.", "image": "n143935.jpg", "question_id": 20865545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201909010", "201909007", "201909008", "201909009"], "equivalent": ["201909006"], "question": "Is the napkin on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-napkin_right"}, "answer": "yes", "semanticStr": "select: napkin (9)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the napkin is on the right of the image.", "image": "n479092.jpg", "question_id": 201909006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower (4)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20692337", "20692350", "20692339", "20692362", "20692348", "20692340", "20692341", "20692342", "20692343", "20692345", "20692346", "20692347"], "equivalent": ["20692344"], "question": "How large is the shower?", "isBalanced": true, "groups": {"global": "size", "local": "10q-shower_size"}, "answer": "large", "semanticStr": "select: shower (4)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shower is large.", "image": "n499081.jpg", "question_id": 20692344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "select", "dependencies": [], "argument": "shuttle (14) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201030234", "201030235"], "equivalent": ["201030233"], "question": "Is the color of the pillow the same as that of the shuttle?", "isBalanced": true, "groups": {"global": null, "local": "09same-pillow_shuttle"}, "answer": "yes", "semanticStr": "select: pillow (7)->select: shuttle (14) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "14", "5": "7"}, "fullAnswer": {"3": "7", "6": "14"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pillow and the shuttle are blue.", "image": "n54424.jpg", "question_id": 201030233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "branch (23)"}, {"operation": "verify rel", "dependencies": [0], "argument": "train,lying next to,o (-)"}], "entailed": [], "equivalent": ["20661330"], "question": "Is the branch lying next to a train?", "isBalanced": true, "groups": {"global": null, "local": "13-branch_train"}, "answer": "no", "semanticStr": "select: branch (23)->verify rel: train,lying next to,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "23"}, "fullAnswer": {"8": "10", "2": "23"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the branch is lying next to a bus.", "image": "n346736.jpg", "question_id": 20661330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (5)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20710002", "20710003", "20710000", "20710004"], "equivalent": ["20710001"], "question": "Is the car on the left of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-car_left"}, "answer": "no", "semanticStr": "select: car (5)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the car is on the right of the image.", "image": "n24526.jpg", "question_id": 20710001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (2)"}, {"operation": "relate", "dependencies": [0], "argument": "kite,above,s (1)"}, {"operation": "filter", "dependencies": [1], "argument": "flying"}, {"operation": "relate", "dependencies": [2], "argument": "person,flying,s (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201766586"], "equivalent": ["201766585"], "question": "Who is flying the flying kite above the tree?", "isBalanced": true, "groups": {"global": "person", "local": "14-kite_flying,s"}, "answer": "girl", "semanticStr": "select: tree (2)->relate: kite,above,s (1) [0]->filter: flying [1]->relate: person,flying,s (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"8": "2", "4:6": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is flying the kite.", "image": "n528403.jpg", "question_id": 201766585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414356", "20414472", "20414471"], "equivalent": ["20414473"], "question": "What's the skateboarder standing on?", "isBalanced": true, "groups": {"global": "object", "local": "14-skateboarder_standing on,o"}, "answer": "skateboard", "semanticStr": "select: skateboarder (0)->relate: _,standing on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is standing on the skateboard.", "image": "n16936.jpg", "question_id": 20414473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20411624", "20411608", "20411623"], "equivalent": ["20411622"], "question": "What are the fruits in this photograph called?", "isBalanced": true, "groups": {"global": "fruit", "local": "11q-fruit"}, "answer": "apples", "semanticStr": "select: fruit (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruits are apples.", "image": "n363445.jpg", "question_id": 20411622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20411624", "20411608", "20411622"], "equivalent": ["20411623"], "question": "Which kind of fruit is it?", "isBalanced": true, "groups": {"global": "fruit", "local": "11q-fruit"}, "answer": "apples", "semanticStr": "select: fruit (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruits are apples.", "image": "n363445.jpg", "question_id": 20411623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414394", "20414479"], "equivalent": ["20414478"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a shirt.", "image": "n16936.jpg", "question_id": 20414478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (26)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (18)"}], "entailed": [], "equivalent": ["20655081"], "question": "Is the old man wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_hat"}, "answer": "yes", "semanticStr": "select: man (26)->filter age: old [0]->verify rel: hat,wearing,o (18) [1]", "annotations": {"answer": {}, "question": {"2:4": "26", "6": "18"}, "fullAnswer": {"2": "26", "6": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a hat.", "image": "n199097.jpg", "question_id": 20655081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "athlete,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,underneath,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20120494", "20120495", "20120423", "20120424"], "equivalent": ["20120493"], "question": "What is underneath the athlete that is wearing shorts?", "isBalanced": true, "groups": {"global": "thing", "local": "14-athlete_underneath,s"}, "answer": "sand", "semanticStr": "select: shorts (2)->relate: athlete,wearing,s (0) [0]->relate: _,underneath,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"8": "2", "4": "0"}, "fullAnswer": {"1": "9", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is underneath the athlete.", "image": "n117888.jpg", "question_id": 20120493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "verify rel", "dependencies": [1], "argument": "dirt,standing beside,o (8)"}], "entailed": ["20786159"], "equivalent": ["20786160"], "question": "Is the person to the right of the traffic cone standing beside the dirt that looks wet?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_dirt"}, "answer": "yes", "semanticStr": "select: cone (0)->relate: person,to the right of,s (5) [0]->verify rel: dirt,standing beside,o (8) [1]", "annotations": {"answer": {}, "question": {"8:10": "0", "13": "8", "2": "5", "16": "8"}, "fullAnswer": {"2": "5", "7": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is standing beside the dirt.", "image": "n12404.jpg", "question_id": 20786160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "choose rel", "dependencies": [1], "argument": "blanket,to the right of|to the left of,s (4)"}], "entailed": ["201826663", "201826664"], "equivalent": ["201826664", "201826665"], "question": "Is the large blanket to the right or to the left of the man in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "13-man_blanket"}, "answer": "right", "semanticStr": "select: man (5)->filter vposition: bottom [0]->choose rel: blanket,to the right of|to the left of,s (4) [1]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "4"}, "fullAnswer": {"1": "4", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The blanket is to the right of the man.", "image": "n59627.jpg", "question_id": 201826665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,beside,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20935999", "20935998", "20935988", "20935989", "20935991", "20935997"], "equivalent": ["20935990", "20935991"], "question": "Does the animal beside the fence have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-elephant_small"}, "answer": "no", "semanticStr": "select: fence (4)->relate: animal,beside,s (0) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "4"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the elephant is large.", "image": "n44249.jpg", "question_id": 20935990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201974675", "201974677", "201974676", "201974671", "201974670", "201974673", "201974672", "201974686", "201974687", "201974679", "201974678", "201974652", "201974688"], "equivalent": ["201974675", "201974674", "201974676"], "question": "What color is the metal fence?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "silver", "semanticStr": "select: fence (16)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is silver.", "image": "n274905.jpg", "question_id": 201974674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bedroom (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202162374", "202162375", "202162365", "202162389", "202162371", "202162372", "202162373", "202162393", "202162387", "202162386", "202162378", "202162383", "202162382", "202162367", "202162380", "202162369", "202162394", "202162370", "202162395", "202162390"], "equivalent": ["202162379"], "question": "Is the bedroom that is not dirty both white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: bedroom (0)->filter cleanliness: not(dirty) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bedroom is white and small.", "image": "n69237.jpg", "question_id": 202162379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (14)"}, {"operation": "filter", "dependencies": [0], "argument": "straight"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20262541", "20262542", "20262546", "20262538", "20262539", "20262534", "20262535", "20262536", "20262537"], "equivalent": ["20262540"], "question": "How long is the straight hair?", "isBalanced": true, "groups": {"global": "length", "local": "10q-hair_length"}, "answer": "long", "semanticStr": "select: hair (14)->filter: straight [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4:6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is long.", "image": "n172618.jpg", "question_id": 20262540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20412207", "20412209", "20412208", "20412206"], "equivalent": ["20412209", "20412210"], "question": "Which side are the tables on?", "isBalanced": true, "groups": {"global": null, "local": "10q-tables_hposition"}, "answer": "left", "semanticStr": "select: tables (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tables are on the left of the image.", "image": "n531359.jpg", "question_id": 20412210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (17)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (3) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201882600", "201882917"], "equivalent": ["201882602"], "question": "Are there both a chair and a lamp in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_lamp"}, "answer": "yes", "semanticStr": "select: lamp (17)->exist: ? [0]->select: chair (3) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "3", "7": "17"}, "fullAnswer": {"8": "3", "5": "17"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a lamp and a chair.", "image": "n125122.jpg", "question_id": 201882602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (15)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bowl (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201663089"], "question": "Do you see either bowls or cabinets in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bowl_cabinet"}, "answer": "yes", "semanticStr": "select: cabinet (15)->exist: ? [0]->select: bowl (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cabinet.", "image": "n35676.jpg", "question_id": 201663089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202266010", "202265997", "202265983", "202265982", "202266014", "202265998", "202266011"], "equivalent": ["202266013"], "question": "What is the piece of furniture that is long called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "couch", "semanticStr": "select: furniture (6)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3:6": "6"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n534106.jpg", "question_id": 202266013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202081532", "202081518", "202081519", "202081515", "202081516", "202081517", "202081510", "202081511", "202081507", "202081506", "202081505", "202081522", "202081509", "202081508", "202081521", "202081520", "202081523", "202081525", "202081524", "202081527", "202081526"], "equivalent": ["202081504"], "question": "Is the mouse pad gray and square?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_square"}, "answer": "yes", "semanticStr": "select: mouse pad (11)->verify color: gray [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2:4": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mouse pad is gray and square.", "image": "n433692.jpg", "question_id": 202081504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,next to,s (9)"}, {"operation": "verify length", "dependencies": [1], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20385892"], "equivalent": ["20385893"], "question": "Does the device next to the laptop computer look short and white?", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "no", "semanticStr": "select: laptop (4)->relate: device,next to,s (9) [0]->verify length: short [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "6:8": "4"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the charger is white but long.", "image": "n90294.jpg", "question_id": 20385893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (4)"}, {"operation": "filter", "dependencies": [0], "argument": "sweet"}, {"operation": "verify rel", "dependencies": [1], "argument": "cookie,sitting beside,o (1)"}], "entailed": ["201988052", "201988050", "201988051"], "equivalent": ["201988053"], "question": "Is the sweet dessert sitting beside the food in front of the tape?", "isBalanced": true, "groups": {"global": null, "local": "13-cake_cookie"}, "answer": "yes", "semanticStr": "select: dessert (4)->filter: sweet [0]->verify rel: cookie,sitting beside,o (1) [1]", "annotations": {"answer": {}, "question": {"12": "6", "2:4": "4", "7": "1"}, "fullAnswer": {"2": "4", "7": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cake is sitting beside the cookie.", "image": "n470131.jpg", "question_id": 201988053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,o (5)"}, {"operation": "choose rel", "dependencies": [1], "argument": "girl,to the right of|to the left of,s (8)"}], "entailed": ["20899101", "20899100", "20899102", "20898865", "20898864", "20899099", "20899098", "20899097", "20898868", "20898866", "20898870", "20898869", "20898871", "20898867"], "equivalent": ["20899103"], "question": "Is the young person to the right or to the left of the bag the man is to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_girl"}, "answer": "right", "semanticStr": "select: man (3)->relate: bag,to the left of,o (5) [0]->choose rel: girl,to the right of|to the left of,s (8) [1]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "8", "15": "3"}, "fullAnswer": {"1": "8", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is to the right of the bag.", "image": "n243701.jpg", "question_id": 20899103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (11)"}, {"operation": "filter", "dependencies": [0], "argument": "frosted"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535639", "201535617", "201535637", "201535616"], "equivalent": ["201535640"], "question": "What food is frosted?", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-baked good_frosted"}, "answer": "donuts", "semanticStr": "select: baked good (11)->filter: frosted [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is donuts.", "image": "n272098.jpg", "question_id": 201535640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,on top of,s (12)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201303238"], "equivalent": ["201303292"], "question": "Do you see any chair on top of the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_chair"}, "answer": "yes", "semanticStr": "select: floor (7)->relate: chair,on top of,s (12) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "7", "4": "12"}, "fullAnswer": {"9": "7", "4": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair on top of the floor.", "image": "n518912.jpg", "question_id": 201303292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201988063", "201988062", "201988061", "201988065", "201988064", "201988060"], "equivalent": ["201988059", "201988060"], "question": "Is the tape white?", "isBalanced": true, "groups": {"global": null, "local": "06-tape_white"}, "answer": "no", "semanticStr": "select: tape (6)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the tape is orange.", "image": "n470131.jpg", "question_id": 201988059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201467660", "201467662", "201467621"], "equivalent": ["201467661"], "question": "Which kind of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "couch", "semanticStr": "select: floor (12)->relate: furniture,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n295771.jpg", "question_id": 201467661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,kicking,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "trash can,to the left of,s (11)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201055683"], "question": "Are there trash cans to the left of the soccer player that is kicking the ball?", "isBalanced": true, "groups": {"global": null, "local": "13-soccer player_trash can"}, "answer": "yes", "semanticStr": "select: ball (0)->relate: soccer player,kicking,s (6) [0]->relate: trash can,to the left of,s (11) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2:4": "11", "15": "0", "9:11": "6"}, "fullAnswer": {"11:13": "6", "4:6": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a trash can to the left of the soccer player.", "image": "n259002.jpg", "question_id": 201055683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201859567", "201859566", "201859564", "201859563", "201859573"], "equivalent": ["201859565"], "question": "What is the cup made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cup_material"}, "answer": "plastic", "semanticStr": "select: cup (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is made of plastic.", "image": "n546884.jpg", "question_id": 201859565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (2)"}, {"operation": "relate", "dependencies": [0], "argument": "cup,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201859567", "201859566", "201859565", "201859563", "201859573"], "equivalent": ["201859564"], "question": "What is the cup to the right of the donut made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cup_material"}, "answer": "plastic", "semanticStr": "select: donut (2)->relate: cup,to the right of,s (5) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9": "2", "3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is made of plastic.", "image": "n546884.jpg", "question_id": 201859564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20567584"], "equivalent": ["20567584", "20567583"], "question": "What is the man that looks happy wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "trunks", "semanticStr": "select: man (0)->filter face expression: happy [0]->relate: _,wearing,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "0", "6": "0"}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing trunks.", "image": "n414992.jpg", "question_id": 20567583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (12)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["201079921", "201079920", "201079925", "201079924", "201079927", "201079926", "201079928", "201079934", "201079933", "201079908"], "equivalent": ["201079929"], "question": "Are the drapes closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-drapes_15"}, "answer": "open", "semanticStr": "select: drapes (12)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The drapes are open.", "image": "n23181.jpg", "question_id": 201079929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,reading,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20330202"], "equivalent": ["20330200"], "question": "What is the tall person reading?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_reading,o"}, "answer": "book", "semanticStr": "select: person (13)->filter height: tall [0]->relate: _,reading,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "13"}, "fullAnswer": {"1": "13", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is reading a book.", "image": "n260521.jpg", "question_id": 20330200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508823", "20508822", "20508821", "20508820", "20508670", "20508818", "20508819", "20508783", "20508817"], "equivalent": ["20508816", "20508817"], "question": "What kind of device is to the right of the woman?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_to the right of,s"}, "answer": "wii controller", "semanticStr": "select: woman (0)->relate: device,to the right of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"10": "0", "3": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller.", "image": "n511913.jpg", "question_id": 20508816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144462"], "equivalent": ["202144463"], "question": "Who is wearing the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "man", "semanticStr": "select: glasses (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing glasses.", "image": "n37274.jpg", "question_id": 202144463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["20136508", "20136501", "20136500", "20136503", "20136505", "20136504", "20136499", "20136506"], "equivalent": ["20136502"], "question": "What do you think is the shape of the picture?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-picture_shape"}, "answer": "square", "semanticStr": "select: picture (1)->query: shape [0]", "annotations": {"answer": {}, "question": {"9": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is square.", "image": "n446242.jpg", "question_id": 20136502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shopping center (5)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["20516098", "20516091", "20516093", "20516092", "20516095", "20516094", "20516097", "20516096"], "equivalent": ["20516099"], "question": "Does the shopping center look large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-shopping center_size"}, "answer": "large", "semanticStr": "select: shopping center (5)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shopping center is large.", "image": "n70461.jpg", "question_id": 20516099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169190"], "equivalent": ["202169189"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "man", "semanticStr": "select: shoes (0)->relate: person,wearing,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "0"}, "fullAnswer": {"1": "18", "4": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing shoes.", "image": "n451187.jpg", "question_id": 202169189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain side (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201889379", "201889382", "201889381", "201889384", "201889385"], "equivalent": ["201889382", "201889383"], "question": "Does the mountain side appear to be white?", "isBalanced": true, "groups": {"global": null, "local": "06-mountain side_white"}, "answer": "yes", "semanticStr": "select: mountain side (2)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mountain side is white.", "image": "n88366.jpg", "question_id": 201889383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (7)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202180438"], "question": "Is the hair band white and round?", "isBalanced": true, "groups": {"global": null, "local": "05-round_white"}, "answer": "no", "semanticStr": "select: headband (7)->verify shape: round [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair band is round but green.", "image": "n380113.jpg", "question_id": 202180438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain side (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "snowy"}], "entailed": ["201889388"], "equivalent": ["201889389"], "question": "Does the mountain side that looks white look snowy?", "isBalanced": true, "groups": {"global": null, "local": "06-mountain side_snowy"}, "answer": "yes", "semanticStr": "select: mountain side (2)->filter color: white [0]->verify: snowy [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mountain side is snowy.", "image": "n88366.jpg", "question_id": 201889389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "couch (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "green"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20887033"], "equivalent": ["20887032", "20887033"], "question": "Is there a green couch or table?", "isBalanced": true, "groups": {"global": null, "local": "04-table_green"}, "answer": "no", "semanticStr": "select: table (15)->filter color: green [0]->exist: ? [1]->select: couch (-) ->filter color: green [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is brown.", "image": "n282436.jpg", "question_id": 20887032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201770680", "201770681", "201770679", "201770678"], "equivalent": ["201770682"], "question": "On which side is the blue toothbrush?", "isBalanced": true, "groups": {"global": null, "local": "10q-toothbrush_hposition"}, "answer": "right", "semanticStr": "select: toothbrush (1)->filter color: blue [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toothbrush is on the right of the image.", "image": "n310625.jpg", "question_id": 201770682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201638972"], "equivalent": ["201638973"], "question": "Who is sitting on the bench?", "isBalanced": true, "groups": {"global": "person", "local": "14-bench_sitting on,s"}, "answer": "men", "semanticStr": "select: bench (3)->relate: person,sitting on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The men are sitting on the bench.", "image": "n271392.jpg", "question_id": 201638973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "choose name", "dependencies": [0], "argument": "dog|birds"}], "entailed": [], "equivalent": ["20456489"], "question": "Which kind of animal is this, a dog or a bird?", "isBalanced": true, "groups": {"global": "animal", "local": "11c-animal"}, "answer": "dog", "semanticStr": "select: animal (4)->choose name: dog|birds [0]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "7": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a dog.", "image": "n65885.jpg", "question_id": 20456489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "irregular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20567632"], "question": "Is the shirt both irregular and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_irregular"}, "answer": "no", "semanticStr": "select: shirt (4)->verify color: black [0]->verify: irregular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is black but regular.", "image": "n414992.jpg", "question_id": 20567632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coats (1)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin"}], "entailed": ["201759239", "201759227", "201759236", "201759237", "201759235", "201759242", "201759240"], "equivalent": ["201759241"], "question": "Do the coats look thin?", "isBalanced": true, "groups": {"global": null, "local": "06-coats_thin"}, "answer": "no", "semanticStr": "select: coats (1)->verify thickness: thin [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the coats are thick.", "image": "n150962.jpg", "question_id": 201759241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,working on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202246318", "202246327", "202246295", "202246311", "202246310", "202246326", "202246312", "202246317", "202246306", "202246307", "202246296", "202246305", "202246302", "202246303", "202246300", "202246301", "202246247", "202246246", "202246308"], "equivalent": ["202246309"], "question": "What color is the device that she works on?", "isBalanced": true, "groups": {"global": "color", "local": "10q-laptop_color"}, "answer": "white", "semanticStr": "select: she (0)->relate: device,working on,o (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "2", "6": "0"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop is white.", "image": "n310828.jpg", "question_id": 202246309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "light fixture,above,o (7)"}], "entailed": ["201759452", "201759451"], "equivalent": ["201759247"], "question": "Is the white sign above the light fixture that is above the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-sign_light fixture"}, "answer": "yes", "semanticStr": "select: sign (0)->filter color: white [0]->verify rel: light fixture,above,o (7) [1]", "annotations": {"answer": {}, "question": {"12": "6", "2:4": "0", "6:8": "7"}, "fullAnswer": {"2": "0", "6:8": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sign is above the light fixture.", "image": "n150962.jpg", "question_id": 201759247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pancake (3)"}, {"operation": "select", "dependencies": [], "argument": "coffee mug (6) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20157005"], "question": "What do both the pancake and the coffee mug have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-coffee mug_pancake"}, "answer": "shape", "semanticStr": "select: pancake (3)->select: coffee mug (6) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "3", "7:9": "6"}, "fullAnswer": {"4": "3", "7:9": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the pancake and the coffee mug are round.", "image": "n170941.jpg", "question_id": 20157005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201766628", "201766627", "201766626", "201766625", "201766624", "201766623", "201766622", "201766620", "201766616", "201766617", "201766614", "201766615", "201766613", "201766610", "201766611", "201766618", "201766619"], "equivalent": ["201766621"], "question": "Does the skirt look black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: skirt (3)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the skirt is black and small.", "image": "n528403.jpg", "question_id": 201766621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (4)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,to the right of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20480091", "20480108", "20480114", "20480101", "20480107", "20480112", "20480104", "20480103", "20480105", "20480113"], "equivalent": ["20480106"], "question": "How tall is the lamp which is to the right of the computer?", "isBalanced": true, "groups": {"global": "length", "local": "10q-lamp_height"}, "answer": "short", "semanticStr": "select: computer (4)->relate: lamp,to the right of,s (12) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"12": "4", "4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is short.", "image": "n520071.jpg", "question_id": 20480106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (18)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting behind,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20836606", "20837081"], "equivalent": ["20837080"], "question": "Behind what is the person that is to the left of the palm sitting?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_sitting behind,o"}, "answer": "table", "semanticStr": "select: palm tree (14)->relate: person,to the left of,s (18) [0]->relate: _,sitting behind,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"12": "14", "4": "18"}, "fullAnswer": {"1": "18", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting behind the table.", "image": "n507959.jpg", "question_id": 20837080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (21)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "choose rel", "dependencies": [1], "argument": "umbrella,to the left of|to the right of,s (7)"}], "entailed": ["20183165"], "equivalent": ["20183166"], "question": "Is the open umbrella to the right or to the left of the person on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-person_umbrella"}, "answer": "left", "semanticStr": "select: person (21)->filter hposition: right [0]->choose rel: umbrella,to the left of|to the right of,s (7) [1]", "annotations": {"answer": {}, "question": {"13": "21", "2:4": "7"}, "fullAnswer": {"1": "7", "8": "21"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The umbrella is to the left of the person.", "image": "n151768.jpg", "question_id": 20183166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (9)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|white"}], "entailed": [], "equivalent": ["201264319"], "question": "What color is the house, brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-house_color"}, "answer": "brown", "semanticStr": "select: house (9)->choose color: brown|white [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The house is brown.", "image": "n357126.jpg", "question_id": 201264319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (15)"}, {"operation": "select", "dependencies": [], "argument": "lid (9) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201757524"], "equivalent": ["201757524", "201757525"], "question": "What is common to the bag and the lid?", "isBalanced": true, "groups": {"global": null, "local": "09common-bag_lid"}, "answer": "color", "semanticStr": "select: bag (15)->select: lid (9) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "9", "5": "15"}, "fullAnswer": {"4": "15", "7": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the bag and the lid are white.", "image": "n4777.jpg", "question_id": 201757525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (3)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting on,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201638973"], "equivalent": ["201638972"], "question": "Who is sitting on the long bench?", "isBalanced": true, "groups": {"global": "person", "local": "14-bench_sitting on,s"}, "answer": "men", "semanticStr": "select: bench (3)->filter length: long [0]->relate: person,sitting on,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"5:7": "3"}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The men are sitting on the bench.", "image": "n271392.jpg", "question_id": 201638972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273299", "201273298", "201273297", "201273310"], "equivalent": ["201273311"], "question": "Which kind of sign is walking?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_walking"}, "answer": "street sign", "semanticStr": "select: sign (8)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4:6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n46510.jpg", "question_id": 201273311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,in,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20865961", "20865959"], "equivalent": ["20865960"], "question": "What do you think is in the large appliance?", "isBalanced": true, "groups": {"global": "sauce", "local": "14-refrigerator_in,s"}, "answer": "sauce", "semanticStr": "select: appliance (2)->filter size: large [0]->relate: _,in,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"7:9": "2"}, "fullAnswer": {"1": "11", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sauce is in the fridge.", "image": "n579256.jpg", "question_id": 20865960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865960", "20865959"], "equivalent": ["20865961"], "question": "What is in the refrigerator?", "isBalanced": true, "groups": {"global": "sauce", "local": "14-refrigerator_in,s"}, "answer": "sauce", "semanticStr": "select: refrigerator (2)->relate: _,in,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sauce is in the fridge.", "image": "n579256.jpg", "question_id": 20865961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273303", "201273298", "201273305", "201273304", "201273316", "201273315", "201273299", "201273313", "201273297"], "equivalent": ["201273314", "201273313"], "question": "What is the yellow sign in this photo?", "isBalanced": true, "groups": {"global": "sign", "local": "12q-sign_yellow"}, "answer": "street sign", "semanticStr": "select: sign (8)->filter color: yellow [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"4": "8"}, "fullAnswer": {"1": "8", "4:6": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n46510.jpg", "question_id": 201273314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sauce (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866159", "20865962", "20865964", "20865965"], "equivalent": ["20865963"], "question": "What's the sauce in?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-sauce_in,o"}, "answer": "refrigerator", "semanticStr": "select: sauce (11)->relate: _,in,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "11", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sauce is in the fridge.", "image": "n579256.jpg", "question_id": 20865963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201735331", "201735333", "201735332", "201735335", "201735334", "201735336", "201735339", "201735338", "201735342", "201735340", "201735341"], "equivalent": ["201735335", "201735337", "201735336", "201735338"], "question": "Where in the photo is the laptop, on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-laptop_hposition"}, "answer": "left", "semanticStr": "select: laptop (1)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The laptop is on the left of the image.", "image": "n240973.jpg", "question_id": 201735337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (17)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|tan"}], "entailed": [], "equivalent": ["20204770"], "question": "Is that sweater blue or tan?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sweater_color"}, "answer": "blue", "semanticStr": "select: sweater (17)->choose color: blue|tan [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sweater is blue.", "image": "n532191.jpg", "question_id": 20204770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (8)"}, {"operation": "relate", "dependencies": [0], "argument": "frisbee,flying above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201185851", "201185853", "201185844", "201185845", "201185842", "201185843", "201185840", "201185839", "201185836"], "equivalent": ["201185841"], "question": "What is the color of the frisbee that flies above the ground?", "isBalanced": true, "groups": {"global": "color", "local": "10q-frisbee_color"}, "answer": "green", "semanticStr": "select: ground (8)->relate: frisbee,flying above,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "8", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The frisbee is green.", "image": "n494918.jpg", "question_id": 201185841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20411844", "20411846"], "equivalent": ["20411845", "20411844"], "question": "What is the food in the picture called?", "isBalanced": true, "groups": {"global": "fast food", "local": "11q-fast food"}, "answer": "hot dogs", "semanticStr": "select: fast food (4)->query: name [0]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3:5": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is hot dogs.", "image": "n363445.jpg", "question_id": 20411845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20411844", "20411845"], "equivalent": ["20411846"], "question": "Which kind of fast food is it?", "isBalanced": true, "groups": {"global": "fast food", "local": "11q-fast food"}, "answer": "hot dogs", "semanticStr": "select: fast food (4)->query: name [0]", "annotations": {"answer": {"0:2": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "3:5": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is hot dogs.", "image": "n363445.jpg", "question_id": 20411846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "egg (2)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285232", "202285228", "202285229", "202285231"], "equivalent": ["202285230"], "question": "What kind of food is to the left of the egg?", "isBalanced": true, "groups": {"global": "meat", "local": "15-egg_to the left of,s"}, "answer": "sausage", "semanticStr": "select: egg (2)->relate: food,to the left of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n100991.jpg", "question_id": 202285230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "choose race", "dependencies": [0], "argument": "caucasian|asian"}], "entailed": ["201235810"], "equivalent": ["201235809"], "question": "Is the woman Caucasian or Asian?", "isBalanced": true, "groups": {"global": "race", "local": "10c-woman_race"}, "answer": "caucasian", "semanticStr": "select: woman (6)->choose race: caucasian|asian [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is caucasian.", "image": "n527589.jpg", "question_id": 201235809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201110714", "201110715", "201110716", "201110713"], "equivalent": ["201110717"], "question": "What food is on top of the cake?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-cake_on top of,s"}, "answer": "chocolate", "semanticStr": "select: cake (3)->relate: food,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is chocolate.", "image": "n546616.jpg", "question_id": 201110717}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chocolate (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cake,on top of,o (3)"}], "entailed": [], "equivalent": ["201110718"], "question": "Is the chocolate on top of a cake?", "isBalanced": true, "groups": {"global": null, "local": "13-chocolate_cake"}, "answer": "yes", "semanticStr": "select: chocolate (2)->verify rel: cake,on top of,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "2", "7": "3"}, "fullAnswer": {"8": "3", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the chocolate is on top of a cake.", "image": "n546616.jpg", "question_id": 201110718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411848", "20411847"], "equivalent": ["20411849"], "question": "Which kind of fast food is pink?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_pink"}, "answer": "hot dogs", "semanticStr": "select: fast food (4)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1:3": "4", "4:6": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fast food is hot dogs.", "image": "n363445.jpg", "question_id": 20411849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201996868", "201996857", "201996891", "201996890", "201996892", "201996886", "201996884", "201996885", "201996883", "201996880", "201996881", "201996867", "201996889"], "equivalent": ["201996888"], "question": "How clean is the brown shirt?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-shirt_cleanliness"}, "answer": "clean", "semanticStr": "select: shirt (2)->filter color: brown [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is clean.", "image": "n250715.jpg", "question_id": 201996888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["20740869", "20740870"], "equivalent": ["20740868"], "question": "Is it indoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is indoors.", "image": "n23762.jpg", "question_id": 20740868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "relate", "dependencies": [0], "argument": "tape,behind,s (2)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201498423", "201498422", "201498425", "201498424", "201498427", "201498426", "201498429", "201498428", "201498432"], "equivalent": ["201498430"], "question": "Does the tape behind the coffee cup look small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-tape_size"}, "answer": "small", "semanticStr": "select: coffee cup (1)->relate: tape,behind,s (2) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "1"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tape is small.", "image": "n315887.jpg", "question_id": 201498430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "umbrella,holding onto,o (6)"}], "entailed": [], "equivalent": ["20303108"], "question": "Is the man to the left of the glasses holding onto the umbrella to the right of the glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "yes", "semanticStr": "select: glasses (2)->relate: man,to the left of,s (8) [0]->verify rel: umbrella,holding onto,o (6) [1]", "annotations": {"answer": {}, "question": {"2": "8", "8": "2", "12": "6", "18": "2"}, "fullAnswer": {"2": "8", "7": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is holding onto the umbrella.", "image": "n318684.jpg", "question_id": 20303108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding onto,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20303106"], "question": "Who do you think is holding onto the umbrella to the right of the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_holding onto,s"}, "answer": "man", "semanticStr": "select: glasses (2)->relate: umbrella,to the right of,s (6) [0]->relate: person,holding onto,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"8": "6", "14": "2"}, "fullAnswer": {"1": "8", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the umbrella.", "image": "n318684.jpg", "question_id": 20303106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (5)"}, {"operation": "select", "dependencies": [], "argument": "window frame (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201399881"], "question": "Are both the bookcase and the window frame made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-bookcase_window frame"}, "answer": "yes", "semanticStr": "select: bookcase (5)->select: window frame (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6:8": "10"}, "fullAnswer": {"3": "5", "6:8": "10"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bookcase and the window frame are made of wood.", "image": "n344136.jpg", "question_id": 201399881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "tie,wearing,o (-)"}], "entailed": [], "equivalent": ["20303102"], "question": "Is the man to the left of the glasses wearing a tie?", "isBalanced": true, "groups": {"global": null, "local": "13-man_tie"}, "answer": "no", "semanticStr": "select: glasses (2)->relate: man,to the left of,s (8) [0]->verify rel: tie,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "8"}, "fullAnswer": {"2": "8", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a cap.", "image": "n318684.jpg", "question_id": 20303102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201908799", "201908801", "201908800", "201908795", "201908794", "201908797"], "equivalent": ["201908798"], "question": "What are the forks made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-forks_material"}, "answer": "metal", "semanticStr": "select: forks (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The forks are made of metal.", "image": "n479092.jpg", "question_id": 201908798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201621364", "201621357", "201621358"], "equivalent": ["201621359"], "question": "What's the desk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-desk_material"}, "answer": "metal", "semanticStr": "select: desk (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is made of metal.", "image": "n275148.jpg", "question_id": 201621359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201621364", "201621357", "201621359"], "equivalent": ["201621358"], "question": "What is the desk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-desk_material"}, "answer": "metal", "semanticStr": "select: desk (10)->query: material [0]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is made of metal.", "image": "n275148.jpg", "question_id": 201621358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202126056"], "equivalent": ["202126055"], "question": "Who holds the tennis racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding,s"}, "answer": "player", "semanticStr": "select: racket (5)->relate: person,holding,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "7", "4:6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player holds the tennis racket.", "image": "n573460.jpg", "question_id": 202126055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter", "dependencies": [0], "argument": "professional"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202126059", "202126000"], "equivalent": ["202126058"], "question": "What does the professional person hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-player_holding,o"}, "answer": "racket", "semanticStr": "select: person (7)->filter: professional [0]->relate: _,holding,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7", "4": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player holds the racket.", "image": "n573460.jpg", "question_id": 202126058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827489", "20827484", "20827398"], "equivalent": ["20827485"], "question": "What item of furniture is behind the coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-coffee table_behind,s"}, "answer": "sofa", "semanticStr": "select: coffee table (9)->relate: furniture,behind,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1:4": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n283587.jpg", "question_id": 20827485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827557", "20827556", "20827486"], "equivalent": ["20827487"], "question": "What kind of furniture is the sofa behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sofa_behind,o"}, "answer": "coffee table", "semanticStr": "select: sofa (4)->relate: furniture,behind,o (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "4", "5:7": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sofa is behind the coffee table.", "image": "n283587.jpg", "question_id": 20827487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827481", "20827479", "20827398"], "equivalent": ["20827480"], "question": "Which kind of furniture is below the light fixture?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-light fixture_below,s"}, "answer": "sofa", "semanticStr": "select: light fixture (8)->relate: furniture,below,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n283587.jpg", "question_id": 20827480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201109341", "201109340", "201109329", "201109342", "201109345", "201109344", "201109323", "201109322", "201109321", "201109320", "201109327", "201109326", "201109325", "201109324", "201109343", "201109328", "201109316", "201109317", "201109314", "201109315", "201109318", "201109319", "201109338", "201109339", "201109330", "201109331", "201109332", "201109333", "201109334", "201109335", "201109336", "201109337"], "equivalent": ["201109313"], "question": "Does the car seem to be small and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "yes", "semanticStr": "select: car (0)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the car is small and gray.", "image": "n167164.jpg", "question_id": 201109313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (6)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201061227", "201061226", "201061225", "201061224", "201061230", "201061232", "201061219", "201061217", "201061214", "201061215", "201061239", "201061229", "201061228", "201061218", "201061220", "201061221", "201061231"], "equivalent": ["201061222"], "question": "Is the soccer ball yellow and round?", "isBalanced": true, "groups": {"global": null, "local": "05-round_yellow"}, "answer": "yes", "semanticStr": "select: soccer ball (6)->verify shape: round [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the soccer ball is yellow and round.", "image": "n25275.jpg", "question_id": 201061222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442051", "20442061", "20442060"], "equivalent": ["20442052"], "question": "Which kind of furniture is the door behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-door_behind,o"}, "answer": "chair", "semanticStr": "select: door (1)->relate: furniture,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is behind the chair.", "image": "n207708.jpg", "question_id": 20442052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442052", "20442061", "20442060"], "equivalent": ["20442051"], "question": "What is the item of furniture that the door is behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-door_behind,o"}, "answer": "chair", "semanticStr": "select: door (1)->relate: furniture,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "1", "3:6": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n207708.jpg", "question_id": 20442051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654658", "201654659", "201654323", "201654324"], "equivalent": ["201654660"], "question": "Which kind of animal is the fence in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_in front of,o"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the horse.", "image": "n6309.jpg", "question_id": 201654660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202180436", "202180435", "202180432", "202180431", "202180430", "202180429", "202180438"], "equivalent": ["202180433"], "question": "What color is the head band?", "isBalanced": true, "groups": {"global": "color", "local": "10q-headband_color"}, "answer": "green", "semanticStr": "select: headband (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The head band is green.", "image": "n380113.jpg", "question_id": 202180433}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "choose name", "dependencies": [0], "argument": "horse|pig"}], "entailed": [], "equivalent": ["202258186"], "question": "Which animal is this, a horse or a pig?", "isBalanced": true, "groups": {"global": "animal", "local": "11c-animal"}, "answer": "horse", "semanticStr": "select: animal (3)->choose name: horse|pig [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "5": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a horse.", "image": "n216553.jpg", "question_id": 202258186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201322684", "201322687", "201322686", "201322683"], "equivalent": ["201322685"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete.", "image": "n311910.jpg", "question_id": 201322685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20136664", "20136665", "20136667"], "equivalent": ["20136666"], "question": "Is the silver mirror on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-mirror_hposition"}, "answer": "right", "semanticStr": "select: mirror (7)->filter color: silver [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is on the right of the image.", "image": "n446242.jpg", "question_id": 20136666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201068463", "201068464", "201068465", "201068574", "201068570", "201068572", "201068573"], "equivalent": ["201068570", "201068571"], "question": "What device is to the left of the water bottle made of stainless steel?", "isBalanced": true, "groups": {"global": "device", "local": "15-water bottle_to the left of,s"}, "answer": "cell phone", "semanticStr": "select: water bottle (4)->filter material: stainless steel [0]->relate: device,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"1": "3", "8:10": "4", "12:14": "4"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a cell phone.", "image": "n159802.jpg", "question_id": 201068571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "radio (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "modern "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20479853", "20479854"], "equivalent": ["20479853", "20479852"], "question": "Is the radio both modern and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_modern"}, "answer": "no", "semanticStr": "select: radio (11)->verify color: black [0]->verify: modern  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the radio is modern but silver.", "image": "n520071.jpg", "question_id": 20479852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201739123", "201739134", "201739120", "201739119", "201739125", "201739128", "201739129", "201739121", "201739133", "201739132", "201739131", "201739130", "201739124", "201739122", "201739126", "201739127"], "equivalent": ["201739119", "201739118"], "question": "Does the leather belt look thin and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_thin"}, "answer": "yes", "semanticStr": "select: belt (5)->filter material: leather [0]->verify color: red [1]->verify thickness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the belt is thin and red.", "image": "n485969.jpg", "question_id": 201739118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chalkboard,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,below,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202219031", "202219032", "202219033", "202218968"], "equivalent": ["202219030"], "question": "What is the appliance below the chalkboard near the artwork?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-chalkboard_below,s"}, "answer": "toaster", "semanticStr": "select: artwork (11)->relate: chalkboard,near,s (0) [0]->relate: appliance,below,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"9": "11", "3": "8", "6": "0"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n578564.jpg", "question_id": 202219030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "park (0)"}, {"operation": "select", "dependencies": [], "argument": "hillside (11) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20679097"], "equivalent": ["20679098"], "question": "Is the park different in color than the hill side?", "isBalanced": true, "groups": {"global": null, "local": "09diff-hillside_park"}, "answer": "no", "semanticStr": "select: park (0)->select: hillside (11) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "11", "2": "0"}, "fullAnswer": {"3": "0", "6:8": "11"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the park and the hill side are green.", "image": "n493357.jpg", "question_id": 20679098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (3)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["202004172", "202004180", "202004173", "202004183", "202004175", "202004174", "202004177", "202004176", "202004179", "202004178"], "equivalent": ["202004181"], "question": "Is the poster large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-poster_size"}, "answer": "small", "semanticStr": "select: poster (3)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The poster is small.", "image": "n262920.jpg", "question_id": 202004181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cat (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201556789", "201556787", "201556791"], "equivalent": ["201556790", "201556789"], "question": "Are there large laptops or cats?", "isBalanced": true, "groups": {"global": null, "local": "04-laptop_large"}, "answer": "yes", "semanticStr": "select: laptop (0)->filter size: large [0]->exist: ? [1]->select: cat (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a large laptop.", "image": "n525901.jpg", "question_id": 201556790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1,2,4)"}, {"operation": "different", "dependencies": [0], "argument": "type"}], "entailed": ["20679093"], "equivalent": ["20679094"], "question": "Are the animals of different types?", "isBalanced": true, "groups": {"global": null, "local": "07different-allanimals"}, "answer": "no", "semanticStr": "select: animal (1,2,4)->different: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "diffAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, all the animals are giraffes.", "image": "n493357.jpg", "question_id": 20679094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (2)"}, {"operation": "relate", "dependencies": [0], "argument": "people,to the left of,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "kite,watching,o (-)"}], "entailed": [], "equivalent": ["201682453"], "question": "Are the people that are to the left of the tennis ball watching a kite?", "isBalanced": true, "groups": {"global": null, "local": "13-people_kite"}, "answer": "no", "semanticStr": "select: tennis ball (2)->relate: people,to the left of,s (8) [0]->verify rel: kite,watching,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "8", "10:12": "2"}, "fullAnswer": {"2": "8", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the people are watching a man.", "image": "n51658.jpg", "question_id": 201682453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (9)"}, {"operation": "filter", "dependencies": [0], "argument": "sparse"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20511720", "20511709", "20511717", "20511716", "20511715", "20511714", "20511712", "20511711", "20511710"], "equivalent": ["20511713"], "question": "How large are the sparse clouds?", "isBalanced": true, "groups": {"global": "size", "local": "10q-clouds_size"}, "answer": "small", "semanticStr": "select: clouds (9)->filter: sparse [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clouds are small.", "image": "n208458.jpg", "question_id": 20511713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "mountains,below,o (1)"}], "entailed": [], "equivalent": ["20514946"], "question": "Is the green grass below the green mountains?", "isBalanced": true, "groups": {"global": null, "local": "13-grass_mountains"}, "answer": "yes", "semanticStr": "select: grass (10)->filter color: green [0]->verify rel: mountains,below,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "10", "6:8": "1"}, "fullAnswer": {"2": "10", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the grass is below the mountains.", "image": "n207893.jpg", "question_id": 20514946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983880", "201983881"], "equivalent": ["201983882"], "question": "What clothing item is blue?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_blue"}, "answer": "blouse", "semanticStr": "select: clothing (3)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1:3": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a blouse.", "image": "n16378.jpg", "question_id": 201983882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (13)"}, {"operation": "select", "dependencies": [], "argument": "gloves (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20472802"], "equivalent": ["20472801"], "question": "Do the jeans and the gloves have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-gloves_jeans"}, "answer": "yes", "semanticStr": "select: jeans (13)->select: gloves (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "1"}, "fullAnswer": {"3": "13", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the jeans and the gloves are blue.", "image": "n126891.jpg", "question_id": 20472801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking down at,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056084"], "equivalent": ["201056085"], "question": "Who is looking down at the ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_looking down at,s"}, "answer": "soccer player", "semanticStr": "select: ball (0)->relate: person,looking down at,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"8": "0", "1:3": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is looking down at the ball.", "image": "n259002.jpg", "question_id": 201056085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "ball,on,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking down at,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201056085"], "equivalent": ["201056084"], "question": "Who is looking down at the ball on the grass?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_looking down at,s"}, "answer": "soccer player", "semanticStr": "select: grass (9)->relate: ball,on,s (0) [0]->relate: person,looking down at,s (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"9": "9", "6": "0"}, "fullAnswer": {"8": "0", "1:3": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is looking down at the ball.", "image": "n259002.jpg", "question_id": 201056084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (9)"}, {"operation": "verify race", "dependencies": [0], "argument": "caucasian"}, {"operation": "verify face expression", "dependencies": [0], "argument": "happy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20541655"], "equivalent": ["20541654"], "question": "Does she appear to be happy and Caucasian?", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_happy"}, "answer": "no", "semanticStr": "select: she (9)->verify race: caucasian [0]->verify face expression: happy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"1": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is happy but asian.", "image": "n527290.jpg", "question_id": 20541654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,to the left of,s (4)"}, {"operation": "verify activity", "dependencies": [1], "argument": "playing"}], "entailed": ["201056082"], "equivalent": ["201056081"], "question": "Does the soccer player to the left of the ball appear to be playing?", "isBalanced": true, "groups": {"global": null, "local": "06-soccer player_playing"}, "answer": "yes", "semanticStr": "select: ball (0)->relate: soccer player,to the left of,s (4) [0]->verify activity: playing [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the soccer player is playing.", "image": "n259002.jpg", "question_id": 201056081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246764", "202246763"], "equivalent": ["202246765"], "question": "Which kind of clothing is warm?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_warm"}, "answer": "shirt", "semanticStr": "select: clothing (9)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n310828.jpg", "question_id": 202246765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2055719", "2055718", "2055739", "2055738", "2055735", "2055859", "2055737", "2055731", "2055730", "2055732", "2055791", "2055790", "2055748", "2055749", "2055717", "2055734", "2055740", "2055711", "2055713", "2055747", "2055728", "2055729", "2055727", "2055720", "2055716", "2055825", "2055826", "2055789", "2055861", "2055860", "2055862", "2055712", "2055757", "2055756", "2055755", "2055751", "2055750"], "equivalent": ["2055733"], "question": "How big is the green bus?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bus_size"}, "answer": "huge", "semanticStr": "select: bus (12)->filter color: green [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bus is huge.", "image": "n263180.jpg", "question_id": 2055733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "device,above,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201556921", "201556920", "201556922", "201556786", "201556918"], "equivalent": ["201556919"], "question": "What is the name of the device above the white device?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_above,s"}, "answer": "laptop", "semanticStr": "select: device (1)->filter color: white [0]->relate: device,above,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9:11": "1", "6": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n525901.jpg", "question_id": 201556919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "motorcycle,on,o (0)"}], "entailed": [], "equivalent": ["201861325"], "question": "Is the small mirror on the motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_motorcycle"}, "answer": "yes", "semanticStr": "select: mirror (3)->filter size: small [0]->verify rel: motorcycle,on,o (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "6": "0"}, "fullAnswer": {"2": "3", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mirror is on the motorcycle.", "image": "n390187.jpg", "question_id": 201861325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the right of,s (15)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (5)"}], "entailed": [], "equivalent": ["201951601"], "question": "Does the girl to the right of the person wear jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_jeans"}, "answer": "yes", "semanticStr": "select: person (10)->relate: girl,to the right of,s (15) [0]->verify rel: jeans,wearing,o (5) [1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "15", "10": "5"}, "fullAnswer": {"2": "15", "4": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the girl wears jeans.", "image": "n256120.jpg", "question_id": 201951601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201322422"], "equivalent": ["201322423"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n311910.jpg", "question_id": 201322423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201322423"], "equivalent": ["201322422"], "question": "What place is shown?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n311910.jpg", "question_id": 201322422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201068862", "201068849", "201068844", "201068845", "201068846", "201068847", "201068869", "201068866", "201068848", "201068863", "201068857", "201068855", "201068854", "201068852", "201068871", "201068870", "201068873", "201068872", "201068868", "201068851", "201068850", "201068843", "201068858"], "equivalent": ["201068842"], "question": "Is the sweatshirt that looks soft small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: sweatshirt (8)->filter hardness: soft [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sweatshirt is small and black.", "image": "n159802.jpg", "question_id": 201068842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201951600"], "question": "Who wears jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "girl", "semanticStr": "select: jeans (5)->relate: person,wearing,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"2": "5"}, "fullAnswer": {"1": "15", "3": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl wears jeans.", "image": "n256120.jpg", "question_id": 201951600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202006556", "202006533", "202006532", "202006530", "202006641", "202006640", "202006535", "202006538", "202006558", "202006624", "202006622", "202006620", "202006555", "202006554", "202006629", "202006631", "202006644", "202006543", "202006546", "202006547", "202006544", "202006545", "202006542", "202006654", "202006540", "202006541", "202006529", "202006548", "202006639", "202006583", "202006630", "202006587", "202006616", "202006617", "202006628", "202006560", "202006561", "202006643"], "equivalent": ["202006532", "202006533", "202006534"], "question": "Does the table have small size and square shape?", "isBalanced": true, "groups": {"global": null, "local": "05-small_square"}, "answer": "yes", "semanticStr": "select: table (0)->verify size: small [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is small and square.", "image": "n97485.jpg", "question_id": 202006534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "mesh"}], "entailed": ["20818960", "20818961"], "equivalent": ["20818959", "20818960"], "question": "Is the black net made of mesh?", "isBalanced": true, "groups": {"global": null, "local": "06-net_mesh"}, "answer": "no", "semanticStr": "select: net (6)->filter color: black [0]->verify material: mesh [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the net is made of cloth.", "image": "n279581.jpg", "question_id": 20818959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dresser (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "curtain,to the left of,o (8)"}], "entailed": ["20753521"], "equivalent": ["20753459"], "question": "Is the dresser to the left of the curtain above the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-dresser_curtain"}, "answer": "yes", "semanticStr": "select: dresser (7)->verify rel: curtain,to the left of,o (8) [0]", "annotations": {"answer": {}, "question": {"11": "4", "8": "8", "2": "7"}, "fullAnswer": {"9": "8", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the dresser is to the left of the curtain.", "image": "n49438.jpg", "question_id": 20753459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153597"], "equivalent": ["201153598"], "question": "In front of what is the giraffe?", "isBalanced": true, "groups": {"global": "place", "local": "14-giraffe_in front of,o"}, "answer": "forest", "semanticStr": "select: giraffe (9)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "9", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in front of the forest.", "image": "n160664.jpg", "question_id": 201153598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter tone", "dependencies": [0], "argument": "light"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983884", "201983885", "201983886", "201983887", "201983883"], "equivalent": ["201983888"], "question": "What article of clothing is light?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_light"}, "answer": "blouse", "semanticStr": "select: clothing (3)->filter tone: light [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1:4": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a blouse.", "image": "n16378.jpg", "question_id": 201983888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (14)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (1) "}, {"operation": "filter pose", "dependencies": [3], "argument": "sitting"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20862783", "20862784"], "equivalent": ["20862787"], "question": "Are there either any women or men that are sitting?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_sitting"}, "answer": "yes", "semanticStr": "select: woman (14)->filter pose: sitting [0]->exist: ? [1]->select: man (1) ->filter pose: sitting [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "14", "6": "1"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the woman is sitting.", "image": "n94074.jpg", "question_id": 20862787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201760639"], "question": "Where is the soccer ball?", "isBalanced": true, "groups": {"global": "place", "local": "14-soccer ball_on,o"}, "answer": "lawn", "semanticStr": "select: soccer ball (0)->relate: place,on,o (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {}, "fullAnswer": {"1:3": "0", "6": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer ball is on the lawn.", "image": "n350732.jpg", "question_id": 201760639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "verify", "dependencies": [0], "argument": "lush"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201480571", "201480574", "201480539", "201480558", "201480559", "201480516", "201480517", "201480538", "201480513", "201480536", "201480537", "201480550", "201480535", "201480554", "201480552", "201480556", "201480557", "201480567", "201480561", "201480560", "201480562", "201480543", "201480542", "201480541", "201480546", "201480544"], "equivalent": ["201480553"], "question": "Is the grass short and lush?", "isBalanced": true, "groups": {"global": null, "local": "05-lush_short"}, "answer": "yes", "semanticStr": "select: grass (6)->verify: lush [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is short and lush.", "image": "n39114.jpg", "question_id": 201480553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (36)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,s (28)"}, {"operation": "choose", "dependencies": [1], "argument": "empty|full"}], "entailed": ["20673060", "20673061", "20673062", "20673063", "20673070"], "equivalent": ["20673069"], "question": "Do you think the bag to the left of the vase is empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-bag_16"}, "answer": "empty", "semanticStr": "select: vase (36)->relate: bag,to the left of,s (28) [0]->choose: empty|full [1]", "annotations": {"answer": {}, "question": {"10": "36", "4": "28"}, "fullAnswer": {"1": "28"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is empty.", "image": "n59147.jpg", "question_id": 20673069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectator (8)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201056225", "201056224", "201056226"], "equivalent": ["201056227"], "question": "Which side is the male spectator on?", "isBalanced": true, "groups": {"global": null, "local": "10q-spectator_hposition"}, "answer": "left", "semanticStr": "select: spectator (8)->filter gender: male [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spectator is on the left of the image.", "image": "n259002.jpg", "question_id": 201056227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chicken (0)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|white"}], "entailed": [], "equivalent": ["201735418"], "question": "Is the chicken black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chicken_color"}, "answer": "black", "semanticStr": "select: chicken (0)->choose color: black|white [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chicken is black.", "image": "n240973.jpg", "question_id": 201735418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735420"], "equivalent": ["201735419"], "question": "What do you think is standing on top of the desk?", "isBalanced": true, "groups": {"global": "", "local": "14-desk_standing on top of,s"}, "answer": "chicken", "semanticStr": "select: desk (7)->relate: _,standing on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"10": "7"}, "fullAnswer": {"1": "0", "8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chicken is standing on top of the desk.", "image": "n240973.jpg", "question_id": 201735419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202270974", "202270973"], "equivalent": ["202270987"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shoes (12)->relate: person,wearing,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "12"}, "fullAnswer": {"1": "8", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing shoes.", "image": "n469156.jpg", "question_id": 202270987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202270974", "202270973"], "equivalent": ["202270989"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: helmet (9)->relate: person,wearing,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "9"}, "fullAnswer": {"1": "8", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a helmet.", "image": "n469156.jpg", "question_id": 202270989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (0)"}, {"operation": "relate", "dependencies": [0], "argument": "batter,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202053395"], "equivalent": ["202053394"], "question": "What do you think is the batter in front of the umpire looking at?", "isBalanced": true, "groups": {"global": "sport", "local": "14-batter_looking at,o"}, "answer": "baseball", "semanticStr": "select: umpire (0)->relate: batter,in front of,s (4) [0]->relate: _,looking at,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11": "0", "6": "4"}, "fullAnswer": {"1": "4", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is looking at the baseball.", "image": "n334278.jpg", "question_id": 202053394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20865374"], "question": "What is in front of the barn?", "isBalanced": true, "groups": {"global": "tree", "local": "14-barn_in front of,s"}, "answer": "trees", "semanticStr": "select: barn (5)->relate: _,in front of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the barn.", "image": "n143935.jpg", "question_id": 20865374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20248084", "20248062", "20248071", "20248063", "20248061", "20248057", "20248070", "20248055", "20248054", "20248072", "20248059", "20248058"], "equivalent": ["20248060"], "question": "What color is the long bench?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bench_color"}, "answer": "dark brown", "semanticStr": "select: bench (4)->filter length: long [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is dark brown.", "image": "n49310.jpg", "question_id": 20248060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (15)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20416423", "20416422", "20416420", "20416418", "20416419", "20416417"], "equivalent": ["20416421"], "question": "Is the sausage in the bottom part or in the top of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-sausage_vposition"}, "answer": "top", "semanticStr": "select: sausage (15)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sausage is in the top of the image.", "image": "n234722.jpg", "question_id": 20416421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202248985", "202248967", "202248973", "202248972", "202248971", "202248970", "202248977", "202248976", "202248974", "202248968", "202248969", "202248979", "202248978", "202248982", "202248980", "202248981"], "equivalent": ["202248975"], "question": "How big is the black vehicle?", "isBalanced": true, "groups": {"global": "size", "local": "10q-suv_size"}, "answer": "large", "semanticStr": "select: vehicle (0)->filter color: black [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The SUV is large.", "image": "n522733.jpg", "question_id": 202248975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (16)"}, {"operation": "relate", "dependencies": [0], "argument": "sausage,to the left of,s (15)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20416434", "20416435", "20416436", "20416437", "20416430", "20416431", "20416432", "20416433", "20416438", "20416439", "20416456", "20416457", "20416454", "20416455", "20416452", "20416453", "20416451", "20416425", "20416429", "20416428", "20416462", "20416445", "20416444", "20416447", "20416446", "20416441", "20416440", "20416443", "20416442", "20416464", "20416463", "20416448", "20416461"], "equivalent": ["20416424"], "question": "Does the sausage that is to the left of the pan look small and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "yes", "semanticStr": "select: pan (16)->relate: sausage,to the left of,s (15) [0]->verify color: brown [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "16", "2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sausage is small and brown.", "image": "n234722.jpg", "question_id": 20416424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202101168"], "equivalent": ["202101167"], "question": "Who is riding on a skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (5)->relate: person,riding on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4:6": "5"}, "fullAnswer": {"1": "4", "5:7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is riding on a skateboard.", "image": "n472825.jpg", "question_id": 202101167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (12)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,behind,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201935081", "201935083", "201935085", "201935084", "201935108", "201935069", "201935070", "201935071", "201935072", "201935074", "201935075", "201935076", "201935077"], "equivalent": ["201935073"], "question": "How tall is the lamp that is behind the tree?", "isBalanced": true, "groups": {"global": "height", "local": "10q-lamp_height"}, "answer": "tall", "semanticStr": "select: tree (12)->relate: lamp,behind,s (10) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"9": "12", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is tall.", "image": "n556604.jpg", "question_id": 201935073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202101161"], "equivalent": ["202101162"], "question": "Who is wearing the jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: jeans (16)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "4": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing jeans.", "image": "n472825.jpg", "question_id": 202101162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (4)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202101164"], "equivalent": ["202101163", "202101164"], "question": "What is the skateboarder that is not female wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-skateboarder_wearing,o"}, "answer": "jeans", "semanticStr": "select: skateboarder (4)->filter gender: not(female) [0]->relate: _,wearing,o (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3": "4", "7": "4"}, "fullAnswer": {"1": "4", "4": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing jeans.", "image": "n472825.jpg", "question_id": 202101163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202101162"], "equivalent": ["202101161"], "question": "Who is wearing jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: jeans (16)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "16"}, "fullAnswer": {"1": "4", "4": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing jeans.", "image": "n472825.jpg", "question_id": 202101161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20240826", "20240933", "20240934", "20240936", "20240937"], "equivalent": ["20240934", "20240935"], "question": "What is the item of furniture underneath the water bottle?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-water bottle_underneath,s"}, "answer": "table", "semanticStr": "select: water bottle (12)->relate: furniture,underneath,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"8:10": "12", "3:6": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n166008.jpg", "question_id": 20240935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "lace"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20862873", "20862872", "20862877", "20862876", "20862874", "20862878", "20862883"], "equivalent": ["20862875"], "question": "The dress made of lace has which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dress_color"}, "answer": "white", "semanticStr": "select: dress (3)->filter material: lace [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "3", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dress is white.", "image": "n94074.jpg", "question_id": 20862875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(greasy)"}, {"operation": "choose name", "dependencies": [1], "argument": "pizza|sausage"}], "entailed": ["202036950"], "equivalent": ["202036950", "202036951"], "question": "What food is not greasy, the sausage or the pizza?", "isBalanced": true, "groups": {"global": "meat", "local": "12c-food_n#greasy"}, "answer": "sausage", "semanticStr": "select: food (7)->filter: not(greasy) [0]->choose name: pizza|sausage [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "6", "9": "6", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The sausage is not greasy.", "image": "n200225.jpg", "question_id": 202036951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20794154", "20794155", "20794156", "20794157", "20794153", "20794159", "20794173", "20794175", "20794174", "20794166"], "equivalent": ["20794158"], "question": "Which material was used to make the white plate?", "isBalanced": true, "groups": {"global": "material", "local": "10q-plate_material"}, "answer": "porcelain", "semanticStr": "select: plate (2)->filter color: white [0]->query: material [1]", "annotations": {"answer": {}, "question": {"7:9": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is made of porcelain.", "image": "n278453.jpg", "question_id": 20794158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "lace"}, {"operation": "verify length", "dependencies": [1], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20862872"], "question": "Does the dress made of lace look white and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "no", "semanticStr": "select: dress (3)->filter material: lace [0]->verify length: short [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dress is white but long.", "image": "n94074.jpg", "question_id": 20862872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20862869"], "equivalent": ["20862870"], "question": "What kind of clothing is not long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#long"}, "answer": "suit", "semanticStr": "select: clothing (10)->filter length: not(long) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a suit.", "image": "n94074.jpg", "question_id": 20862870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (22)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20647261", "20647260", "20647270", "20647262", "20647269"], "equivalent": ["20647268"], "question": "Is there any short grass in the picture?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_short"}, "answer": "yes", "semanticStr": "select: grass (22)->filter height: short [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "22"}, "fullAnswer": {"4": "22"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is short grass.", "image": "n98540.jpg", "question_id": 20647268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "picture (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20621957", "20621959", "20621958"], "equivalent": ["20621960"], "question": "Do you see lamps or pictures?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lamp_picture"}, "answer": "no", "semanticStr": "select: lamp (-)->exist: ? [0]->select: picture (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no pictures or lamps.", "image": "n210269.jpg", "question_id": 20621960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20705792", "20705814", "20705813", "20705812", "20705811"], "equivalent": ["20705811", "20705810"], "question": "What piece of furniture is shown?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "desk", "semanticStr": "select: furniture (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n264887.jpg", "question_id": 20705810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["202119883", "202119880", "202119888", "202119881", "202119887", "202119873", "202119871", "202119870", "202119872", "202119874", "202119868", "202119869", "202119866", "202119867", "202119879"], "equivalent": ["202119882"], "question": "Is this a clean refrigerator?", "isBalanced": true, "groups": {"global": null, "local": "06-refrigerator_clean"}, "answer": "yes", "semanticStr": "select: refrigerator (0)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a clean refrigerator.", "image": "n500308.jpg", "question_id": 202119882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cut)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611689", "20611639", "20611638", "20611690"], "equivalent": ["20611688", "20611689"], "question": "What type of food is not cut?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#cut"}, "answer": "grapes", "semanticStr": "select: food (2)->filter: not(cut) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is grapes.", "image": "n28996.jpg", "question_id": 20611688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (8)"}, {"operation": "select", "dependencies": [], "argument": "helmet (1) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201462172", "201462173"], "equivalent": ["201462174"], "question": "Do the glove and the helmet have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-glove_helmet"}, "answer": "no", "semanticStr": "select: glove (8)->select: helmet (1) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "1"}, "fullAnswer": {"3": "8", "6": "1"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the glove and the helmet are black.", "image": "n508641.jpg", "question_id": 201462174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20381239", "20381238", "20381237", "20381236", "20381234", "20381192", "20381191", "20381240", "20381241"], "equivalent": ["20381235"], "question": "What is under the device the computer monitor is above?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-keyboard_under,s"}, "answer": "desk", "semanticStr": "select: computer monitor (6)->relate: device,above,o (8) [0]->relate: _,under,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"6:8": "6", "4": "8"}, "fullAnswer": {"1": "11", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is under the keyboard.", "image": "n398257.jpg", "question_id": 20381235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202159042"], "question": "What is in front of the sky?", "isBalanced": true, "groups": {"global": "building", "local": "14-sky_in front of,s"}, "answer": "buildings", "semanticStr": "select: sky (7)->relate: _,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The buildings are in front of the sky.", "image": "n406334.jpg", "question_id": 202159042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201407207"], "equivalent": ["201407208"], "question": "Who is watching the man?", "isBalanced": true, "groups": {"global": "", "local": "14-man_watching,s"}, "answer": "crowd", "semanticStr": "select: man (0)->relate: person,watching,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the man.", "image": "n282607.jpg", "question_id": 201407208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20381230", "20381228", "20381229", "20381233", "20381232", "20381227", "20381226"], "equivalent": ["20381231", "20381232"], "question": "What is the shape of the desk that is below the keyboard?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-desk_shape"}, "answer": "rectangular", "semanticStr": "select: keyboard (8)->relate: desk,below,s (11) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"11": "8", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is rectangular.", "image": "n398257.jpg", "question_id": 20381231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201407208"], "equivalent": ["201407207"], "question": "Who is watching the person that holds the tennis racket?", "isBalanced": true, "groups": {"global": "", "local": "14-man_watching,s"}, "answer": "crowd", "semanticStr": "select: racket (3)->relate: person,holding,s (0) [0]->relate: person,watching,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"8:10": "3", "4": "0"}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the man.", "image": "n282607.jpg", "question_id": 201407207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (27)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923042", "20923043", "20923044", "20923045", "20923036", "20923061", "20923062", "20923037", "20923039", "20923038"], "equivalent": ["20923063"], "question": "What vehicle is red?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_red"}, "answer": "fire truck", "semanticStr": "select: vehicle (27)->filter color: red [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"1": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n480253.jpg", "question_id": 20923063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (2)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20491985", "20491987", "20491986", "20491981", "20491980", "20491983", "20491982", "20491989", "20491988", "20491978", "20491979", "20491974", "20491975", "20491976", "20491977", "20491970", "20491971", "20491972", "20491973", "20491994", "20491995", "20491992", "20491993", "20491990", "20491991", "20491969", "20491968", "20491963", "20491962", "20491966", "20491965", "20491964"], "equivalent": ["20491961"], "question": "Does the man that is to the left of the bear look tall and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_tall"}, "answer": "yes", "semanticStr": "select: bear (9)->relate: man,to the left of,s (2) [0]->verify age: old [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "9", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is tall and old.", "image": "n335542.jpg", "question_id": 20491961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (20)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bottle,underneath,o (-)"}], "entailed": [], "equivalent": ["20609271"], "question": "Is the table underneath a bottle?", "isBalanced": true, "groups": {"global": null, "local": "13-table_bottle"}, "answer": "no", "semanticStr": "select: table (20)->verify rel: bottle,underneath,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20", "6": "18"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the table is underneath the plate.", "image": "n437064.jpg", "question_id": 20609271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "select", "dependencies": [], "argument": "rooftop (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201979155"], "question": "Do the skateboard and the rooftop have the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-rooftop_skateboard"}, "answer": "no", "semanticStr": "select: skateboard (0)->select: rooftop (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "8"}, "fullAnswer": {"9": "8", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the skateboard is made of wood and the rooftop is made of metal.", "image": "n329514.jpg", "question_id": 201979155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}], "entailed": ["201752614", "201752611", "201752613", "201752612", "201752608", "201752609", "201752618", "201752621", "201752606", "201752627", "201752610"], "equivalent": ["201752607"], "question": "Is the necktie dark?", "isBalanced": true, "groups": {"global": null, "local": "06-tie_dark"}, "answer": "yes", "semanticStr": "select: tie (10)->verify color: dark [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the necktie is dark.", "image": "n262929.jpg", "question_id": 201752607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "steps (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify rel", "dependencies": [1], "argument": "window,below,o (3)"}], "entailed": [], "equivalent": ["201979159"], "question": "Are the concrete steps below the window that is below the chimney?", "isBalanced": true, "groups": {"global": null, "local": "13-steps_window"}, "answer": "yes", "semanticStr": "select: steps (10)->filter material: concrete [0]->verify rel: window,below,o (3) [1]", "annotations": {"answer": {}, "question": {"11": "4", "2:4": "10", "6": "3"}, "fullAnswer": {"2": "10", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the steps are below the window.", "image": "n329514.jpg", "question_id": 201979159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (21)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201983167", "201983170", "201983171", "201983172", "201983169"], "equivalent": ["201983173"], "question": "What shape are the pillows that look big?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pillows_shape"}, "answer": "square", "semanticStr": "select: pillows (21)->filter size: large [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "21", "7": "21"}, "fullAnswer": {"1": "21"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are square.", "image": "n526228.jpg", "question_id": 201983173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,inside,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879614", "201879577", "201879608", "201879613", "201879612", "201879611", "201879610", "201879615", "201879607"], "equivalent": ["201879609"], "question": "What animal is inside the truck?", "isBalanced": true, "groups": {"global": "animal", "local": "14-truck_inside,s"}, "answer": "dog", "semanticStr": "select: truck (18)->relate: animal,inside,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is inside the truck.", "image": "n290409.jpg", "question_id": 201879609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "paper"}, {"operation": "verify shape", "dependencies": [1], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202285130", "202285133", "202285136", "202285131", "202285137", "202285132", "202285123", "202285122", "202285121", "202285119", "202285127", "202285126", "202285125", "202285124", "202285138", "202285134", "202285128", "202285120", "202285135"], "equivalent": ["202285129", "202285128"], "question": "Does the paper napkin look square and white?", "isBalanced": true, "groups": {"global": null, "local": "05-square_white"}, "answer": "yes", "semanticStr": "select: napkin (12)->filter material: paper [0]->verify shape: square [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the napkin is square and white.", "image": "n100991.jpg", "question_id": 202285129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706384", "20706270", "20706385", "20706377", "20706376"], "equivalent": ["20706378"], "question": "Which kind of device is behind the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_behind,s"}, "answer": "speaker", "semanticStr": "select: keyboard (2)->relate: device,behind,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n264887.jpg", "question_id": 20706378}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360719"], "equivalent": ["201360718"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (8)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "8"}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a shirt.", "image": "n541688.jpg", "question_id": 201360718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "dog,inside,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201879600"], "question": "Does the dog inside the truck look black and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-black_happy"}, "answer": "no", "semanticStr": "select: truck (18)->relate: dog,inside,s (7) [0]->verify color: black [1]->verify face expression: happy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "18"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dog is happy but light brown.", "image": "n290409.jpg", "question_id": 201879600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,s (5)"}, {"operation": "verify", "dependencies": [1], "argument": "empty"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202226085"], "question": "Does the bowl to the right of the plate look white and empty?", "isBalanced": true, "groups": {"global": null, "local": "05-empty_white"}, "answer": "no", "semanticStr": "select: plate (8)->relate: bowl,to the right of,s (5) [0]->verify: empty [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bowl is white but full.", "image": "n336443.jpg", "question_id": 202226085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706378", "20706384", "20706270", "20706385", "20706377"], "equivalent": ["20706376"], "question": "What type of device is behind the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_behind,s"}, "answer": "speaker", "semanticStr": "select: keyboard (2)->relate: device,behind,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9", "7": "2"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n264887.jpg", "question_id": 20706376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201535877", "201535878", "201535879", "201535880"], "equivalent": ["201535876"], "question": "Is the white rope on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-rope_right"}, "answer": "yes", "semanticStr": "select: rope (7)->filter color: white [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the rope is on the right of the image.", "image": "n272098.jpg", "question_id": 201535876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20984504", "20984505", "20984507", "20984516", "20984509", "20984510"], "equivalent": ["20984506"], "question": "Which color is the skateboard?", "isBalanced": true, "groups": {"global": "color", "local": "10q-skateboard_color"}, "answer": "yellow", "semanticStr": "select: skateboard (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboard is yellow.", "image": "n12214.jpg", "question_id": 20984506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201337225", "201336940"], "equivalent": ["201336939"], "question": "What is he in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_in front of,o"}, "answer": "bench", "semanticStr": "select: he (1)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"2": "1"}, "fullAnswer": {"1": "1", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the bench.", "image": "n329479.jpg", "question_id": 201336939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "select", "dependencies": [], "argument": "skateboard (2) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201336930"], "question": "What do the bench and the skateboard have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bench_skateboard"}, "answer": "material", "semanticStr": "select: bench (8)->select: skateboard (2) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "8", "6": "2"}, "fullAnswer": {"4": "8", "7": "2"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the bench and the skateboard are wooden.", "image": "n329479.jpg", "question_id": 201336930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|stained"}], "entailed": ["202162118", "202162149", "202162148", "202162150", "202162141", "202162140", "202162147", "202162146", "202162130", "202162144", "202162143"], "equivalent": ["202162151"], "question": "How does the floor made of wood look, stained or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-floor_cleanliness"}, "answer": "clean", "semanticStr": "select: floor (17)->filter material: wood [0]->choose cleanliness: clean|stained [1]", "annotations": {"answer": {}, "question": {"3": "17", "6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is clean.", "image": "n69237.jpg", "question_id": 202162151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201822316", "201822317", "201822314", "201822315", "201822318", "201822319", "201822329", "201822328", "201822323", "201822322", "201822327", "201822326", "201822325"], "equivalent": ["201822321"], "question": "What is the sink made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain.", "image": "n417401.jpg", "question_id": 201822321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20756823", "20756824", "20756825"], "equivalent": ["20756826"], "question": "On which side are the plates?", "isBalanced": true, "groups": {"global": null, "local": "10q-plates_hposition"}, "answer": "right", "semanticStr": "select: plates (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plates are on the right of the image.", "image": "n433532.jpg", "question_id": 20756826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,below,s (2)"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,behind,s (3)"}], "entailed": ["201882968"], "equivalent": ["201882967"], "question": "Is the wood chair behind the desk below the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-desk_chair"}, "answer": "no", "semanticStr": "select: mirror (1)->relate: desk,below,s (2) [0]->verify rel: chair,behind,s (3) [1]", "annotations": {"answer": {}, "question": {"9": "1", "2:4": "3", "6": "2"}, "fullAnswer": {"8": "2", "2": "3"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the chair is in front of the desk.", "image": "n125122.jpg", "question_id": 201882967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing beside,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201438689"], "question": "Who is standing beside the home plate?", "isBalanced": true, "groups": {"global": "person", "local": "14-home plate_standing beside,s"}, "answer": "batter", "semanticStr": "select: home plate (6)->relate: person,standing beside,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6:8": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing beside the home plate.", "image": "n66756.jpg", "question_id": 201438689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20248153", "20248154"], "equivalent": ["20248155"], "question": "What kind of clothing is striped?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "sweater", "semanticStr": "select: clothing (8)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweater.", "image": "n49310.jpg", "question_id": 20248155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (0)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}], "entailed": ["202228249", "202228248", "202228247", "202228251", "202228252"], "equivalent": ["202228250"], "question": "Does that pepper shaker look round?", "isBalanced": true, "groups": {"global": null, "local": "06-pepper shaker_round"}, "answer": "yes", "semanticStr": "select: pepper shaker (0)->verify shape: round [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pepper shaker is round.", "image": "n77818.jpg", "question_id": 202228250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060025", "202060024", "202060197"], "equivalent": ["202060198"], "question": "Which kind of furniture are the curtains behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtains_behind,o"}, "answer": "couch", "semanticStr": "select: curtains (20)->relate: furniture,behind,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "20", "5": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtains are behind the couch.", "image": "n14087.jpg", "question_id": 202060198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (12)"}, {"operation": "relate", "dependencies": [0], "argument": "window,near,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201429087", "201429102", "201429115", "201429103", "201429106", "201429107", "201429104"], "equivalent": ["201429105"], "question": "The window near the switch has which shape?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-window_shape"}, "answer": "rectangular", "semanticStr": "select: light switch (12)->relate: window,near,s (7) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"1": "7", "4": "12"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is rectangular.", "image": "n64959.jpg", "question_id": 201429105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151523"], "equivalent": ["20151524"], "question": "What is in the coffee?", "isBalanced": true, "groups": {"global": "material", "local": "14-coffee_in,s"}, "answer": "straw", "semanticStr": "select: coffee (1)->relate: _,in,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The straw is in the coffee.", "image": "n313060.jpg", "question_id": 20151524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "straw (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151526", "20151527", "20151528", "20151542", "20151543"], "equivalent": ["20151525"], "question": "What is the straw in?", "isBalanced": true, "groups": {"global": "liquid", "local": "14-straw_in,o"}, "answer": "coffee", "semanticStr": "select: straw (12)->relate: _,in,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The straw is in the coffee.", "image": "n313060.jpg", "question_id": 20151525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "straw (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151525", "20151527", "20151528", "20151542", "20151543"], "equivalent": ["20151526"], "question": "What's the straw in?", "isBalanced": true, "groups": {"global": "liquid", "local": "14-straw_in,o"}, "answer": "coffee", "semanticStr": "select: straw (12)->relate: _,in,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "12", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The straw is in the coffee.", "image": "n313060.jpg", "question_id": 20151526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,inside,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201822227", "201822231"], "equivalent": ["201822226"], "question": "What kind of furniture is inside the small bathroom?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bathroom_inside,s"}, "answer": "shelf", "semanticStr": "select: bathroom (15)->filter size: small [0]->relate: furniture,inside,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12", "7:9": "15"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n417401.jpg", "question_id": 201822226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose rel", "dependencies": [1], "argument": "toilet,to the left of|to the right of,s (8)"}], "entailed": ["20752492", "20752395", "20752394"], "equivalent": ["20752493"], "question": "Is the white toilet to the left or to the right of the cabinet that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinet_toilet"}, "answer": "left", "semanticStr": "select: cabinet (3)->filter material: wood [0]->choose rel: toilet,to the left of|to the right of,s (8) [1]", "annotations": {"answer": {}, "question": {"18": "3", "13": "3", "2:4": "8"}, "fullAnswer": {"1": "8", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The toilet is to the left of the cabinet.", "image": "n209843.jpg", "question_id": 20752493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (18)"}, {"operation": "filter", "dependencies": [0], "argument": "thin"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879467", "201879468", "201879435", "201879434"], "equivalent": ["201879469"], "question": "What vehicle is thin?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_thin"}, "answer": "truck", "semanticStr": "select: vehicle (18)->filter: thin [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"1": "18"}, "fullAnswer": {"1": "18", "4": "18"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n290409.jpg", "question_id": 201879469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": ["201713270", "201713269", "201713268"], "equivalent": ["201713269", "201713268", "201713270", "201713271"], "question": "Is it an outdoors or indoors picture?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors.", "image": "n455563.jpg", "question_id": 201713271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "monitor (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201763625", "201763626", "201763623"], "equivalent": ["201763624", "201763625", "201763623"], "question": "Are there any black phones or monitors?", "isBalanced": true, "groups": {"global": null, "local": "04-phone_black"}, "answer": "yes", "semanticStr": "select: phone (12)->filter color: black [0]->exist: ? [1]->select: monitor (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"5": "12"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black phone.", "image": "n246334.jpg", "question_id": 201763624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201438339"], "question": "What is the door covered in?", "isBalanced": true, "groups": {"global": "", "local": "14-door_covered in,o"}, "answer": "net", "semanticStr": "select: door (12)->relate: _,covered in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "12", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is covered in net.", "image": "n66756.jpg", "question_id": 201438339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (3)"}, {"operation": "choose rel", "dependencies": [1], "argument": "bottle,to the right of|to the left of,s (10)"}], "entailed": ["20866003", "20866004", "20866005"], "equivalent": ["20866006"], "question": "Is the bottle to the right or to the left of the person on the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bottle"}, "answer": "right", "semanticStr": "select: floor (5)->relate: person,on,s (3) [0]->choose rel: bottle,to the right of|to the left of,s (10) [1]", "annotations": {"answer": {}, "question": {"2": "10", "12": "3", "15": "5"}, "fullAnswer": {"1": "10", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bottle is to the right of the woman.", "image": "n579256.jpg", "question_id": 20866006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}], "entailed": ["20461955", "20461954", "20461962", "20461956", "20461951", "20461953", "20461960"], "equivalent": ["20461952"], "question": "Is the coat gray?", "isBalanced": true, "groups": {"global": null, "local": "06-coat_gray"}, "answer": "yes", "semanticStr": "select: coat (2)->verify color: gray [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the coat is gray.", "image": "n571179.jpg", "question_id": 20461952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20541125"], "question": "Is the shirt long sleeved and striped?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_striped"}, "answer": "no", "semanticStr": "select: shirt (10)->verify: long sleeved [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is striped but short sleeved.", "image": "n527290.jpg", "question_id": 20541125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlet (5)"}, {"operation": "select", "dependencies": [], "argument": "bathroom (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201713275"], "question": "What is common to the outlet and the bathroom?", "isBalanced": true, "groups": {"global": null, "local": "09common-bathroom_outlet"}, "answer": "color", "semanticStr": "select: outlet (5)->select: bathroom (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "5": "5"}, "fullAnswer": {"4": "5", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the outlet and the bathroom are white.", "image": "n455563.jpg", "question_id": 201713275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201739156", "201739151", "201739150", "201739153", "201739155", "201739154", "201739157", "201739149"], "equivalent": ["201739152"], "question": "What color do you think the shirt is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "red", "semanticStr": "select: shirt (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is red.", "image": "n485969.jpg", "question_id": 201739152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "machine (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cone,behind,o (0)"}], "entailed": ["20785984"], "equivalent": ["20786308"], "question": "Is the machine behind a cone?", "isBalanced": true, "groups": {"global": null, "local": "13-machine_cone"}, "answer": "yes", "semanticStr": "select: machine (6)->verify rel: cone,behind,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "6", "5": "0"}, "fullAnswer": {"2": "6", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the machine is behind a cone.", "image": "n12404.jpg", "question_id": 20786308}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "medicine cabinet (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201713635", "201713636", "201713637", "201713638", "201713639"], "equivalent": ["201713640"], "question": "On which side is the medicine cabinet?", "isBalanced": true, "groups": {"global": null, "local": "10q-medicine cabinet_hposition"}, "answer": "right", "semanticStr": "select: medicine cabinet (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5:7": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The medicine cabinet is on the right of the image.", "image": "n455563.jpg", "question_id": 201713640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "table,behind,o (8)"}], "entailed": ["202174630"], "equivalent": ["202174460"], "question": "Is the bench behind the table that looks red?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_table"}, "answer": "yes", "semanticStr": "select: bench (7)->verify rel: table,behind,o (8) [0]", "annotations": {"answer": {}, "question": {"8": "8", "2": "7", "5": "8"}, "fullAnswer": {"2": "7", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bench is behind the table.", "image": "n398429.jpg", "question_id": 202174460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201143400", "201143401", "201143402", "201143403"], "equivalent": ["201143404", "201143403"], "question": "Which side of the image is the old picture on?", "isBalanced": true, "groups": {"global": null, "local": "10q-picture_hposition"}, "answer": "left", "semanticStr": "select: picture (8)->filter age: old [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is on the left of the image.", "image": "n276011.jpg", "question_id": 201143404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20827123", "20827110", "20827108", "20827109", "20827098", "20827136", "20827104", "20827105", "20827107", "20827100", "20827101", "20827102", "20827096", "20827112", "20827097"], "equivalent": ["20827107", "20827106"], "question": "What is the color of the countertop that looks rectangular?", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "light brown", "semanticStr": "select: countertop (12)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "12", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is light brown.", "image": "n283587.jpg", "question_id": 20827106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (9)"}, {"operation": "select", "dependencies": [], "argument": "bookcase (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20441885", "20441883"], "equivalent": ["20441885", "20441884"], "question": "Does the plant have a different color than the bookcase?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bookcase_plant"}, "answer": "yes", "semanticStr": "select: plant (9)->select: bookcase (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "2": "9"}, "fullAnswer": {"2": "9", "7": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the plant is green and the bookcase is white.", "image": "n207708.jpg", "question_id": 20441884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (3)"}, {"operation": "select", "dependencies": [], "argument": "floor (11) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202119720", "202119723", "202119722", "202119719"], "equivalent": ["202119721", "202119720", "202119723", "202119722"], "question": "Is the color of the table different than the color of the floor?", "isBalanced": true, "groups": {"global": null, "local": "09diff-floor_table"}, "answer": "no", "semanticStr": "select: table (3)->select: floor (11) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "11", "5": "3"}, "fullAnswer": {"3": "3", "6": "11"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the table and the floor are black.", "image": "n500308.jpg", "question_id": 202119721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030631"], "equivalent": ["201030632"], "question": "Who is sitting on top of the couch?", "isBalanced": true, "groups": {"global": "person", "local": "14-couch_sitting on top of,s"}, "answer": "boy", "semanticStr": "select: couch (17)->relate: person,sitting on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "8": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting on top of the couch.", "image": "n54424.jpg", "question_id": 201030632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20786250", "20786216", "20786222", "20786249", "20786217", "20786200", "20786210", "20786211", "20786212", "20786214", "20786215", "20786208", "20786207", "20786206", "20786205", "20786204", "20786221", "20786201", "20786220"], "equivalent": ["20786209"], "question": "What is the color of the container?", "isBalanced": true, "groups": {"global": "color", "local": "10q-container_color"}, "answer": "orange", "semanticStr": "select: container (7)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is orange.", "image": "n12404.jpg", "question_id": 20786209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060025", "202060024", "202060198"], "equivalent": ["202060197"], "question": "What is the item of furniture that the curtains are behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtains_behind,o"}, "answer": "couch", "semanticStr": "select: curtains (20)->relate: furniture,behind,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"8": "20", "3:6": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n14087.jpg", "question_id": 202060197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,below,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201574326"], "question": "Are there chairs below the window?", "isBalanced": true, "groups": {"global": null, "local": "13-window_chair"}, "answer": "no", "semanticStr": "select: window (7)->relate: chair,below,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "4", "7": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a man below the window.", "image": "n116329.jpg", "question_id": 201574326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "choose color", "dependencies": [0], "argument": "green|brown"}], "entailed": [], "equivalent": ["201972765"], "question": "Is the grass brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-grass_color"}, "answer": "green", "semanticStr": "select: grass (12)->choose color: green|brown [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The grass is green.", "image": "n541482.jpg", "question_id": 201972765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201972767"], "question": "Do you see either a kite or a lamp there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-kite_lamp"}, "answer": "yes", "semanticStr": "select: kite (1)->exist: ? [0]->select: lamp (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a kite.", "image": "n541482.jpg", "question_id": 201972767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391838"], "equivalent": ["201391839"], "question": "Who wears the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "man", "semanticStr": "select: shorts (5)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "3": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears shorts.", "image": "n477702.jpg", "question_id": 201391839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "toaster,above,s (4)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20317288", "20317290", "20317208"], "equivalent": ["20317290", "20317289", "20317288"], "question": "Is there a toaster above the drawer?", "isBalanced": true, "groups": {"global": null, "local": "13-drawer_toaster"}, "answer": "yes", "semanticStr": "select: drawer (24)->relate: toaster,above,s (4) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "4", "6": "24"}, "fullAnswer": {"4": "4", "7": "24"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toaster above the drawer.", "image": "n350766.jpg", "question_id": 20317289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,near,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20929389"], "question": "Is the motorcycle near the jacket black and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "no", "semanticStr": "select: jacket (3)->relate: motorcycle,near,s (13) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "5": "3"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the motorcycle is metallic but silver.", "image": "n9181.jpg", "question_id": 20929389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "filter activity", "dependencies": [0], "argument": "posing"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201640320", "201640322", "201640319", "201640492"], "equivalent": ["201640321"], "question": "Who is the person that is posing holding?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_holding,o"}, "answer": "women", "semanticStr": "select: person (14)->filter activity: posing [0]->relate: person,holding,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "14", "6": "14"}, "fullAnswer": {"1": "14", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the women.", "image": "n235859.jpg", "question_id": 201640321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201346478", "201346474", "201346475", "201346476", "201346473"], "equivalent": ["201346477"], "question": "Is the van in the top part or in the bottom of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-van_vposition"}, "answer": "top", "semanticStr": "select: van (0)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The van is in the top of the image.", "image": "n131634.jpg", "question_id": 201346477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201832687", "201832686"], "equivalent": ["201832688"], "question": "Is there a clock that is not on?", "isBalanced": true, "groups": {"global": null, "local": "04-clock_n#on"}, "answer": "no", "semanticStr": "select: clock (8)->filter: not(on) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThatNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a clock but it is on.", "image": "n432591.jpg", "question_id": 201832688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cabinet (8) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20896599", "20896603", "20896598"], "equivalent": ["20896604"], "question": "Are there any ovens or cabinets that are black?", "isBalanced": true, "groups": {"global": null, "local": "04-oven_black"}, "answer": "yes", "semanticStr": "select: oven (9)->filter color: black [0]->exist: ? [1]->select: cabinet (8) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "9", "5": "8"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the oven is black.", "image": "n548534.jpg", "question_id": 20896604}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317289", "20317288", "20317208", "20317290", "20317287", "20317286"], "equivalent": ["20317285", "20317286"], "question": "What is the appliance above the drawer called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-drawer_above,s"}, "answer": "toaster", "semanticStr": "select: drawer (24)->relate: appliance,above,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6": "24"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n350766.jpg", "question_id": 20317285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": [], "equivalent": ["201391788"], "question": "Does the cloth shirt have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_blue"}, "answer": "no", "semanticStr": "select: shirt (10)->filter material: cloth [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is black.", "image": "n477702.jpg", "question_id": 201391788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317289", "20317288", "20317208", "20317290", "20317285", "20317286"], "equivalent": ["20317287"], "question": "What appliance is above the drawer?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-drawer_above,s"}, "answer": "toaster", "semanticStr": "select: drawer (24)->relate: appliance,above,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n350766.jpg", "question_id": 20317287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (13)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20929383", "20929386", "20929385"], "equivalent": ["20929384"], "question": "Is the motorcycle on the right part?", "isBalanced": true, "groups": {"global": null, "local": "06-motorcycle_right"}, "answer": "no", "semanticStr": "select: motorcycle (13)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the motorcycle is on the left of the image.", "image": "n9181.jpg", "question_id": 20929384}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify company", "dependencies": [1], "argument": "adidas"}, {"operation": "verify", "dependencies": [1], "argument": "modern "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201751793", "201751792", "201751795", "201751797", "201751796", "201751799", "201751798", "201751814", "201751812", "201751813", "201751810", "201751811", "201751825", "201751844", "201751842", "201751823", "201751818", "201751826", "201751803", "201751824", "201751804", "201751807", "201751806", "201751809", "201751816", "201751817"], "equivalent": ["201751805", "201751806"], "question": "Is the plastic bat Adidas and modern?", "isBalanced": true, "groups": {"global": null, "local": "05-adidas_modern"}, "answer": "yes", "semanticStr": "select: bat (4)->filter material: plastic [0]->verify company: adidas [1]->verify: modern  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bat is Adidas and modern.", "image": "n355567.jpg", "question_id": 201751805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (17)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258165", "202258164", "202258266", "202258267"], "equivalent": ["202258265"], "question": "What is the animal that is on top of the ground?", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_on top of,s"}, "answer": "horse", "semanticStr": "select: ground (17)->relate: animal,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"10": "17", "3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,playing in,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202257146", "202257100", "202257145"], "equivalent": ["202257147"], "question": "What kind of animal is playing in the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_playing in,s"}, "answer": "dog", "semanticStr": "select: grass (12)->relate: animal,playing in,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n92308.jpg", "question_id": 202257147}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["201974565", "201974552", "201974553"], "equivalent": ["201974551"], "question": "Are the trousers brown?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_brown"}, "answer": "no", "semanticStr": "select: pants (11)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trousers are white.", "image": "n274905.jpg", "question_id": 201974551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624049", "201624050"], "equivalent": ["201624025"], "question": "Who is the plate in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-plate_in front of,o"}, "answer": "woman", "semanticStr": "select: plate (12)->relate: person,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "12", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plate is in front of the woman.", "image": "n59676.jpg", "question_id": 201624025}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing beside,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201303500", "201303364", "201303363", "201303362", "201303361", "201303360"], "equivalent": ["201303359"], "question": "What is the man that is not young standing beside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_standing beside,o"}, "answer": "chair", "semanticStr": "select: man (0)->filter age: not(young) [0]->relate: _,standing beside,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "0", "7": "0"}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the chair.", "image": "n518912.jpg", "question_id": 201303359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201713542", "201713543", "201713540", "201713541", "201713546", "201713545", "201713539"], "equivalent": ["201713544"], "question": "On which side of the picture is the small bottle, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-spray bottle_hposition"}, "answer": "left", "semanticStr": "select: bottle (2)->filter size: small [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The spray bottle is on the left of the image.", "image": "n455563.jpg", "question_id": 201713544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201758078", "201758077"], "equivalent": ["201758079"], "question": "Is the woman in the top part or in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_vposition"}, "answer": "top", "semanticStr": "select: woman (11)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is in the top of the image.", "image": "n4777.jpg", "question_id": 201758079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,floating on,s (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100632"], "equivalent": ["202100630"], "question": "What type of watercraft is floating on the ocean?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_floating on,s"}, "answer": "boats", "semanticStr": "select: ocean (0)->relate: watercraft,floating on,s (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"8": "0", "3": "21"}, "fullAnswer": {"1": "21", "3": "21"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n386688.jpg", "question_id": 202100630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}], "entailed": ["20480543", "20480555", "20480556", "20480557", "20480552", "20480558", "20480559"], "equivalent": ["20480553"], "question": "Is the water bottle full?", "isBalanced": true, "groups": {"global": null, "local": "06-water bottle_full"}, "answer": "yes", "semanticStr": "select: water bottle (5)->verify: full [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the water bottle is full.", "image": "n520071.jpg", "question_id": 20480553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "relate", "dependencies": [0], "argument": "man,behind,o (3)"}, {"operation": "choose rel", "dependencies": [1], "argument": "fence,to the right of|to the left of,s (17)"}], "entailed": ["201574178", "201574179"], "equivalent": ["201574179", "201574180"], "question": "Is the metal fence to the right or to the left of the man the door is behind of?", "isBalanced": true, "groups": {"global": null, "local": "13-man_fence"}, "answer": "right", "semanticStr": "select: door (8)->relate: man,behind,o (3) [0]->choose rel: fence,to the right of|to the left of,s (17) [1]", "annotations": {"answer": {}, "question": {"13": "3", "2:4": "17", "15": "8"}, "fullAnswer": {"1": "17", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is to the right of the man.", "image": "n116329.jpg", "question_id": 201574180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201302001", "201302000", "201302012", "201302010", "201302011", "201301998", "201301999"], "equivalent": ["201302009", "201302010"], "question": "Are there white rackets in this image?", "isBalanced": true, "groups": {"global": null, "local": "04-racket_white"}, "answer": "yes", "semanticStr": "select: racket (7)->filter color: white [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"5": "7"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a white racket.", "image": "n127705.jpg", "question_id": 201302009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "packet (7)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20211099", "20211098", "20211097", "20211096"], "equivalent": ["20211095"], "question": "Is the packet on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-packet_left"}, "answer": "yes", "semanticStr": "select: packet (7)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the packet is on the left of the image.", "image": "n312206.jpg", "question_id": 20211095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "verify rel", "dependencies": [1], "argument": "cup,to the left of,o (1)"}], "entailed": ["201757627", "201757956"], "equivalent": ["201757957"], "question": "Is the short bottle to the left of a cup?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_cup"}, "answer": "yes", "semanticStr": "select: bottle (7)->filter height: short [0]->verify rel: cup,to the left of,o (1) [1]", "annotations": {"answer": {}, "question": {"9": "1", "2:4": "7"}, "fullAnswer": {"9": "1", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bottle is to the left of a cup.", "image": "n4777.jpg", "question_id": 201757957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(orange)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244536", "202244535", "202244531"], "equivalent": ["202244532"], "question": "What vegetables are not orange?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_n#orange"}, "answer": "beans", "semanticStr": "select: vegetable (1)->filter color: not(orange) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n296467.jpg", "question_id": 202244532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["202240687", "202240697", "202240696", "202240688", "202240694", "202240695", "202240692", "202240693", "202240691"], "equivalent": ["202240690"], "question": "Does the shirt have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_white"}, "answer": "yes", "semanticStr": "select: shirt (5)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is white.", "image": "n162148.jpg", "question_id": 202240690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201030570"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "boy", "semanticStr": "select: person (4)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is sitting.", "image": "n54424.jpg", "question_id": 201030570}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (73)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202108006", "202108010", "202108009", "202108018", "202108011", "202108007"], "equivalent": ["202108008"], "question": "What is the color of the hat?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "blue", "semanticStr": "select: hat (73)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "73"}, "fullAnswer": {"1": "73"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is blue.", "image": "n133585.jpg", "question_id": 202108008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287719"], "question": "Who is waiting?", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "catcher", "semanticStr": "select: person (0)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The catcher is waiting.", "image": "n317260.jpg", "question_id": 20287719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "undershirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240699"], "question": "What is worn on the undershirt?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-undershirt_worn on,s"}, "answer": "shirt", "semanticStr": "select: undershirt (7)->relate: _,worn on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the undershirt.", "image": "n162148.jpg", "question_id": 202240699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20247143", "20247145", "20247146", "20247147", "20247148"], "equivalent": ["20247144"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a park.", "image": "n223750.jpg", "question_id": 20247144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20679369", "20679248", "20679180", "20679246", "20679247", "20679245"], "equivalent": ["20679244"], "question": "What is the animal to the right of the house?", "isBalanced": true, "groups": {"global": "animal", "local": "15-house_to the right of,s"}, "answer": "giraffe", "semanticStr": "select: house (5)->relate: animal,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"9": "5", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n493357.jpg", "question_id": 20679244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tents (21)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201951609", "201951608", "201951607"], "equivalent": ["201951606"], "question": "Are the large tents on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-tents_left"}, "answer": "yes", "semanticStr": "select: tents (21)->filter size: large [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tents are on the left of the image.", "image": "n256120.jpg", "question_id": 201951606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "relate", "dependencies": [2], "argument": "_,eating from,o (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["20679242"], "question": "Where is the giraffe that looks yellow and brown eating from?", "isBalanced": true, "groups": {"global": "thing", "local": "14-giraffe_eating from,o"}, "answer": "branches", "semanticStr": "select: giraffe (1)->filter color: yellow [0]->filter color: brown [1]->relate: _,eating from,o (7) [2]->query: name [3]", "annotations": {"answer": {"0": "7"}, "question": {"8": "1", "3": "1", "6": "1"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is eating from the branches.", "image": "n493357.jpg", "question_id": 20679242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table lamp (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20489787"], "question": "Does the table lamp have large size and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: table lamp (8)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table lamp is white but small.", "image": "n145498.jpg", "question_id": 20489787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sparse)"}, {"operation": "relate", "dependencies": [1], "argument": "giraffe,in front of,s (9)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201153499", "201153500"], "equivalent": ["201153599"], "question": "Are there giraffes in front of the forest that is not sparse?", "isBalanced": true, "groups": {"global": null, "local": "13-forest_giraffe"}, "answer": "yes", "semanticStr": "select: forest (11)->filter: not(sparse) [0]->relate: giraffe,in front of,s (9) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "11", "2": "9", "7": "11"}, "fullAnswer": {"9": "11", "4": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a giraffe in front of the forest.", "image": "n160664.jpg", "question_id": 201153599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cords (11)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,above,s (10)"}, {"operation": "filter material", "dependencies": [1], "argument": "wood"}, {"operation": "choose color", "dependencies": [2], "argument": "tan|red"}], "entailed": [], "equivalent": ["201556540"], "question": "Is the wood desk above the cords red or tan?", "isBalanced": true, "groups": {"global": "color", "local": "10c-desk_color"}, "answer": "tan", "semanticStr": "select: cords (11)->relate: desk,above,s (10) [0]->filter material: wood [1]->choose color: tan|red [2]", "annotations": {"answer": {}, "question": {"2:4": "10", "6": "11"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The desk is tan.", "image": "n525901.jpg", "question_id": 201556540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153598"], "equivalent": ["201153597"], "question": "The giraffe is in front of what?", "isBalanced": true, "groups": {"global": "place", "local": "14-giraffe_in front of,o"}, "answer": "forest", "semanticStr": "select: giraffe (9)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in front of the forest.", "image": "n160664.jpg", "question_id": 201153597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856725", "20856726", "20856727", "20856736"], "equivalent": ["20856728"], "question": "Which kind of furniture is the wallet lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wallet_lying on top of,o"}, "answer": "bed", "semanticStr": "select: wallet (14)->relate: furniture,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "14", "8": "17"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wallet is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153500", "201153499", "201153599", "201153594", "201153593"], "equivalent": ["201153595"], "question": "Which kind of animal is in front of the forest?", "isBalanced": true, "groups": {"global": "animal", "local": "15-forest_in front of,s"}, "answer": "giraffe", "semanticStr": "select: forest (11)->relate: animal,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n160664.jpg", "question_id": 201153595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (12)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "tone"}], "entailed": [], "equivalent": ["20412424"], "question": "The chairs that are on the left of the photo have what tone?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-chairs_tone"}, "answer": "light", "semanticStr": "select: chairs (12)->filter hposition: left [0]->query: tone [1]", "annotations": {"answer": {}, "question": {"1": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are light.", "image": "n445353.jpg", "question_id": 20412424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suv (1)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,above,s (8)"}, {"operation": "choose color", "dependencies": [1], "argument": "black|green"}], "entailed": [], "equivalent": ["201109677"], "question": "Is the traffic light above the SUV green or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-traffic light_color"}, "answer": "black", "semanticStr": "select: suv (1)->relate: traffic light,above,s (8) [0]->choose color: black|green [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "1"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The traffic light is black.", "image": "n167164.jpg", "question_id": 201109677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (15)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "curtain (12) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201399940"], "question": "Are there either curtains or blankets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-blanket_curtains"}, "answer": "yes", "semanticStr": "select: blanket (15)->exist: ? [0]->select: curtain (12) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "12", "5": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a blanket.", "image": "n344136.jpg", "question_id": 201399940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "query", "dependencies": [0], "argument": "thickness"}], "entailed": ["201711362", "201711363", "201711364", "201711365", "201711366", "201711359"], "equivalent": ["201711361"], "question": "How thick are the books?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-books_thickness"}, "answer": "thick", "semanticStr": "select: books (9)->query: thickness [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are thick.", "image": "n302387.jpg", "question_id": 201711361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (4)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the right of,s (5)"}, {"operation": "verify activity", "dependencies": [1], "argument": "waiting"}], "entailed": [], "equivalent": ["202053257"], "question": "Does the player that is to the right of the batter seem to be waiting?", "isBalanced": true, "groups": {"global": null, "local": "06-player_waiting"}, "answer": "no", "semanticStr": "select: batter (4)->relate: player,to the right of,s (5) [0]->verify activity: waiting [1]", "annotations": {"answer": {}, "question": {"10": "4", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the player is playing.", "image": "n334278.jpg", "question_id": 202053257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012477", "202012480"], "equivalent": ["202012478"], "question": "What is the woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_in front of,o"}, "answer": "cabinets", "semanticStr": "select: woman (22)->relate: _,in front of,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "22", "7": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the cabinets.", "image": "n326988.jpg", "question_id": 202012478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307146", "20307145", "20307144", "20307143", "20306474", "20306471", "20306472", "20306473"], "equivalent": ["20306470"], "question": "What is that man in front of?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_in front of,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the television.", "image": "n554880.jpg", "question_id": 20306470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (5)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20257321", "20257310", "20257311", "20257313", "20257314", "20257315", "20257323", "20257300", "20257305", "20257304", "20257359", "20257324", "20257350", "20257309", "20257308"], "equivalent": ["20257312"], "question": "How large is the sand?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sand_size"}, "answer": "small", "semanticStr": "select: sand (5)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sand is small.", "image": "n441859.jpg", "question_id": 20257312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (2)"}, {"operation": "relate", "dependencies": [0], "argument": "building,behind,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["2055955", "2055954", "2055957", "2055946", "2055944", "2055956", "2055951", "2055950", "2055953", "2055952", "2055960", "2055961", "2055948", "2055949"], "equivalent": ["2055947"], "question": "Does the building behind the car look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-apartment building_brown"}, "answer": "yes", "semanticStr": "select: car (2)->relate: building,behind,s (1) [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "2"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the apartment building is brown.", "image": "n263180.jpg", "question_id": 2055947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (9) "}, {"operation": "filter material", "dependencies": [3], "argument": "plastic"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20783052"], "equivalent": ["20783053"], "question": "Is there either a laptop or a chair that is made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "04-laptop_plastic"}, "answer": "yes", "semanticStr": "select: laptop (1)->filter material: plastic [0]->exist: ? [1]->select: chair (9) ->filter material: plastic [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1", "7": "9"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the laptop is made of plastic.", "image": "n355339.jpg", "question_id": 20783053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (8)"}, {"operation": "filter weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20734253"], "equivalent": ["20734253", "20734254"], "question": "Is the clear sky bright and white?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_white"}, "answer": "no", "semanticStr": "select: sky (8)->filter weather: clear [0]->verify: bright [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is bright but blue.", "image": "n90944.jpg", "question_id": 20734254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "baseball bat,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20631798", "20631799", "20631754", "20631744", "20631800", "20631801", "20631802", "20631804", "20631805", "20631806", "20631795", "20631778", "20631779", "20631796", "20631811", "20631776", "20631777"], "equivalent": ["20631803"], "question": "How long is the baseball bat the batter is holding?", "isBalanced": true, "groups": {"global": "height", "local": "10q-baseball bat_length"}, "answer": "short", "semanticStr": "select: batter (0)->relate: baseball bat,holding,o (2) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"7": "0", "4:6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball bat is short.", "image": "n570181.jpg", "question_id": 20631803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20911222"], "equivalent": ["20911223"], "question": "Who is riding on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (2)->relate: person,riding on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is riding on a skateboard.", "image": "n217003.jpg", "question_id": 20911223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20911223"], "equivalent": ["20911222"], "question": "Who is riding on a skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (2)->relate: person,riding on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4:6": "2"}, "fullAnswer": {"1": "1", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is riding on a skateboard.", "image": "n217003.jpg", "question_id": 20911222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20911221"], "question": "Who is jumping?", "isBalanced": true, "groups": {"global": "person", "local": "jumping"}, "answer": "skater", "semanticStr": "select: person (1)->filter pose: jumping [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is jumping.", "image": "n217003.jpg", "question_id": 20911221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "huge"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20715831"], "question": "Is the sky both huge and white?", "isBalanced": true, "groups": {"global": null, "local": "05-huge_white"}, "answer": "no", "semanticStr": "select: sky (9)->verify size: huge [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is huge but blue.", "image": "n507149.jpg", "question_id": 20715831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,to the right of,o (9)"}], "entailed": ["202243312", "202243311", "202243314", "202243604", "202243605"], "equivalent": ["202243313"], "question": "Is the woman to the right of the person that is standing near the truck?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "yes", "semanticStr": "select: woman (11)->verify rel: man,to the right of,o (9) [0]", "annotations": {"answer": {}, "question": {"8": "9", "2": "11", "14": "14"}, "fullAnswer": {"9": "9", "2": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is to the right of the man.", "image": "n557666.jpg", "question_id": 202243313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201947823"], "question": "Is the sink clean and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "no", "semanticStr": "select: sink (8)->verify color: blue [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is clean but white.", "image": "n473688.jpg", "question_id": 201947823}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201737887"], "equivalent": ["201737886"], "question": "Who is on the field?", "isBalanced": true, "groups": {"global": "person", "local": "14-field_on,s"}, "answer": "player", "semanticStr": "select: field (14)->relate: person,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "5": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is on the field.", "image": "n531731.jpg", "question_id": 201737886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201109398", "201109409", "201109419", "201109418", "201109415", "201109417", "201109416", "201109411", "201109410", "201109413", "201109424"], "equivalent": ["201109414", "201109413"], "question": "Do you think that house is blue?", "isBalanced": true, "groups": {"global": null, "local": "06-house_blue"}, "answer": "yes", "semanticStr": "select: house (3)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the house is blue.", "image": "n167164.jpg", "question_id": 201109414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307146", "20307145", "20307144", "20307143", "20306470", "20306471", "20306472", "20306473"], "equivalent": ["20306474"], "question": "Which kind of device is the man in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_in front of,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: device,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "0", "7": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the TV.", "image": "n554880.jpg", "question_id": 20306474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "necklace,wearing,o (10)"}], "entailed": [], "equivalent": ["201175487"], "question": "Does she wear a necklace?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_necklace"}, "answer": "yes", "semanticStr": "select: she (0)->verify rel: necklace,wearing,o (10) [0]", "annotations": {"answer": {}, "question": {"1": "0", "4": "10"}, "fullAnswer": {"2": "0", "5": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman wears a necklace.", "image": "n357784.jpg", "question_id": 201175487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bricks (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412360", "20412401", "20412400", "20412403", "20412402"], "equivalent": ["20412399"], "question": "What is in front of the bricks?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bricks_in front of,s"}, "answer": "chair", "semanticStr": "select: bricks (9)->relate: _,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the bricks.", "image": "n445353.jpg", "question_id": 20412399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307146", "20307145", "20307144", "20307143", "20306474", "20306470", "20306472", "20306473"], "equivalent": ["20306471"], "question": "What's the man in front of?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_in front of,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "0", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the television.", "image": "n554880.jpg", "question_id": 20306471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307146", "20307145", "20307144", "20307143", "20306474", "20306470", "20306471", "20306473"], "equivalent": ["20306472", "20306473"], "question": "What is the device that the man is in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_in front of,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: device,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9", "6": "0"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n554880.jpg", "question_id": 20306472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20442282", "20442280", "20442281", "20442286", "20442287", "20442284", "20442285", "20442274"], "equivalent": ["20442283"], "question": "Which color is the countertop made of granite?", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "beige", "semanticStr": "select: countertop (4)->filter material: granite [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The counter top is beige.", "image": "n207708.jpg", "question_id": 20442283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify material", "dependencies": [1], "argument": "stainless steel"}], "entailed": ["201859353"], "equivalent": ["201859352", "201859353"], "question": "Is the lid that looks oval made of stainless steel?", "isBalanced": true, "groups": {"global": null, "local": "06-lid_stainless steel"}, "answer": "no", "semanticStr": "select: lid (10)->filter shape: round [0]->verify material: stainless steel [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lid is made of plastic.", "image": "n546884.jpg", "question_id": 201859352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (3)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201109409", "201109410"], "equivalent": ["201109411", "201109410", "201109409"], "question": "Does the bright house have small size and blue color?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_small"}, "answer": "no", "semanticStr": "select: house (3)->filter: bright [0]->verify color: blue [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the house is blue but large.", "image": "n167164.jpg", "question_id": 201109411}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201795423", "201795430", "201795422", "201795427", "201795426", "201795425", "201795429", "201795428"], "equivalent": ["201795424"], "question": "Is the small child on the left side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-child_left"}, "answer": "no", "semanticStr": "select: child (0)->filter size: small [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the child is on the right of the image.", "image": "n119944.jpg", "question_id": 201795424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (7)"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth"}, {"operation": "verify", "dependencies": [0], "argument": "snowy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201920629"], "question": "Does the field look smooth and snowy?", "isBalanced": true, "groups": {"global": null, "local": "05-smooth_snowy"}, "answer": "no", "semanticStr": "select: field (7)->verify state: smooth [0]->verify: snowy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is smooth but grassy.", "image": "n187544.jpg", "question_id": 201920629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081877", "202081486", "202081879", "202081878"], "equivalent": ["202081880"], "question": "What is the cat lying on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cat_lying on,o"}, "answer": "mouse pad", "semanticStr": "select: cat (1)->relate: _,lying on,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"1": "1", "6:8": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is lying on the mouse pad.", "image": "n433692.jpg", "question_id": 202081880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}, {"operation": "select", "dependencies": [], "argument": "toilet (14) "}, {"operation": "verify color", "dependencies": [3], "argument": "white"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["20518428", "20518429", "20518633", "20518638", "20518637", "20518430", "20518635", "20518634", "20518426", "20518427", "20518437", "20518425", "20518636", "20518631", "20518423", "20518632", "20518640"], "equivalent": ["20518630"], "question": "Are both the tissue box that looks square and the toilet white?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-tissue box_toilet"}, "answer": "yes", "semanticStr": "select: tissue box (4)->filter shape: square [0]->verify color: white [1]->select: toilet (14) ->verify color: white [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"10": "14", "7": "4", "3:5": "4"}, "fullAnswer": {"7": "14", "3:5": "4"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the tissue box and the toilet are white.", "image": "n141939.jpg", "question_id": 20518630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "umbrella,below,o (7)"}], "entailed": [], "equivalent": ["20119029"], "question": "Is the happy man below the umbrella the woman is holding?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "yes", "semanticStr": "select: man (10)->filter face expression: happy [0]->verify rel: umbrella,below,o (7) [1]", "annotations": {"answer": {}, "question": {"8": "11", "2:4": "10", "6": "7"}, "fullAnswer": {"2": "10", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is below the umbrella.", "image": "n540852.jpg", "question_id": 20119029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (12)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["201407199", "201407200"], "equivalent": ["201407198"], "question": "Is the crowd sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-crowd_sitting"}, "answer": "no", "semanticStr": "select: crowd (12)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the crowd is standing.", "image": "n282607.jpg", "question_id": 201407198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "select", "dependencies": [], "argument": "desk (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2097565"], "question": "What do both the keyboard and the desk have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-desk_keyboard"}, "answer": "material", "semanticStr": "select: keyboard (2)->select: desk (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "2", "7": "3"}, "fullAnswer": {"4": "2", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the keyboard and the desk are plastic.", "image": "n513429.jpg", "question_id": 2097565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (8)"}, {"operation": "choose rel", "dependencies": [0], "argument": "lamp,to the left of|to the right of,s (9)"}], "entailed": ["201804801", "201804800", "201804799", "201804758"], "equivalent": ["201804759"], "question": "Is the lamp to the left or to the right of the vase?", "isBalanced": true, "groups": {"global": null, "local": "13-vase_lamp"}, "answer": "left", "semanticStr": "select: vase (8)->choose rel: lamp,to the left of|to the right of,s (9) [0]", "annotations": {"answer": {}, "question": {"2": "9", "12": "8"}, "fullAnswer": {"1": "9", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The lamp is to the left of the vase.", "image": "n51002.jpg", "question_id": 201804759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (9)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}], "entailed": ["201947790", "201947791", "201947794", "201947795", "201947797", "201947799", "201947789", "201947777", "201947800"], "equivalent": ["201947798"], "question": "Is the toilet dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_dirty"}, "answer": "no", "semanticStr": "select: toilet (9)->verify cleanliness: dirty [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toilet is clean.", "image": "n473688.jpg", "question_id": 201947798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201822282", "201822290", "201822284", "201822285", "201822287", "201822293", "201822291", "201822283", "201822288", "201822289"], "equivalent": ["201822285", "201822286"], "question": "What size is the toilet seat that is white?", "isBalanced": true, "groups": {"global": "size", "local": "10q-toilet seat_size"}, "answer": "small", "semanticStr": "select: toilet seat (5)->filter color: white [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8": "5", "4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet seat is small.", "image": "n417401.jpg", "question_id": 201822286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (25)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760589", "201760706", "201760707"], "equivalent": ["201760705"], "question": "The man is looking at what?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_looking at,o"}, "answer": "soccer ball", "semanticStr": "select: man (25)->relate: _,looking at,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "25"}, "fullAnswer": {"1": "25", "6:8": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the soccer ball.", "image": "n350732.jpg", "question_id": 201760705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (23)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,inside,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012499", "202012498"], "equivalent": ["202012500"], "question": "Which kind of furniture are the glasses inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-glasses_inside,o"}, "answer": "cabinets", "semanticStr": "select: glasses (23)->relate: furniture,inside,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3": "19"}, "fullAnswer": {"1": "23", "5": "19"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glasses are inside the cabinets.", "image": "n326988.jpg", "question_id": 202012500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207177", "201207176", "201207153", "201207152", "201207151", "201207150"], "equivalent": ["201207178"], "question": "What fruits are brown?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_brown"}, "answer": "apples", "semanticStr": "select: fruit (2)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruits are apples.", "image": "n222915.jpg", "question_id": 201207178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sliced)"}, {"operation": "choose name", "dependencies": [1], "argument": "apples|vegetables"}], "entailed": ["201207172"], "equivalent": ["201207171", "201207172"], "question": "What food is not sliced, the apples or the vegetables?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12c-food_n#sliced"}, "answer": "vegetables", "semanticStr": "select: food (8)->filter: not(sliced) [0]->choose name: apples|vegetables [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "2", "9": "8", "6": "2"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The vegetables is not sliced.", "image": "n222915.jpg", "question_id": 201207171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sliced)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207174", "201207483", "201207482", "201207173"], "equivalent": ["201207175"], "question": "What food isn't sliced?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#sliced"}, "answer": "vegetables", "semanticStr": "select: food (8)->filter: not(sliced) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is vegetables.", "image": "n222915.jpg", "question_id": 201207175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sliced)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207175", "201207483", "201207482", "201207173"], "equivalent": ["201207174", "201207173"], "question": "What is the food that is not sliced called?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#sliced"}, "answer": "vegetables", "semanticStr": "select: food (8)->filter: not(sliced) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is vegetables.", "image": "n222915.jpg", "question_id": 201207174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "office (0)"}, {"operation": "verify", "dependencies": [0], "argument": "modern"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20887223", "20887222", "20887221", "20887220", "20887227", "20887226", "20887224", "20887209", "20887205", "20887204", "20887206", "20887218", "20887219", "20887212", "20887213", "20887210", "20887211", "20887216", "20887217", "20887214", "20887215"], "equivalent": ["20887203"], "question": "Does that office look small and modern?", "isBalanced": true, "groups": {"global": null, "local": "05-modern_small"}, "answer": "yes", "semanticStr": "select: office (0)->verify: modern [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the office is small and modern.", "image": "n282436.jpg", "question_id": 20887203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,flying above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20746592", "20746543", "20746544", "20746594"], "equivalent": ["20746593"], "question": "What are the animals that are flying above the bridge called?", "isBalanced": true, "groups": {"global": "bird", "local": "15-bridge_flying above,s"}, "answer": "birds", "semanticStr": "select: bridge (6)->relate: animal,flying above,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"9": "6", "3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are birds.", "image": "n477215.jpg", "question_id": 20746593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,flying above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20746593", "20746543", "20746544", "20746594"], "equivalent": ["20746592"], "question": "What animal is flying above the bridge?", "isBalanced": true, "groups": {"global": "bird", "local": "14-bridge_flying above,s"}, "answer": "birds", "semanticStr": "select: bridge (6)->relate: animal,flying above,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The birds are flying above the bridge.", "image": "n477215.jpg", "question_id": 20746592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "verify activity", "dependencies": [0], "argument": "playing"}], "entailed": ["201920492", "201920495", "201920493", "201920496", "201920491", "201920494", "201920486", "201920485", "201920484", "201920483", "201920482", "201920481", "201920490", "201920489", "201920488"], "equivalent": ["201920481", "201920480"], "question": "Is the person playing?", "isBalanced": true, "groups": {"global": null, "local": "06-person_playing"}, "answer": "yes", "semanticStr": "select: person (0)->verify activity: playing [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is playing.", "image": "n187544.jpg", "question_id": 201920480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "choose weather", "dependencies": [1], "argument": "cloudy|clear"}], "entailed": [], "equivalent": ["202156728"], "question": "Is the dark sky clear or cloudy?", "isBalanced": true, "groups": {"global": "weather", "local": "10c-sky_weather"}, "answer": "cloudy", "semanticStr": "select: sky (12)->filter color: dark [0]->choose weather: cloudy|clear [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sky is cloudy.", "image": "n543966.jpg", "question_id": 202156728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting inside,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20691467"], "equivalent": ["20691468"], "question": "What is sitting inside the shelves?", "isBalanced": true, "groups": {"global": "textile", "local": "14-shelves_sitting inside,s"}, "answer": "towels", "semanticStr": "select: shelves (10)->relate: _,sitting inside,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towels are sitting inside the shelves.", "image": "n153293.jpg", "question_id": 20691468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "birds (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,flying above,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20746598", "20746597", "20746602"], "equivalent": ["20746599"], "question": "What are the birds flying above?", "isBalanced": true, "groups": {"global": "", "local": "14-birds_flying above,o"}, "answer": "bridge", "semanticStr": "select: birds (7)->relate: _,flying above,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "7", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The birds are flying above the bridge.", "image": "n477215.jpg", "question_id": 20746599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201654587", "201654588", "201654589"], "equivalent": ["201654586"], "question": "Is the fence on the right of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_right"}, "answer": "yes", "semanticStr": "select: fence (8)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fence is on the right of the image.", "image": "n6309.jpg", "question_id": 201654586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,in front of,s (14)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201982498", "201982499", "201982433", "201982502", "201982503", "201982500", "201982501", "201982496"], "equivalent": ["201982498", "201982496", "201982497"], "question": "How is the piece of furniture to the left of the couch that is in front of the mirror called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-couch_to the left of,s"}, "answer": "side table", "semanticStr": "select: mirror (18)->relate: couch,in front of,s (14) [0]->relate: furniture,to the left of,s (19) [1]->query: name [2]", "annotations": {"answer": {"0:2": "19"}, "question": {"11": "14", "18": "18", "3:6": "19"}, "fullAnswer": {"6:8": "19", "1:4": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n526228.jpg", "question_id": 201982497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (7)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,to the left of,s (6)"}, {"operation": "choose material", "dependencies": [1], "argument": "concrete|iron"}], "entailed": [], "equivalent": ["201228327"], "question": "Which material is the bench which is to the left of the lamp made of, concrete or iron?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bench_material"}, "answer": "concrete", "semanticStr": "select: lamp (7)->relate: bench,to the left of,s (6) [0]->choose material: concrete|iron [1]", "annotations": {"answer": {}, "question": {"12": "7", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bench is made of concrete.", "image": "n154856.jpg", "question_id": 201228327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["2075670"], "question": "Are the glass windows round and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_round"}, "answer": "no", "semanticStr": "select: windows (5)->filter material: glass [0]->verify color: dark [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the windows are dark but square.", "image": "n315859.jpg", "question_id": 2075670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201228323", "201228319", "201228321", "201228322"], "equivalent": ["201228320"], "question": "What color is the bench made of cement?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-bench_color"}, "answer": "dark", "semanticStr": "select: bench (6)->filter material: concrete [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is dark.", "image": "n154856.jpg", "question_id": 201228320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570983", "201570807"], "equivalent": ["201570982"], "question": "Who is wearing a coat?", "isBalanced": true, "groups": {"global": "person", "local": "14-coat_wearing,s"}, "answer": "woman", "semanticStr": "select: coat (12)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "12"}, "fullAnswer": {"1": "1", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a coat.", "image": "n382416.jpg", "question_id": 201570982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "gloves,wearing,o (-)"}], "entailed": ["201570980"], "equivalent": ["201570981"], "question": "Is the tall person wearing gloves?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_gloves"}, "answer": "no", "semanticStr": "select: person (1)->filter height: tall [0]->verify rel: gloves,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "5": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing heels.", "image": "n382416.jpg", "question_id": 201570981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "oven (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202081359", "202080926", "202080924", "202080925", "202081223"], "equivalent": ["202081360"], "question": "Are there any ovens or cabinets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_oven"}, "answer": "no", "semanticStr": "select: cabinet (-)->exist: ? [0]->select: oven (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no ovens or cabinets.", "image": "n314630.jpg", "question_id": 202081360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (6)"}], "entailed": ["20936124", "20936123", "20936122", "20936121", "20936255", "20936254"], "equivalent": ["20936256"], "question": "Is the woman to the right or to the left of the heavy person?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "left", "semanticStr": "select: person (5)->filter weight: heavy [0]->choose rel: woman,to the left of|to the right of,s (6) [1]", "annotations": {"answer": {}, "question": {"2": "6", "12:14": "5"}, "fullAnswer": {"1": "6", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the man.", "image": "n44249.jpg", "question_id": 20936256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "filter color", "dependencies": [1], "argument": "silver"}, {"operation": "relate", "dependencies": [2], "argument": "device,to the right of,s (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201498753", "201498751", "201498756", "201498755", "201498754", "201498692", "201498693", "201498694"], "equivalent": ["201498752"], "question": "What is the device to the right of the device that is gray and silver?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer mouse_to the right of,s"}, "answer": "phone", "semanticStr": "select: device (0)->filter color: gray [0]->filter color: silver [1]->relate: device,to the right of,s (6) [2]->query: name [3]", "annotations": {"answer": {"0": "6"}, "question": {"9": "0", "3": "6", "12": "0", "14": "0"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n315887.jpg", "question_id": 201498752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (0)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201770747", "201770746", "201770745", "201770748"], "equivalent": ["201770744"], "question": "Is the toothbrush on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-toothbrush_right"}, "answer": "yes", "semanticStr": "select: toothbrush (0)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toothbrush is on the right of the image.", "image": "n310625.jpg", "question_id": 201770744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (15)"}, {"operation": "filter", "dependencies": [0], "argument": "unlit"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201982231", "201982232", "201982228", "201982229"], "equivalent": ["201982230"], "question": "Is the unlit lamp on the right or on the left side?", "isBalanced": true, "groups": {"global": null, "local": "10c-lamp_hposition"}, "answer": "right", "semanticStr": "select: lamp (15)->filter: unlit [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is on the right of the image.", "image": "n526228.jpg", "question_id": 201982230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20609578", "20609591", "20609583", "20609580", "20609581", "20609573", "20609572", "20609570", "20609592", "20609577", "20609576", "20609589", "20609528", "20609529", "20609569", "20609582", "20609568", "20609571", "20609590"], "equivalent": ["20609579"], "question": "How clean is the spoon?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-spoon_cleanliness"}, "answer": "clean", "semanticStr": "select: spoon (3)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is clean.", "image": "n437064.jpg", "question_id": 20609579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (4)"}, {"operation": "choose rel", "dependencies": [0], "argument": "keyboard,to the right of|to the left of,s (2)"}], "entailed": ["20706210", "20706211", "20706212", "20706213", "20706214", "20706215", "20705996"], "equivalent": ["20705997"], "question": "Is the white keyboard to the right or to the left of the mousepad?", "isBalanced": true, "groups": {"global": null, "local": "13-mouse pad_keyboard"}, "answer": "right", "semanticStr": "select: mouse pad (4)->choose rel: keyboard,to the right of|to the left of,s (2) [0]", "annotations": {"answer": {}, "question": {"13": "4", "2:4": "2"}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The keyboard is to the right of the mousepad.", "image": "n264887.jpg", "question_id": 20705997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,to the left of,s (1)"}], "entailed": ["20169709", "20169710", "20169711"], "equivalent": ["20169708"], "question": "Is the man to the left of the flag?", "isBalanced": true, "groups": {"global": null, "local": "13-flag_man"}, "answer": "no", "semanticStr": "select: flag (2)->verify rel: man,to the left of,s (1) [0]", "annotations": {"answer": {}, "question": {"8": "2", "2": "1"}, "fullAnswer": {"9": "2", "2": "1"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of the flag.", "image": "n58220.jpg", "question_id": 20169708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "skate park,below,s (4)"}, {"operation": "verify", "dependencies": [1], "argument": "high"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202133651", "202133650", "202133653", "202133652", "202133647", "202133644", "202133645", "202133648", "202133649"], "equivalent": ["202133646"], "question": "Does the skate park below the skateboarder look wooden and high?", "isBalanced": true, "groups": {"global": null, "local": "05-high_wood"}, "answer": "yes", "semanticStr": "select: skateboarder (0)->relate: skate park,below,s (4) [0]->verify: high [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "0"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the skatepark is wooden and high.", "image": "n412144.jpg", "question_id": 202133646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201407331", "201407150"], "equivalent": ["201407332"], "question": "What's the man in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_in front of,o"}, "answer": "fence", "semanticStr": "select: man (0)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the fence.", "image": "n282607.jpg", "question_id": 201407332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the right of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244025", "202244024", "202244021", "202244020", "202244023", "202244022", "202243965"], "equivalent": ["202244019", "202244020"], "question": "What type of food is to the right of the container that is not open?", "isBalanced": true, "groups": {"global": "food", "local": "15-container_to the right of,s"}, "answer": "cookies", "semanticStr": "select: container (4)->filter: not(open) [0]->relate: food,to the right of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "4", "3": "0", "14": "4"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n296467.jpg", "question_id": 202244019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (2)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201920537", "201920536", "201920549", "201920555", "201920554", "201920551", "201920550", "201920553"], "equivalent": ["201920552"], "question": "How clean are the shoes?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-shoes_cleanliness"}, "answer": "clean", "semanticStr": "select: shoes (2)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are clean.", "image": "n187544.jpg", "question_id": 201920552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (7)"}, {"operation": "relate", "dependencies": [0], "argument": "man,holding onto,s (8)"}, {"operation": "choose rel", "dependencies": [1], "argument": "glasses,to the left of|to the right of,s (24)"}], "entailed": ["201482234"], "equivalent": ["201482235"], "question": "Are the metal glasses to the right or to the left of the man who is holding onto the sweater?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "left", "semanticStr": "select: sweater (7)->relate: man,holding onto,s (8) [0]->choose rel: glasses,to the left of|to the right of,s (24) [1]", "annotations": {"answer": {}, "question": {"19": "7", "13": "8", "2:4": "24"}, "fullAnswer": {"1": "24", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The glasses are to the left of the man.", "image": "n470920.jpg", "question_id": 201482235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201446920"], "question": "Is the tap silver and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_silver"}, "answer": "no", "semanticStr": "select: faucet (1)->verify size: large [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tap is silver but small.", "image": "n54180.jpg", "question_id": 201446920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430870", "201430899", "201430863", "201430867", "201430865", "201430864", "201430869", "201430868"], "equivalent": ["201430866"], "question": "What is the bag sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bag_sitting on top of,o"}, "answer": "cabinet", "semanticStr": "select: bag (4)->relate: _,sitting on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "4", "8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is sitting on top of the cabinet.", "image": "n206785.jpg", "question_id": 201430866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20753667", "20753670", "20753672", "20753671"], "equivalent": ["20753668"], "question": "What is the male person doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "looking down", "semanticStr": "select: person (0)->filter gender: male [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is looking down.", "image": "n481777.jpg", "question_id": 20753668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "minivan (10)"}, {"operation": "verify", "dependencies": [0], "argument": "new"}], "entailed": ["20656906", "20656907", "20656878", "20656879", "20656883", "20656882", "20656881", "20656880", "20656873", "20656877", "20656889", "20656888", "20656884", "20656908", "20656874", "20656909", "20656875"], "equivalent": ["20656876", "20656877"], "question": "Is the minivan new?", "isBalanced": true, "groups": {"global": null, "local": "06-minivan_new"}, "answer": "yes", "semanticStr": "select: minivan (10)->verify: new [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the minivan is new.", "image": "n486200.jpg", "question_id": 20656876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(green)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207507", "201207152", "201207508", "201207151", "201207150"], "equivalent": ["201207509"], "question": "Which kind of food is not green?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#green"}, "answer": "apples", "semanticStr": "select: food (2)->filter color: not(green) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is apples.", "image": "n222915.jpg", "question_id": 201207509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "speaker,behind,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201621786"], "equivalent": ["201621810"], "question": "Is there any speaker behind the couch near the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_speaker"}, "answer": "yes", "semanticStr": "select: wall (8)->relate: couch,near,s (3) [0]->relate: speaker,behind,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "8", "3": "6", "6": "3"}, "fullAnswer": {"4": "6", "7": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a speaker behind the couch.", "image": "n275148.jpg", "question_id": 201621810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "umbrella (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20752400", "20752399", "20752401"], "equivalent": ["20752398", "20752400", "20752401", "20752399"], "question": "Do you see a mirror or an umbrella in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mirror_umbrella"}, "answer": "yes", "semanticStr": "select: mirror (2)->exist: ? [0]->select: umbrella (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a mirror.", "image": "n209843.jpg", "question_id": 20752398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick"}], "entailed": ["20827291", "20827292", "20827293", "20827294", "20827284", "20827302", "20827303"], "equivalent": ["20827295"], "question": "Does the towel look thick?", "isBalanced": true, "groups": {"global": null, "local": "06-towel_thick"}, "answer": "no", "semanticStr": "select: towel (0)->verify thickness: thick [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the towel is thin.", "image": "n283587.jpg", "question_id": 20827295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(leafy)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207498", "201207499", "201207152", "201207151", "201207150"], "equivalent": ["201207500"], "question": "Which kind of food is not leafy?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#leafy"}, "answer": "apples", "semanticStr": "select: food (2)->filter: not(leafy) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is apples.", "image": "n222915.jpg", "question_id": 201207500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (0)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20551567"], "equivalent": ["20551568"], "question": "Is the vehicle in front of the trees metallic and short?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_short"}, "answer": "no", "semanticStr": "select: trees (19)->relate: vehicle,in front of,s (0) [0]->verify material: metal [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "19"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the train is metallic but long.", "image": "n153118.jpg", "question_id": 20551568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "audience (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202125904", "202125902", "202125903", "202125901"], "equivalent": ["202125900"], "question": "What is the small audience sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-audience_sitting on,o"}, "answer": "chairs", "semanticStr": "select: audience (11)->filter size: small [0]->relate: _,sitting on,o (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11", "6": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is sitting on the chairs.", "image": "n573460.jpg", "question_id": 202125900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign post (6)"}, {"operation": "relate", "dependencies": [0], "argument": "building,across from,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked near,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201952900", "201952899", "201952898", "201952895", "201952897"], "equivalent": ["201952896"], "question": "What is parked near the buildings the sign post is across from?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-houses_parked near,s"}, "answer": "car", "semanticStr": "select: sign post (6)->relate: building,across from,o (8) [0]->relate: _,parked near,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"5": "8", "7:9": "6"}, "fullAnswer": {"1": "7", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is parked near the houses.", "image": "n525029.jpg", "question_id": 201952896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202059953", "202059951", "202059966", "202059952", "202059954"], "equivalent": ["202059965"], "question": "What is the animal in the picture?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "dog", "semanticStr": "select: animal (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n14087.jpg", "question_id": 202059965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fireplace,above,o (6)"}], "entailed": ["201080321"], "equivalent": ["201080174"], "question": "Is the mirror above the fireplace?", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_fireplace"}, "answer": "yes", "semanticStr": "select: mirror (4)->verify rel: fireplace,above,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "4", "5": "6"}, "fullAnswer": {"2": "4", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mirror is above the fireplace.", "image": "n23181.jpg", "question_id": 201080174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20381419", "20381421", "20381418", "20381420"], "equivalent": ["20381422", "20381421"], "question": "Which side of the image is the rug on?", "isBalanced": true, "groups": {"global": null, "local": "10q-rug_hposition"}, "answer": "left", "semanticStr": "select: rug (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is on the left of the image.", "image": "n398257.jpg", "question_id": 20381422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201687467", "201687489", "201687484", "201687478", "201687481", "201687480", "201687483", "201687482", "201687468"], "equivalent": ["201687485"], "question": "Does the shirt look short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (5)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n228268.jpg", "question_id": 201687485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "relate", "dependencies": [0], "argument": "man,near,s (2)"}, {"operation": "verify", "dependencies": [1], "argument": "adult"}, {"operation": "verify race", "dependencies": [1], "argument": "caucasian "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201068637"], "equivalent": ["201068636"], "question": "Is the man near the water bottle both Caucasian and adult?", "isBalanced": true, "groups": {"global": null, "local": "05-adult_caucasian"}, "answer": "no", "semanticStr": "select: water bottle (4)->relate: man,near,s (2) [0]->verify: adult [1]->verify race: caucasian  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "4"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is adult but asian.", "image": "n159802.jpg", "question_id": 201068636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,behind,s (5)"}, {"operation": "verify material", "dependencies": [1], "argument": "cloth"}], "entailed": [], "equivalent": ["20381428"], "question": "Is the rug behind the sweatshirt made of cloth?", "isBalanced": true, "groups": {"global": null, "local": "06-rug_cloth"}, "answer": "yes", "semanticStr": "select: sweatshirt (12)->relate: rug,behind,s (5) [0]->verify material: cloth [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "12"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the rug is made of cloth.", "image": "n398257.jpg", "question_id": 20381428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (3)"}, {"operation": "filter face expression", "dependencies": [1], "argument": "happy"}, {"operation": "relate", "dependencies": [2], "argument": "animal,in front of,s (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201576639", "201576773", "201576640", "201576771"], "equivalent": ["201576772"], "question": "What is the animal in front of the happy person that is in front of the goat?", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_in front of,s"}, "answer": "sheep", "semanticStr": "select: goat (2)->relate: person,in front of,s (3) [0]->filter face expression: happy [1]->relate: animal,in front of,s (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"8:10": "3", "3": "0", "16": "2"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a sheep.", "image": "n187961.jpg", "question_id": 201576772}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "relate", "dependencies": [1], "argument": "animal,leading,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201576807", "201576808", "201576818"], "equivalent": ["201576805"], "question": "What animal is the person that is walking leading?", "isBalanced": true, "groups": {"global": "animal", "local": "14-person_leading,o"}, "answer": "goat", "semanticStr": "select: person (3)->filter pose: walking [0]->relate: animal,leading,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"4": "3", "7": "3"}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is leading the goat.", "image": "n187961.jpg", "question_id": 201576805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheep (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "person,in front of,o (3)"}], "entailed": ["201576776"], "equivalent": ["201576775"], "question": "Is the brown sheep in front of a person?", "isBalanced": true, "groups": {"global": null, "local": "13-sheep_person"}, "answer": "yes", "semanticStr": "select: sheep (0)->filter color: brown [0]->verify rel: person,in front of,o (3) [1]", "annotations": {"answer": {}, "question": {"8": "3", "2:4": "0"}, "fullAnswer": {"8": "3", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sheep is in front of a person.", "image": "n187961.jpg", "question_id": 201576775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (21)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboats,below,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202100578", "202100576", "202100577"], "equivalent": ["202100579"], "question": "Which color are the sailboats that are below the boats?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sailboats_color"}, "answer": "white", "semanticStr": "select: boats (21)->relate: sailboats,below,s (20) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "21", "4": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sailboats are white.", "image": "n386688.jpg", "question_id": 202100579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "relate", "dependencies": [1], "argument": "animal,leading,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201576805", "201576807", "201576818"], "equivalent": ["201576808", "201576807"], "question": "What is the animal that the person that is walking is leading?", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_leading,o"}, "answer": "goat", "semanticStr": "select: person (3)->filter pose: walking [0]->relate: animal,leading,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "3", "3": "2", "6": "3"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a goat.", "image": "n187961.jpg", "question_id": 201576808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (10)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20645537", "20645522", "20645539", "20645501", "20645542", "20645541", "20645546", "20645547", "20645544", "20645545"], "equivalent": ["20645543"], "question": "How clean is the faucet?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-faucet_cleanliness"}, "answer": "clean", "semanticStr": "select: faucet (10)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The faucet is clean.", "image": "n98544.jpg", "question_id": 20645543}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter", "dependencies": [0], "argument": "tight"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794364"], "equivalent": ["20794366"], "question": "What kind of clothing is tight?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_tight"}, "answer": "jeans", "semanticStr": "select: clothing (8)->filter: tight [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is jeans.", "image": "n278453.jpg", "question_id": 20794366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(comfortable)"}, {"operation": "choose name", "dependencies": [1], "argument": "tank top|hat"}], "entailed": ["20482337"], "equivalent": ["20482338", "20482337"], "question": "Which type of clothing is not comfortable, the hat or the tank top?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#comfortable"}, "answer": "hat", "semanticStr": "select: clothing (3)->filter: not(comfortable) [0]->choose name: tank top|hat [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "3", "3": "5", "11:13": "5"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The hat is not comfortable.", "image": "n195249.jpg", "question_id": 20482338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794362", "20794360"], "equivalent": ["20794363"], "question": "What clothing items are blue?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_blue"}, "answer": "jeans", "semanticStr": "select: clothing (8)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:3": "8"}, "fullAnswer": {"1:3": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are jeans.", "image": "n278453.jpg", "question_id": 20794363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "select", "dependencies": [], "argument": "jacket (3) "}, {"operation": "verify color", "dependencies": [2], "argument": "black"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20427539", "20427538", "20427528", "20427529", "20427541", "20427531", "20427530", "20427533", "20427532", "20427527", "20427534", "20427516", "20427542", "20427540", "20427525"], "equivalent": ["20427536"], "question": "Are both the dress shirt and the jacket black?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-dress shirt_jacket"}, "answer": "yes", "semanticStr": "select: dress shirt (2)->verify color: black [0]->select: jacket (3) ->verify color: black [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "3", "3:5": "2"}, "fullAnswer": {"7": "3", "3:5": "2"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the dress shirt and the jacket are black.", "image": "n281241.jpg", "question_id": 20427536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "light blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482330", "20482331"], "equivalent": ["20482332"], "question": "Which kind of clothing is light blue?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_light blue"}, "answer": "tank top", "semanticStr": "select: clothing (5)->filter color: light blue [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top.", "image": "n195249.jpg", "question_id": 20482332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "light blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482332", "20482331"], "equivalent": ["20482330"], "question": "What is the light blue clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_light blue"}, "answer": "tank top", "semanticStr": "select: clothing (5)->filter color: light blue [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"5:7": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a tank top.", "image": "n195249.jpg", "question_id": 20482330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202021479"], "question": "What is the artwork on?", "isBalanced": true, "groups": {"global": "object", "local": "14-artwork_on,o"}, "answer": "sign post", "semanticStr": "select: artwork (7)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is on the sign post.", "image": "n255161.jpg", "question_id": 202021479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482334", "20482333"], "equivalent": ["20482335"], "question": "What kind of clothing is comfortable?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_comfortable"}, "answer": "tank top", "semanticStr": "select: clothing (5)->filter: comfortable [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a tank top.", "image": "n195249.jpg", "question_id": 20482335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,below,s (5)"}, {"operation": "choose", "dependencies": [1], "argument": "leafy|bare"}], "entailed": ["202119528"], "equivalent": ["202119527"], "question": "Do you think the trees below the sky are leafy or bare?", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "leafy", "semanticStr": "select: sky (6)->relate: trees,below,s (5) [0]->choose: leafy|bare [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "6"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are leafy.", "image": "n544255.jpg", "question_id": 202119527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "choose activity", "dependencies": [0], "argument": "staring|drinking"}], "entailed": [], "equivalent": ["20644764"], "question": "Is the man drinking or staring?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "staring", "semanticStr": "select: man (5)->choose activity: staring|drinking [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is staring.", "image": "n250821.jpg", "question_id": 20644764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,on,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}], "entailed": ["20285028"], "equivalent": ["20285029"], "question": "Does the couch on the carpet look green?", "isBalanced": true, "groups": {"global": null, "local": "06-couch_green"}, "answer": "no", "semanticStr": "select: carpet (0)->relate: couch,on,s (13) [0]->verify color: green [1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "0"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the couch is red.", "image": "n192021.jpg", "question_id": 20285029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201455936"], "equivalent": ["201455937"], "question": "What's the car in front of?", "isBalanced": true, "groups": {"global": "place", "local": "14-car_in front of,o"}, "answer": "hill", "semanticStr": "select: car (0)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the hill.", "image": "n413761.jpg", "question_id": 201455937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201462546", "201462545", "201462544"], "equivalent": ["201462547"], "question": "Which part is the umpire in?", "isBalanced": true, "groups": {"global": null, "local": "10q-umpire_hposition"}, "answer": "left", "semanticStr": "select: umpire (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is on the left of the image.", "image": "n508641.jpg", "question_id": 201462547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20863645", "20863644", "20863643", "20863642"], "equivalent": ["20863646"], "question": "On which side of the image is the helmet?", "isBalanced": true, "groups": {"global": null, "local": "10q-helmet_hposition"}, "answer": "right", "semanticStr": "select: helmet (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is on the right of the image.", "image": "n14.jpg", "question_id": 20863646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(red)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(red)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20285031", "20285032", "20285022", "20285033"], "equivalent": ["20285023", "20285022"], "question": "Do you see couches or lamps that are not red?", "isBalanced": true, "groups": {"global": null, "local": "04-couch_n#red"}, "answer": "no", "semanticStr": "select: couch (13)->filter color: not(red) [0]->exist: ? [1]->select: lamp (-) ->filter color: not(red) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a couch but it is red.", "image": "n192021.jpg", "question_id": 20285023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|black"}], "entailed": ["20381688"], "equivalent": ["20381687"], "question": "Is the keyboard black or is it white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-keyboard_color"}, "answer": "white", "semanticStr": "select: keyboard (8)->choose color: white|black [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The keyboard is white.", "image": "n398257.jpg", "question_id": 20381687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000939", "202000775"], "equivalent": ["202000940"], "question": "What's the bush in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bush_in front of,o"}, "answer": "fence", "semanticStr": "select: bush (4)->relate: _,in front of,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "4", "7": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bush is in front of the fence.", "image": "n299528.jpg", "question_id": 202000940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,carrying,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286755", "202286757", "202286758", "202286797"], "equivalent": ["202286754"], "question": "What is she carrying?", "isBalanced": true, "groups": {"global": "bag", "local": "14-woman_carrying,o"}, "answer": "backpack", "semanticStr": "select: she (0)->relate: _,carrying,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"2": "0"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is carrying a backpack.", "image": "n413002.jpg", "question_id": 202286754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["20308093"], "equivalent": ["20308094"], "question": "Is it an outdoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "no", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is indoors.", "image": "n278312.jpg", "question_id": 20308094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (5)"}, {"operation": "filter", "dependencies": [0], "argument": "curved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177946", "20177944", "20177945"], "equivalent": ["20177947"], "question": "Which kind of cooking utensil is curved?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_curved"}, "answer": "cutting board", "semanticStr": "select: cooking utensil (5)->filter: curved [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a cutting board.", "image": "n55058.jpg", "question_id": 20177947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheelchair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20929554"], "equivalent": ["20929555"], "question": "What's the wheelchair in front of?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-wheelchair_in front of,o"}, "answer": "vest", "semanticStr": "select: wheelchair (0)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wheelchair is in front of the vest.", "image": "n9181.jpg", "question_id": 20929555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vest (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20929556"], "equivalent": ["20929553"], "question": "What is in front of the vest?", "isBalanced": true, "groups": {"global": "object", "local": "14-vest_in front of,s"}, "answer": "wheelchair", "semanticStr": "select: vest (4)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wheelchair is in front of the vest.", "image": "n9181.jpg", "question_id": 20929553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlets (4)"}, {"operation": "select", "dependencies": [], "argument": "cords (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201174977"], "equivalent": ["201174978"], "question": "Do the outlets and the wires have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-cords_outlets"}, "answer": "no", "semanticStr": "select: outlets (4)->select: cords (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "7"}, "fullAnswer": {"3": "4", "6": "7"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the outlets and the wires are white.", "image": "n357784.jpg", "question_id": 201174978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201795315", "201795317", "201795318"], "equivalent": ["201795316"], "question": "Is the fat woman on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_left"}, "answer": "no", "semanticStr": "select: woman (1)->filter fatness: fat [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is on the right of the image.", "image": "n119944.jpg", "question_id": 201795316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201879811"], "question": "Does the sky look blue and cloudless?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_cloudless"}, "answer": "no", "semanticStr": "select: sky (13)->verify color: blue [0]->verify weather: cloudless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is blue but cloudy.", "image": "n466319.jpg", "question_id": 201879811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (1)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201037164", "201037162", "201037172", "201037171"], "equivalent": ["201037163"], "question": "Who is in front of the sign that is on top of the pole?", "isBalanced": true, "groups": {"global": "person", "local": "14-traffic sign_in front of,s"}, "answer": "girl", "semanticStr": "select: pole (1)->relate: sign,on top of,s (0) [0]->relate: person,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"13": "1", "6": "0"}, "fullAnswer": {"1": "2", "7:9": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the traffic sign.", "image": "n393305.jpg", "question_id": 201037163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "select", "dependencies": [], "argument": "computer (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201902276", "201902278"], "equivalent": ["201902276", "201902277"], "question": "Is the color of the chair the same as that of the computer?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_computer"}, "answer": "yes", "semanticStr": "select: chair (10)->select: computer (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "11", "5": "10"}, "fullAnswer": {"3": "10", "6": "11"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the chair and the computer are black.", "image": "n435808.jpg", "question_id": 201902277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "helmet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20781983"], "question": "Are there both helmets and gloves in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-gloves_helmet"}, "answer": "no", "semanticStr": "select: gloves (6)->exist: ? [0]->select: helmet (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are gloves but no helmets.", "image": "n317189.jpg", "question_id": 20781983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train station (0)"}, {"operation": "select", "dependencies": [], "argument": "tunnel (5) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202116756"], "question": "Are both the train station and the tunnel made out of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-train station_tunnel"}, "answer": "yes", "semanticStr": "select: train station (0)->select: tunnel (5) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "5", "3:5": "0"}, "fullAnswer": {"7": "5", "3:5": "0"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the train station and the tunnel are made of concrete.", "image": "n48494.jpg", "question_id": 202116756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2091179", "2091181", "2091322", "2091180", "2091321"], "equivalent": ["2091178"], "question": "How is the vehicle to the right of the fence called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-fence_to the right of,s"}, "answer": "car", "semanticStr": "select: fence (7)->relate: vehicle,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"9": "7", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n565418.jpg", "question_id": 2091178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["201392130", "201392138", "201392139", "201392141", "201392140", "201392145", "201392144"], "equivalent": ["201392146"], "question": "How does the cotton shirt seem to be, long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (8)->filter material: cotton [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n477702.jpg", "question_id": 201392146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (21)"}, {"operation": "filter", "dependencies": [0], "argument": "low"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162025", "202162026", "202161991", "202161990", "202162028"], "equivalent": ["202162027"], "question": "Which kind of furniture is low?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_low"}, "answer": "bed", "semanticStr": "select: furniture (21)->filter: low [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"3": "21"}, "fullAnswer": {"1": "21", "4": "21"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n69237.jpg", "question_id": 202162027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["2012728", "2012729", "2012731", "2012730", "2012726"], "equivalent": ["2012725"], "question": "Does the male person appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-person_sitting"}, "answer": "yes", "semanticStr": "select: person (1)->filter gender: male [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is sitting.", "image": "n318370.jpg", "question_id": 2012725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201434185", "201434115", "201434113", "201434112", "201434111", "201434110"], "equivalent": ["201434114"], "question": "What is the device that he holds?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "phone", "semanticStr": "select: he (2)->relate: device,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "5": "2"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n545516.jpg", "question_id": 201434114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "path (9)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,behind,s (5)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202073252", "202073253", "202073250", "202073251", "202073256", "202073257", "202073254", "202073255", "202073258", "202073259", "202073278", "202073279", "202073270", "202073272", "202073273", "202073274", "202073275", "202073276", "202073277", "202073281", "202073280", "202073283", "202073282", "202073285", "202073284", "202073286", "202073269", "202073268", "202073263", "202073262", "202073261", "202073260", "202073267", "202073266", "202073265", "202073264"], "equivalent": ["202073271"], "question": "Are the trees behind the path old and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-old_tall"}, "answer": "yes", "semanticStr": "select: path (9)->relate: tree,behind,s (5) [0]->verify age: old [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "9"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are old and tall.", "image": "n219840.jpg", "question_id": 202073271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631650"], "equivalent": ["20631651"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "batter", "semanticStr": "select: helmet (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a helmet.", "image": "n570181.jpg", "question_id": 20631651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631651"], "equivalent": ["20631650"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "batter", "semanticStr": "select: helmet (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a helmet.", "image": "n570181.jpg", "question_id": 20631650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (3)"}, {"operation": "relate", "dependencies": [0], "argument": "wall,hanging from,o (12)"}, {"operation": "relate", "dependencies": [1], "argument": "shelves,next to,s (10)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20691493"], "question": "Are there shelves next to the wall the towels hang from?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_shelves"}, "answer": "yes", "semanticStr": "select: towels (3)->relate: wall,hanging from,o (12) [0]->relate: shelves,next to,s (10) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "3", "2": "10", "6": "12"}, "fullAnswer": {"3": "10", "7": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are shelves next to the wall.", "image": "n153293.jpg", "question_id": 20691493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "ugly"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047421", "201047420"], "equivalent": ["201047422"], "question": "Which kind of clothing is ugly?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_ugly"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter: ugly [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n234683.jpg", "question_id": 201047422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "green"}, {"operation": "relate", "dependencies": [2], "argument": "_,standing in,o (11)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["201445021"], "question": "Where is the street sign that looks white and green standing?", "isBalanced": true, "groups": {"global": "place", "local": "14-street sign_standing in,o"}, "answer": "lawn", "semanticStr": "select: street sign (4)->filter color: white [0]->filter color: green [1]->relate: _,standing in,o (11) [2]->query: name [3]", "annotations": {"answer": {"0": "11"}, "question": {"9": "4", "7": "4", "3:5": "4"}, "fullAnswer": {"1:3": "4", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is standing in the lawn.", "image": "n289376.jpg", "question_id": 201445021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (6)"}, {"operation": "relate", "dependencies": [0], "argument": "pan,above,s (2)"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "relate", "dependencies": [2], "argument": "_,hang from,o (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["202218842", "202218843"], "equivalent": ["202218841"], "question": "What is the blue object above the flower pot hang from?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pan_hang from,o"}, "answer": "hook", "semanticStr": "select: flower pot (6)->relate: pan,above,s (2) [0]->filter color: blue [1]->relate: _,hang from,o (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "2", "7:9": "6"}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pan is hang from the hook.", "image": "n578564.jpg", "question_id": 202218841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873315", "201873313", "201873329", "201873328", "201873330", "201873331", "201873345"], "equivalent": ["201873347"], "question": "What vehicle is white?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_white"}, "answer": "fire truck", "semanticStr": "select: vehicle (0)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201908988", "201908989", "201908993", "201908991", "201908990", "201908996", "201908995", "201908994"], "equivalent": ["201908992"], "question": "What's the tray made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-tray_material"}, "answer": "metal", "semanticStr": "select: tray (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is made of metal.", "image": "n479092.jpg", "question_id": 201908992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (3)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201765719", "201765735", "201765736", "201765737", "201765731", "201765718", "201765733", "201765716", "201765717", "201765714", "201765715", "201765738", "201765739", "201765711", "201765712", "201765713", "201765746", "201765741", "201765740", "201765742", "201765725", "201765724", "201765720"], "equivalent": ["201765731", "201765732"], "question": "Is the surf board both long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: surfboard (3)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the surf board is long and white.", "image": "n488874.jpg", "question_id": 201765732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244373", "202244372", "202244368", "202244369", "202244366", "202244367", "202244364", "202244363"], "equivalent": ["202244365"], "question": "What is inside the container?", "isBalanced": true, "groups": {"global": "food", "local": "14-container_inside,s"}, "answer": "dip", "semanticStr": "select: container (4)->relate: _,inside,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dip is inside the container.", "image": "n296467.jpg", "question_id": 202244365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter gender", "dependencies": [0], "argument": "female"}, {"operation": "choose rel", "dependencies": [1], "argument": "van,to the left of|to the right of,s (6)"}], "entailed": ["20903091", "20903169", "20903168", "20903166", "20903165", "20903090", "20903088", "20903089"], "equivalent": ["20903168", "20903167"], "question": "Is the silver van to the left or to the right of the female person?", "isBalanced": true, "groups": {"global": null, "local": "13-person_van"}, "answer": "left", "semanticStr": "select: person (7)->filter gender: female [0]->choose rel: van,to the left of|to the right of,s (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "13:15": "7"}, "fullAnswer": {"1": "6", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The van is to the left of the person.", "image": "n411121.jpg", "question_id": 20903167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (17)"}, {"operation": "relate", "dependencies": [0], "argument": "garage,near,s (13)"}, {"operation": "verify", "dependencies": [1], "argument": "open"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20621758"], "question": "Is the garage near the door open and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-open_yellow"}, "answer": "no", "semanticStr": "select: door (17)->relate: garage,near,s (13) [0]->verify: open [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "5": "17"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the garage is yellow but closed.", "image": "n210269.jpg", "question_id": 20621758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "woman,beside,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20226905", "20226904"], "equivalent": ["20226936"], "question": "Are there any women beside the green plant?", "isBalanced": true, "groups": {"global": null, "local": "13-plant_woman"}, "answer": "yes", "semanticStr": "select: plant (12)->filter color: green [0]->relate: woman,beside,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "6:8": "12"}, "fullAnswer": {"4": "0", "7": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman beside the plant.", "image": "n68769.jpg", "question_id": 20226936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (26)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20655059", "20655058", "20655072", "20655053", "20655055", "20655065", "20655071", "20655061", "20655062", "20655063"], "equivalent": ["20655060"], "question": "How big is the man that is not young?", "isBalanced": true, "groups": {"global": "size", "local": "10q-man_size"}, "answer": "small", "semanticStr": "select: man (26)->filter age: not(young) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8": "26", "4": "26"}, "fullAnswer": {"1": "26"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is small.", "image": "n199097.jpg", "question_id": 20655060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "dessert,above,o (8)"}], "entailed": ["20412056", "20412055"], "equivalent": ["20411607"], "question": "Is the small lid above a dessert?", "isBalanced": true, "groups": {"global": null, "local": "13-lid_dessert"}, "answer": "yes", "semanticStr": "select: lid (12)->filter size: small [0]->verify rel: dessert,above,o (8) [1]", "annotations": {"answer": {}, "question": {"2:4": "12", "6": "8"}, "fullAnswer": {"2": "12", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the lid is above a dessert.", "image": "n363445.jpg", "question_id": 20411607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201997063", "201997062", "201997061", "201997060", "201997064", "201997058", "201997059"], "equivalent": ["201997065"], "question": "Which side is the white device on?", "isBalanced": true, "groups": {"global": null, "local": "10q-phone_hposition"}, "answer": "left", "semanticStr": "select: device (9)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The phone is on the left of the image.", "image": "n250715.jpg", "question_id": 201997065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "orange (1)"}, {"operation": "relate", "dependencies": [0], "argument": "cup,behind,s (2)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201479314", "201479315", "201479312", "201479313", "201479311", "201479294"], "equivalent": ["201479319"], "question": "Is the cup behind the orange closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-cup_15"}, "answer": "closed", "semanticStr": "select: orange (1)->relate: cup,behind,s (2) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "1"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cup is closed.", "image": "n181210.jpg", "question_id": 201479319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (8)"}, {"operation": "relate", "dependencies": [0], "argument": "lid,above,s (12)"}, {"operation": "filter color", "dependencies": [1], "argument": "purple"}, {"operation": "verify size", "dependencies": [2], "argument": "small"}], "entailed": ["20411606", "20411597", "20411604", "20411605"], "equivalent": ["20411603"], "question": "Does the purple thing above the dessert look small?", "isBalanced": true, "groups": {"global": null, "local": "06-lid_small"}, "answer": "yes", "semanticStr": "select: dessert (8)->relate: lid,above,s (12) [0]->filter color: purple [1]->verify size: small [2]", "annotations": {"answer": {}, "question": {"2:4": "12", "6": "8"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the lid is small.", "image": "n363445.jpg", "question_id": 20411603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201920492", "201920495", "201920493", "201920496", "201920491", "201920494", "201920485", "201920484", "201920483", "201920482", "201920481", "201920480", "201920490", "201920489", "201920488"], "equivalent": ["201920486"], "question": "What's the person doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "playing", "semanticStr": "select: person (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is playing.", "image": "n187544.jpg", "question_id": 201920486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bench,above,o (1)"}], "entailed": ["20330294"], "equivalent": ["20330592"], "question": "Is the book above a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-book_bench"}, "answer": "yes", "semanticStr": "select: book (8)->verify rel: bench,above,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "8", "5": "1"}, "fullAnswer": {"2": "8", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the book is above a bench.", "image": "n260521.jpg", "question_id": 20330592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "can (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201987886"], "question": "Is there a red bottle or can?", "isBalanced": true, "groups": {"global": null, "local": "04-bottle_red"}, "answer": "no", "semanticStr": "select: bottle (0)->filter color: red [0]->exist: ? [1]->select: can (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bottle but it is white.", "image": "n470131.jpg", "question_id": 201987886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "verify state", "dependencies": [0], "argument": "rough"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20302689", "20302697", "20302698", "20302671", "20302694", "20302695", "20302696", "20302701", "20302690", "20302692", "20302693"], "equivalent": ["20302691"], "question": "Does the bench seem to be rough and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-rough_wood"}, "answer": "yes", "semanticStr": "select: bench (11)->verify state: rough [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bench is rough and wooden.", "image": "n318684.jpg", "question_id": 20302691}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chimney (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201859250"], "question": "Are there both bicycles and chimneys?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bicycle_chimney"}, "answer": "no", "semanticStr": "select: bicycle (4)->exist: ? [0]->select: chimney (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bicycle but no chimneys.", "image": "n460556.jpg", "question_id": 201859250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "choose", "dependencies": [1], "argument": "leafy|bare"}], "entailed": ["20162232", "20162234"], "equivalent": ["20162233", "20162234"], "question": "Are the dark trees leafy or bare?", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "leafy", "semanticStr": "select: tree (17)->filter color: dark [0]->choose: leafy|bare [1]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are leafy.", "image": "n202379.jpg", "question_id": 20162233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "tissue box,behind,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "select", "dependencies": [], "argument": "pepper shaker (0) "}, {"operation": "verify color", "dependencies": [3], "argument": "brown"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["202228232", "202228233", "202228230", "202228231", "202228237", "202228234", "202228639", "202228636", "202228637", "202228634", "202228635", "202228632", "202228633", "202228630", "202228631", "202228229", "202228228", "202228227", "202228226", "202228222", "202228249", "202228248", "202228247"], "equivalent": ["202228629"], "question": "Are both the tissue box behind the cat and the pepper shaker brown?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-pepper shaker_tissue box"}, "answer": "yes", "semanticStr": "select: cat (2)->relate: tissue box,behind,s (7) [0]->verify color: brown [1]->select: pepper shaker (0) ->verify color: brown [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"3:5": "7", "7": "2", "10:12": "0"}, "fullAnswer": {"3:5": "7", "7:9": "0"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the tissue box and the pepper shaker are brown.", "image": "n77818.jpg", "question_id": 202228629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "towel (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201826643", "201826644", "201826645"], "equivalent": ["201826642"], "question": "Are there either any small towels or blankets?", "isBalanced": true, "groups": {"global": null, "local": "04-blanket_small"}, "answer": "no", "semanticStr": "select: blanket (4)->filter size: small [0]->exist: ? [1]->select: towel (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a blanket but it is large.", "image": "n59627.jpg", "question_id": 201826642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light bulb (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (7)"}, {"operation": "filter", "dependencies": [1], "argument": "smiling"}, {"operation": "verify fatness", "dependencies": [2], "argument": "fat"}, {"operation": "verify age", "dependencies": [2], "argument": "old "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201640539", "201640545", "201640547", "201640546", "201640541", "201640540", "201640542", "201640528", "201640549", "201640548", "201640527", "201640526", "201640525", "201640524", "201640523", "201640522", "201640521", "201640561", "201640560", "201640568", "201640529", "201640564", "201640569", "201640552", "201640553", "201640550", "201640551", "201640554", "201640536", "201640537", "201640530", "201640531", "201640518", "201640516", "201640517", "201640515", "201640538", "201640513", "201640570", "201640565"], "equivalent": ["201640514", "201640515"], "question": "Are the smiling people that are to the left of the light bulb both old and fat?", "isBalanced": true, "groups": {"global": null, "local": "05-fat_old"}, "answer": "yes", "semanticStr": "select: light bulb (13)->relate: person,to the left of,s (7) [0]->filter: smiling [1]->verify fatness: fat [2]->verify age: old  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"11:13": "13", "2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the women are old and fat.", "image": "n235859.jpg", "question_id": 201640514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "student (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201640510", "201640511", "201640432", "201640185", "201640184", "201640183"], "equivalent": ["201640512"], "question": "Are there any chairs or students?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_student"}, "answer": "no", "semanticStr": "select: student (-)->exist: ? [0]->select: chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no chairs or students.", "image": "n235859.jpg", "question_id": 201640512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882917", "201882974", "201882975", "201882970", "201882973", "201882969"], "equivalent": ["201882972"], "question": "What item of furniture is in front of the curtains?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtains_in front of,s"}, "answer": "chair", "semanticStr": "select: curtains (15)->relate: furniture,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1:4": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n125122.jpg", "question_id": 201882972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (17)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "nightstand (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201882628", "201882627"], "equivalent": ["201882626"], "question": "Are there any round nightstands or lamps?", "isBalanced": true, "groups": {"global": null, "local": "04-lamp_round"}, "answer": "no", "semanticStr": "select: lamp (17)->filter shape: round [0]->exist: ? [1]->select: nightstand (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "17"}, "fullAnswer": {"4": "17"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a lamp but it is rectangular.", "image": "n125122.jpg", "question_id": 201882626}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage cart (5)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["201983959", "201983967", "201983965", "201983964", "201983963", "201983960"], "equivalent": ["201983966"], "question": "What is the weight of the luggage cart?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-luggage cart_weight"}, "answer": "heavy", "semanticStr": "select: luggage cart (5)->query: weight [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The luggage cart is heavy.", "image": "n16378.jpg", "question_id": 201983966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bench (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201153457", "201153428", "201153427", "201153458"], "equivalent": ["201153459"], "question": "Are there either any benches or helmets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_helmet"}, "answer": "no", "semanticStr": "select: helmet (-)->exist: ? [0]->select: bench (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no benches or helmets.", "image": "n160664.jpg", "question_id": 201153459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "choose", "dependencies": [0], "argument": "uncomfortable|comfortable"}], "entailed": ["201153100", "201153101", "201153102", "201153103", "201153104", "201153105", "201153106", "201153108", "201153109", "201153099", "201153083", "201153081", "201153082", "201153080"], "equivalent": ["201153107", "201153108"], "question": "Is the man uncomfortable or comfortable?", "isBalanced": true, "groups": {"global": "10", "local": "10c-man_10"}, "answer": "uncomfortable", "semanticStr": "select: man (0)->choose: uncomfortable|comfortable [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is uncomfortable.", "image": "n160664.jpg", "question_id": 201153107}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (6)"}, {"operation": "relate", "dependencies": [0], "argument": "food,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201988071", "201987709", "201987710", "201987711", "201987712"], "equivalent": ["201988072"], "question": "Which kind of food is the tape behind of?", "isBalanced": true, "groups": {"global": "food", "local": "15-tape_behind,o"}, "answer": "cookie", "semanticStr": "select: tape (6)->relate: food,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "6", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tape is behind the cookie.", "image": "n470131.jpg", "question_id": 201988072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cookie,behind,o (1)"}], "entailed": ["201987772", "201987771", "201988074"], "equivalent": ["201988073"], "question": "Is the tape behind the cookie?", "isBalanced": true, "groups": {"global": null, "local": "13-tape_cookie"}, "answer": "yes", "semanticStr": "select: tape (6)->verify rel: cookie,behind,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "6", "5": "1"}, "fullAnswer": {"2": "6", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tape is behind the cookie.", "image": "n470131.jpg", "question_id": 201988073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201185283", "201185259", "201185294", "201185301", "201185300", "201185302", "201185288", "201185289", "201185299", "201185298", "201185293", "201185292", "201185291", "201185290", "201185284", "201185286"], "equivalent": ["201185287"], "question": "What size is the blue backpack?", "isBalanced": true, "groups": {"global": "size", "local": "10q-backpack_size"}, "answer": "small", "semanticStr": "select: backpack (2)->filter color: blue [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is small.", "image": "n95904.jpg", "question_id": 201185287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859508", "201859510", "201859511", "201859515", "201859407"], "equivalent": ["201859509"], "question": "What is in the basket?", "isBalanced": true, "groups": {"global": "baked good", "local": "14-basket_in,s"}, "answer": "donut", "semanticStr": "select: basket (4)->relate: _,in,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The doughnut is in the basket.", "image": "n546884.jpg", "question_id": 201859509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "choose rel", "dependencies": [0], "argument": "fork,to the left of|to the right of,s (1)"}], "entailed": ["202226371", "202226370", "202226372", "202225948", "202225947"], "equivalent": ["202225949", "202225948"], "question": "Is the fork to the right or to the left of the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_fork"}, "answer": "left", "semanticStr": "select: plate (8)->choose rel: fork,to the left of|to the right of,s (1) [0]", "annotations": {"answer": {}, "question": {"2": "1", "12": "8"}, "fullAnswer": {"1": "1", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fork is to the left of the plate.", "image": "n336443.jpg", "question_id": 202225949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438578"], "equivalent": ["201438577"], "question": "Who is wearing a glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "catcher", "semanticStr": "select: glove (4)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "4"}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a glove.", "image": "n66756.jpg", "question_id": 201438577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,near,s (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "bus,to the left of|to the right of,s (0)"}], "entailed": ["202159112", "202159113", "202159114", "202159115", "202158924", "202158925", "202158926", "202158927", "202158920", "202158921", "202158922", "202158923", "202158919"], "equivalent": ["202158927", "202158928"], "question": "Is the large vehicle to the right or to the left of the vehicles near the street?", "isBalanced": true, "groups": {"global": null, "local": "13-cars_bus"}, "answer": "left", "semanticStr": "select: street (2)->relate: vehicle,near,s (6) [0]->choose rel: bus,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "0", "16": "2"}, "fullAnswer": {"1": "0", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bus is to the left of the cars.", "image": "n406334.jpg", "question_id": 202158928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "select", "dependencies": [], "argument": "pot (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201759035"], "equivalent": ["201759036"], "question": "Do the chair and the pot have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-chair_pot"}, "answer": "no", "semanticStr": "select: chair (6)->select: pot (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "3"}, "fullAnswer": {"3": "6", "6": "3"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the chair and the pot are white.", "image": "n150962.jpg", "question_id": 201759036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226687", "20226502", "20226688"], "equivalent": ["20226689"], "question": "Which kind of furniture is not white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#white"}, "answer": "chair", "semanticStr": "select: furniture (13)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n68769.jpg", "question_id": 20226689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201079905", "201079904", "201079903"], "equivalent": ["201079906"], "question": "On which side are the draperies?", "isBalanced": true, "groups": {"global": null, "local": "10q-drapes_hposition"}, "answer": "right", "semanticStr": "select: drapes (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The draperies are on the right of the image.", "image": "n23181.jpg", "question_id": 201079906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20602868", "20602869", "20602864", "20602865", "20602866", "20602867", "20602870"], "equivalent": ["20602871"], "question": "On which side of the photo is the huge animal?", "isBalanced": true, "groups": {"global": null, "local": "10q-horse_hposition"}, "answer": "right", "semanticStr": "select: animal (0)->filter size: huge [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is on the right of the image.", "image": "n168412.jpg", "question_id": 20602871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "broccoli (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887289", "201887290"], "equivalent": ["201887291"], "question": "What is the broccoli in?", "isBalanced": true, "groups": {"global": "object", "local": "14-broccoli_in,o"}, "answer": "basket", "semanticStr": "select: broccoli (7)->relate: _,in,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The broccoli is in the basket.", "image": "n429961.jpg", "question_id": 201887291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (24)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887252", "201887296", "201887297", "201887300", "201887301", "201887298"], "equivalent": ["201887299"], "question": "What kind of vegetable is to the left of the box?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-box_to the left of,s"}, "answer": "broccoli", "semanticStr": "select: box (24)->relate: vegetable,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is broccoli.", "image": "n429961.jpg", "question_id": 201887299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["201757726", "201757724", "201757725", "201757723", "201757721"], "equivalent": ["201757720"], "question": "Does the person to the right of the cup appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-person_sitting"}, "answer": "yes", "semanticStr": "select: cup (3)->relate: person,to the right of,s (5) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is sitting.", "image": "n4777.jpg", "question_id": 201757720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "trash can,to the left of,o (9)"}], "entailed": ["20596576", "20596575"], "equivalent": ["20596418"], "question": "Is he to the left of a trash can?", "isBalanced": true, "groups": {"global": null, "local": "13-person_trash can"}, "answer": "yes", "semanticStr": "select: he (0)->verify rel: trash can,to the left of,o (9) [0]", "annotations": {"answer": {}, "question": {"1": "0", "7:9": "9"}, "fullAnswer": {"2": "0", "9:11": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is to the left of a trash can.", "image": "n514467.jpg", "question_id": 20596418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20395054"], "question": "Is that window triangular and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_triangular"}, "answer": "no", "semanticStr": "select: window (7)->verify weather: clear [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is clear but rectangular.", "image": "n369313.jpg", "question_id": 20395054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crane (18)"}, {"operation": "select", "dependencies": [], "argument": "mountain (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201959603", "201959604"], "equivalent": ["201959602"], "question": "Does the mountain have the same color as the crane?", "isBalanced": true, "groups": {"global": null, "local": "09same-crane_mountain"}, "answer": "no", "semanticStr": "select: crane (18)->select: mountain (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "18", "2": "2"}, "fullAnswer": {"2": "18", "7": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the crane is red and the mountain is green.", "image": "n572716.jpg", "question_id": 201959602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20953016", "20953017", "20953014", "20953015", "20953013", "20953027", "20953026", "20953025", "20953024", "20953023", "20953022", "20953020", "20953021"], "equivalent": ["20953018"], "question": "What's the player doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-player_pose"}, "answer": "jumping", "semanticStr": "select: player (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The player is jumping.", "image": "n413319.jpg", "question_id": 20953018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,sitting on,o (-)"}], "entailed": [], "equivalent": ["201758113"], "question": "Is the woman sitting on a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bed"}, "answer": "no", "semanticStr": "select: woman (11)->verify rel: bed,sitting on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11", "7": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is sitting on the chair.", "image": "n4777.jpg", "question_id": 201758113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (17)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["202169111", "202169110", "202169117", "202169109", "202169106", "202169107", "202169104", "202169105", "202169102", "202169103"], "equivalent": ["202169108"], "question": "How wide is the sidewalk?", "isBalanced": true, "groups": {"global": "width", "local": "10q-sidewalk_width"}, "answer": "wide", "semanticStr": "select: sidewalk (17)->query: width [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is wide.", "image": "n451187.jpg", "question_id": 202169108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "device,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20705746", "20705745"], "equivalent": ["20705744"], "question": "What is the name of the device on top of the desk made of wood?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "monitor", "semanticStr": "select: desk (0)->filter material: wood [0]->relate: device,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"11": "0", "14": "0", "6": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n264887.jpg", "question_id": 20705744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "patterned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204570", "20204540", "20204569", "20204568"], "equivalent": ["20204571"], "question": "Which kind of furniture is patterned?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_patterned"}, "answer": "chair", "semanticStr": "select: furniture (10)->filter: patterned [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n532191.jpg", "question_id": 20204571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202227922", "202227916", "202227917", "202227915", "202227913", "202227918", "202227919", "202227939", "202227937", "202227931", "202227945", "202227944", "202227946", "202227941", "202227943", "202227942", "202227924", "202227923", "202227904", "202227921", "202227920"], "equivalent": ["202227938", "202227939"], "question": "Is that entertainment center full and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-full_wood"}, "answer": "yes", "semanticStr": "select: entertainment center (11)->verify: full [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2:4": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the entertainment center is full and wooden.", "image": "n77818.jpg", "question_id": 202227938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["2059537", "2059535", "2059533", "2059532", "2059538", "2059541"], "equivalent": ["2059536"], "question": "How old is the girl that is sitting-down?", "isBalanced": true, "groups": {"global": "age", "local": "10q-girl_age"}, "answer": "young", "semanticStr": "select: girl (14)->filter pose: sitting [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is young.", "image": "n130638.jpg", "question_id": 2059536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,same material,_ (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20177477"], "question": "What is the cooking utensil that is made of same material as the rectangular table called?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-table_same material,_"}, "answer": "cutting board", "semanticStr": "select: table (18)->filter shape: rectangular [0]->relate: cooking utensil,same material,_ (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"13:15": "18", "3:5": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a cutting board.", "image": "n55058.jpg", "question_id": 20177477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "select", "dependencies": [], "argument": "table (18) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20177475"], "question": "Is the cutting board made of the same material as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-cutting board_table"}, "answer": "yes", "semanticStr": "select: cutting board (5)->select: table (18) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "18", "2:4": "5"}, "fullAnswer": {"7": "18", "3:5": "5"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the cutting board and the table are made of wood.", "image": "n55058.jpg", "question_id": 20177475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120217"], "equivalent": ["20120216"], "question": "Who is wearing gloves?", "isBalanced": true, "groups": {"global": "person", "local": "14-gloves_wearing,s"}, "answer": "athlete", "semanticStr": "select: gloves (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "5"}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing gloves.", "image": "n117888.jpg", "question_id": 20120216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120216"], "equivalent": ["20120217"], "question": "Who is wearing the gloves?", "isBalanced": true, "groups": {"global": "person", "local": "14-gloves_wearing,s"}, "answer": "athlete", "semanticStr": "select: gloves (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing gloves.", "image": "n117888.jpg", "question_id": 20120217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201207342", "201207343", "201207346", "201207347", "201207344", "201207345"], "equivalent": ["201207348"], "question": "In which part of the image is the metal utensil, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-fork_vposition"}, "answer": "top", "semanticStr": "select: utensil (4)->filter material: metal [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fork is in the top of the image.", "image": "n222915.jpg", "question_id": 201207348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120213"], "equivalent": ["20120212"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "athlete", "semanticStr": "select: shorts (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing shorts.", "image": "n117888.jpg", "question_id": 20120212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "tv stand,standing against,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201956972", "201956964", "201956971"], "equivalent": ["201956963"], "question": "What is inside the TV stand that stands against the wall?", "isBalanced": true, "groups": {"global": "thing", "local": "14-tv stand_inside,s"}, "answer": "dvds", "semanticStr": "select: wall (0)->relate: tv stand,standing against,s (2) [0]->relate: _,inside,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"10": "0", "4:6": "2"}, "fullAnswer": {"1": "3", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The DVDs are inside the TV stand.", "image": "n536256.jpg", "question_id": 201956963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter", "dependencies": [0], "argument": "cushioned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121603", "202121602"], "equivalent": ["202121601"], "question": "What are the cushioned items of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_cushioned"}, "answer": "chairs", "semanticStr": "select: furniture (1)->filter: cushioned [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4:7": "1"}, "fullAnswer": {"1:4": "1", "5": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n140421.jpg", "question_id": 202121601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (10)"}, {"operation": "select", "dependencies": [], "argument": "fence (12) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202053007"], "question": "What do both the uniform and the fence have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-fence_uniform"}, "answer": "color", "semanticStr": "select: uniform (10)->select: fence (12) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "12"}, "fullAnswer": {"4": "10", "7": "12"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the uniform and the fence are blue.", "image": "n334278.jpg", "question_id": 202053007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "orange|blue"}], "entailed": ["201757895"], "equivalent": ["201757894"], "question": "Is the bottle orange or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bottle_color"}, "answer": "orange", "semanticStr": "select: bottle (7)->choose color: orange|blue [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is orange.", "image": "n4777.jpg", "question_id": 201757894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved"}], "entailed": ["201879929", "201879928"], "equivalent": ["201879927"], "question": "Does the dark shirt look short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (7)->filter color: dark [0]->verify: short sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved.", "image": "n466319.jpg", "question_id": 201879927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["201548852", "201548844", "201548850", "201548841", "201548840", "201548835", "201548837", "201548838", "201548839"], "equivalent": ["201548842"], "question": "How tall is the table?", "isBalanced": true, "groups": {"global": "height", "local": "10q-table_height"}, "answer": "tall", "semanticStr": "select: table (12)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is tall.", "image": "n314171.jpg", "question_id": 201548842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "select", "dependencies": [], "argument": "fence (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20542863", "20542865"], "equivalent": ["20542863", "20542865", "20542864"], "question": "Is the container made of the same material as the fence?", "isBalanced": true, "groups": {"global": null, "local": "09same-container_fence"}, "answer": "yes", "semanticStr": "select: container (6)->select: fence (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "2", "2": "6"}, "fullAnswer": {"3": "6", "6": "2"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the container and the fence are made of metal.", "image": "n100552.jpg", "question_id": 20542864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20258823"], "question": "Are there any phones?", "isBalanced": true, "groups": {"global": null, "local": "03-phone"}, "answer": "yes", "semanticStr": "select: phone (0)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a phone.", "image": "n204894.jpg", "question_id": 20258823}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (12)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}], "entailed": ["201438328", "201438329", "201438324", "201438335", "201438334", "201438309"], "equivalent": ["201438326"], "question": "Does the door look closed?", "isBalanced": true, "groups": {"global": null, "local": "06-door_closed"}, "answer": "yes", "semanticStr": "select: door (12)->verify: closed [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the door is closed.", "image": "n66756.jpg", "question_id": 201438326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apples (1)"}, {"operation": "relate", "dependencies": [0], "argument": "food,above,s (4)"}, {"operation": "filter", "dependencies": [1], "argument": "cut"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["20411868", "20411866", "20411867", "20411864", "20411865"], "equivalent": ["20411869"], "question": "What is the color of the cut food that is above the apples?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hot dogs_color"}, "answer": "pink", "semanticStr": "select: apples (1)->relate: food,above,s (4) [0]->filter: cut [1]->query: color [2]", "annotations": {"answer": {}, "question": {"12": "1", "6:8": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hot dogs are pink.", "image": "n363445.jpg", "question_id": 20411869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["2053900", "2053902", "2053903", "2053904", "2053907", "2053898", "2053899"], "equivalent": ["2053901"], "question": "Which color do you think the shirt is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: shirt (6)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue.", "image": "n146555.jpg", "question_id": 2053901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20204794", "20204795", "20204796"], "equivalent": ["20204797"], "question": "On which side is the coffee cup?", "isBalanced": true, "groups": {"global": null, "local": "10q-coffee cup_hposition"}, "answer": "right", "semanticStr": "select: coffee cup (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee cup is on the right of the image.", "image": "n532191.jpg", "question_id": 20204797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20204798", "20204801", "20204804", "20204805", "20204800", "20204802", "20204803"], "equivalent": ["20204799"], "question": "Does the coffee cup look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-coffee cup_brown"}, "answer": "yes", "semanticStr": "select: coffee cup (1)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the coffee cup is brown.", "image": "n532191.jpg", "question_id": 20204799}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cut)"}, {"operation": "choose name", "dependencies": [1], "argument": "hot dogs|carrots"}], "entailed": [], "equivalent": ["20411861"], "question": "Which type of food is not cut, the carrots or the hot dogs?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12c-food_n#cut"}, "answer": "carrots", "semanticStr": "select: food (5)->filter: not(cut) [0]->choose name: hot dogs|carrots [1]", "annotations": {"answer": {"0": "5"}, "question": {"8": "5", "3": "4", "11:13": "4"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The carrots is not cut.", "image": "n363445.jpg", "question_id": 20411861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (15)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201574049", "201574046", "201574047"], "equivalent": ["201574048"], "question": "Is the woman on the right or on the left side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_hposition"}, "answer": "left", "semanticStr": "select: woman (15)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is on the left of the image.", "image": "n116329.jpg", "question_id": 201574048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|white"}], "entailed": [], "equivalent": ["201596119"], "question": "Is the bench white or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bench_color"}, "answer": "brown", "semanticStr": "select: bench (8)->choose color: brown|white [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bench is brown.", "image": "n302358.jpg", "question_id": 201596119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508742", "20508743", "20508741", "20508744", "20508745", "20508070", "20508071"], "equivalent": ["20508746"], "question": "Which kind of furniture is the woman before?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_in front of,o"}, "answer": "table", "semanticStr": "select: woman (0)->relate: furniture,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the table.", "image": "n511913.jpg", "question_id": 20508746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting beside,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2046421", "2046419", "2046530"], "equivalent": ["2046420"], "question": "Who do you think does the young person sit beside?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_sitting beside,o"}, "answer": "woman", "semanticStr": "select: person (3)->filter age: young [0]->relate: person,sitting beside,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"6:8": "3"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy sits beside the woman.", "image": "n71728.jpg", "question_id": 2046420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (15)"}, {"operation": "filter", "dependencies": [0], "argument": "not(irregular)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201574041", "201574035"], "equivalent": ["201574040", "201574041"], "question": "Do you see a woman that is not irregular?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_n#irregular"}, "answer": "yes", "semanticStr": "select: woman (15)->filter: not(irregular) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"5": "15"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is an regular woman.", "image": "n116329.jpg", "question_id": 201574040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508742", "20508741", "20508746", "20508744", "20508745", "20508070", "20508071"], "equivalent": ["20508743", "20508744", "20508745"], "question": "What type of furniture is the woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_in front of,o"}, "answer": "table", "semanticStr": "select: woman (0)->relate: furniture,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13", "6": "0"}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the table.", "image": "n511913.jpg", "question_id": 20508743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508742", "20508743", "20508746", "20508744", "20508745", "20508070", "20508071"], "equivalent": ["20508741"], "question": "What is this woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_in front of,o"}, "answer": "table", "semanticStr": "select: woman (0)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the table.", "image": "n511913.jpg", "question_id": 20508741}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "store (14)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20898656", "20898657", "20898647", "20898655", "20898652", "20898653", "20898650", "20898651", "20898664", "20898663", "20898662", "20898661", "20898660", "20898648", "20898654", "20898659"], "equivalent": ["20898658"], "question": "Does the store look open and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_open"}, "answer": "yes", "semanticStr": "select: store (14)->verify size: large [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the store is open and large.", "image": "n243701.jpg", "question_id": 20898658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240719", "202240717"], "equivalent": ["202240718"], "question": "What type of clothing is striped?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "dress shirt", "semanticStr": "select: clothing (6)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n162148.jpg", "question_id": 202240718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "store (14)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20898656", "20898657", "20898654", "20898655", "20898652", "20898650", "20898651", "20898648", "20898659"], "equivalent": ["20898653"], "question": "How large is the store?", "isBalanced": true, "groups": {"global": "size", "local": "10q-store_size"}, "answer": "large", "semanticStr": "select: store (14)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The store is large.", "image": "n243701.jpg", "question_id": 20898653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (9)"}, {"operation": "select", "dependencies": [], "argument": "refrigerator (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20896147", "20896148", "20896149"], "equivalent": ["20896146", "20896147"], "question": "Do the oven and the refrigerator have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-oven_refrigerator"}, "answer": "yes", "semanticStr": "select: oven (9)->select: refrigerator (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "5"}, "fullAnswer": {"3": "9", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the oven and the refrigerator are black.", "image": "n548534.jpg", "question_id": 20896146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bacon (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20157289", "20157287", "20157286", "20157285"], "equivalent": ["20157289", "20157288"], "question": "Is there any bacon in this picture that is long?", "isBalanced": true, "groups": {"global": null, "local": "04-bacon_long"}, "answer": "yes", "semanticStr": "select: bacon (2)->filter length: long [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is bacon that is long.", "image": "n170941.jpg", "question_id": 20157288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201511054", "201511055", "201511056", "201511058", "201511059", "201511067", "201511066", "201511061", "201511060", "201511063", "201511062", "201511064"], "equivalent": ["201511056", "201511057"], "question": "Does the white newspaper have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-newspaper_small"}, "answer": "yes", "semanticStr": "select: newspaper (7)->filter color: white [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the newspaper is small.", "image": "n575770.jpg", "question_id": 201511057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (2)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|brown"}], "entailed": [], "equivalent": ["20746438"], "question": "How does the river look like, blue or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-river_color"}, "answer": "blue", "semanticStr": "select: river (2)->choose color: blue|brown [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The river is blue.", "image": "n477215.jpg", "question_id": 20746438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["202144512", "202144513", "202144518", "202144509", "202144508"], "equivalent": ["202144511"], "question": "How clean is the hat made of cloth?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-hat_cleanliness"}, "answer": "dirty", "semanticStr": "select: hat (3)->filter material: cloth [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is dirty.", "image": "n37274.jpg", "question_id": 202144511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (7)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,above,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20403449", "20403448", "20403451", "20403452"], "equivalent": ["20403450"], "question": "How big is the mirror above the trash can?", "isBalanced": true, "groups": {"global": "size", "local": "10q-mirror_size"}, "answer": "small", "semanticStr": "select: trash can (7)->relate: mirror,above,s (2) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "2", "7:9": "7"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is small.", "image": "n249639.jpg", "question_id": 20403450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20442080", "20442081", "20442077", "20442086", "20442079"], "equivalent": ["20442079", "20442078"], "question": "What is the color of the chair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "brown", "semanticStr": "select: chair (0)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is brown.", "image": "n207708.jpg", "question_id": 20442078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201079762"], "equivalent": ["201079761"], "question": "What is located on top of the table?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_on top of,s"}, "answer": "books", "semanticStr": "select: table (10)->relate: _,on top of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The books are on top of the table.", "image": "n23181.jpg", "question_id": 201079761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dugout (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201536323"], "equivalent": ["201536320"], "question": "Who is in front of the dugout?", "isBalanced": true, "groups": {"global": "person", "local": "14-dugout_in front of,s"}, "answer": "batter", "semanticStr": "select: dugout (4)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the dugout.", "image": "n538684.jpg", "question_id": 201536320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676458", "201676459", "201676457", "201676460"], "equivalent": ["201676461"], "question": "Which kind of furniture isn't brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#brown"}, "answer": "shelf", "semanticStr": "select: furniture (11)->filter color: not(brown) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a shelf.", "image": "n233607.jpg", "question_id": 201676461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536322"], "question": "What is the batter in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_in front of,o"}, "answer": "dugout", "semanticStr": "select: batter (0)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the dugout.", "image": "n538684.jpg", "question_id": 201536322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (13)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20856669", "20856670", "20856671"], "equivalent": ["20856672"], "question": "In which part of the image is the hair clip?", "isBalanced": true, "groups": {"global": null, "local": "10q-hair clip_hposition"}, "answer": "right", "semanticStr": "select: hair clip (13)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "13"}, "fullAnswer": {"1:3": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair clip is on the right of the image.", "image": "n293477.jpg", "question_id": 20856672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201987596", "201987594", "201987595"], "equivalent": ["201987597"], "question": "On which side of the picture is the motorbike?", "isBalanced": true, "groups": {"global": null, "local": "10q-motorcycle_hposition"}, "answer": "right", "semanticStr": "select: motorcycle (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorbike is on the right of the image.", "image": "n501951.jpg", "question_id": 201987597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (16)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20182964", "20182965", "20182966", "20182967", "20182960", "20182963", "20182968", "20182969"], "equivalent": ["20182964", "20182963", "20182962"], "question": "Which color are the shoes?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shoes_color"}, "answer": "black", "semanticStr": "select: shoes (16)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are black.", "image": "n151768.jpg", "question_id": 20182962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20942237", "20942238", "20942239"], "equivalent": ["20942240"], "question": "On which side of the photo is the white boat?", "isBalanced": true, "groups": {"global": null, "local": "10q-boat_hposition"}, "answer": "left", "semanticStr": "select: boat (5)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boat is on the left of the image.", "image": "n137182.jpg", "question_id": 20942240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201739120", "201739128", "201739129", "201739133", "201739132", "201739130", "201739134"], "equivalent": ["201739131"], "question": "Which color is the belt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-belt_color"}, "answer": "red", "semanticStr": "select: belt (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The belt is red.", "image": "n485969.jpg", "question_id": 201739131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (2)"}, {"operation": "select", "dependencies": [], "argument": "buildings (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201322429", "201322431"], "equivalent": ["201322430", "201322431", "201322429"], "question": "Are both the windows and the buildings made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-buildings_windows"}, "answer": "yes", "semanticStr": "select: windows (2)->select: buildings (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "10"}, "fullAnswer": {"3": "2", "6": "10"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the windows and the buildings are made of glass.", "image": "n311910.jpg", "question_id": 201322430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "christmas light,in front of,o (6)"}], "entailed": ["20452132"], "equivalent": ["20452292"], "question": "Is the chair in front of the Christmas light that is on the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_christmas light"}, "answer": "yes", "semanticStr": "select: chair (8)->verify rel: christmas light,in front of,o (6) [0]", "annotations": {"answer": {}, "question": {"13": "7", "2": "8", "7:9": "6"}, "fullAnswer": {"8:10": "6", "2": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the chair is in front of the Christmas light.", "image": "n6908.jpg", "question_id": 20452292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,carrying,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709952", "20709821", "20709822"], "equivalent": ["20709953"], "question": "What is the woman carrying?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_carrying,o"}, "answer": "umbrella", "semanticStr": "select: woman (0)->relate: _,carrying,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is carrying an umbrella.", "image": "n24526.jpg", "question_id": 20709953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (10)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,to the left of,s (13)"}, {"operation": "choose color", "dependencies": [1], "argument": "black|white"}], "entailed": ["20287504", "20287505", "20287503"], "equivalent": ["20287504", "20287505", "20287502", "20287503"], "question": "How does the helmet to the left of the fence look, white or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-helmet_color"}, "answer": "black", "semanticStr": "select: fence (10)->relate: helmet,to the left of,s (13) [0]->choose color: black|white [1]", "annotations": {"answer": {}, "question": {"9": "10", "3": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helmet is black.", "image": "n317260.jpg", "question_id": 20287502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (4)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,lying on top of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637316", "201637317", "201637315"], "equivalent": ["201637318"], "question": "What kind of appliance does the plate lie on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-plate_lying on top of,o"}, "answer": "stove", "semanticStr": "select: plate (4)->relate: appliance,lying on top of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "4", "7": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plate lies on top of the stove.", "image": "n200692.jpg", "question_id": 201637318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (0)"}, {"operation": "select", "dependencies": [], "argument": "desk (10) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20479839"], "equivalent": ["20479839", "20479838"], "question": "What is common to the bookcase and the desk?", "isBalanced": true, "groups": {"global": null, "local": "09common-bookcase_desk"}, "answer": "material", "semanticStr": "select: bookcase (0)->select: desk (10) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "10", "5": "0"}, "fullAnswer": {"4": "0", "7": "10"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the bookcase and the desk are wooden.", "image": "n520071.jpg", "question_id": 20479838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637318", "201637317", "201637315"], "equivalent": ["201637316"], "question": "What does the plate lie on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-plate_lying on top of,o"}, "answer": "stove", "semanticStr": "select: plate (4)->relate: _,lying on top of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "4", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plate lies on top of the stove.", "image": "n200692.jpg", "question_id": 201637316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (2)"}, {"operation": "filter", "dependencies": [0], "argument": "electric"}, {"operation": "verify rel", "dependencies": [1], "argument": "floor,behind,o (11)"}], "entailed": ["201663022"], "equivalent": ["201663602"], "question": "Is the electric dishwasher behind the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-dishwasher_floor"}, "answer": "yes", "semanticStr": "select: dishwasher (2)->filter: electric [0]->verify rel: floor,behind,o (11) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "11"}, "fullAnswer": {"2": "2", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the dishwasher is behind the floor.", "image": "n35676.jpg", "question_id": 201663602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["20479829", "20479831"], "equivalent": ["20479830"], "question": "Which room is it?", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "office", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is an office.", "image": "n520071.jpg", "question_id": 20479830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose shape", "dependencies": [1], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["20672797"], "question": "Is the toilet that looks white rectangular or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-toilet_shape"}, "answer": "rectangular", "semanticStr": "select: toilet (24)->filter color: white [0]->choose shape: rectangular|round [1]", "annotations": {"answer": {}, "question": {"2": "24", "5": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toilet is rectangular.", "image": "n59147.jpg", "question_id": 20672797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bowl (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201548711"], "equivalent": ["201548710"], "question": "Are there small bowls or blenders?", "isBalanced": true, "groups": {"global": null, "local": "04-blender_small"}, "answer": "yes", "semanticStr": "select: blender (10)->filter size: small [0]->exist: ? [1]->select: bowl (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a small blender.", "image": "n314171.jpg", "question_id": 201548710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sun (8)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "relate", "dependencies": [1], "argument": "_,shining through,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20511730", "20511732"], "equivalent": ["20511731", "20511730"], "question": "The bright sun is shining through what?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-sun_shining through,o"}, "answer": "sky", "semanticStr": "select: sun (8)->filter: bright [0]->relate: _,shining through,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1:3": "8"}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sun is shining through the sky.", "image": "n208458.jpg", "question_id": 20511731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (17)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|orange"}], "entailed": ["20468645"], "equivalent": ["20468644", "20468645"], "question": "Is the polo shirt orange or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-polo shirt_color"}, "answer": "white", "semanticStr": "select: polo shirt (17)->choose color: white|orange [0]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"1:3": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The polo shirt is white.", "image": "n171169.jpg", "question_id": 20468644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sun (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,shining through,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511731", "20511730"], "equivalent": ["20511732"], "question": "What is the sun shining through?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-sun_shining through,o"}, "answer": "sky", "semanticStr": "select: sun (8)->relate: _,shining through,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sun is shining through the sky.", "image": "n208458.jpg", "question_id": 20511732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468647"], "equivalent": ["20468648"], "question": "Who is the polo shirt worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-polo shirt_worn on,o"}, "answer": "man", "semanticStr": "select: polo shirt (17)->relate: person,worn on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1:3": "17", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The polo shirt is worn on the man.", "image": "n171169.jpg", "question_id": 20468648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloon (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201549018", "201549011", "201549010", "201549009", "201549006", "201549007", "201549004", "201549005"], "equivalent": ["201549008", "201549007"], "question": "What is the color of the balloon?", "isBalanced": true, "groups": {"global": "color", "local": "10q-balloon_color"}, "answer": "green", "semanticStr": "select: balloon (2)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The balloon is green.", "image": "n314171.jpg", "question_id": 201549008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short sleeved)"}, {"operation": "choose color", "dependencies": [1], "argument": "white|brown"}], "entailed": [], "equivalent": ["201412297"], "question": "Does the jacket that is not short sleeved look white or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-jacket_color"}, "answer": "white", "semanticStr": "select: jacket (3)->filter: not(short sleeved) [0]->choose color: white|brown [1]", "annotations": {"answer": {}, "question": {"2": "3", "6:8": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is white.", "image": "n143672.jpg", "question_id": 201412297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (13)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20836824", "20836870"], "equivalent": ["20836869"], "question": "What is hanging from the tall pole?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pole_hanging from,s"}, "answer": "flag", "semanticStr": "select: pole (13)->filter height: tall [0]->relate: _,hanging from,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"5:7": "13"}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flag is hanging from the pole.", "image": "n507959.jpg", "question_id": 20836869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["20416595", "20416594", "20416593"], "equivalent": ["20416592"], "question": "Is the chair in the top part of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_top"}, "answer": "yes", "semanticStr": "select: chair (1)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is in the top of the image.", "image": "n234722.jpg", "question_id": 20416592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682286"], "equivalent": ["201682285"], "question": "Who is this man in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_in front of,o"}, "answer": "people", "semanticStr": "select: man (0)->relate: person,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the people.", "image": "n51658.jpg", "question_id": 201682285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682285"], "equivalent": ["201682286"], "question": "Who is the man in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_in front of,o"}, "answer": "people", "semanticStr": "select: man (0)->relate: person,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "0", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the people.", "image": "n51658.jpg", "question_id": 201682286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (7) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201067728", "201067729", "201067843", "201067725", "201067730"], "equivalent": ["201067730", "201067728", "201067729", "201067727"], "question": "Are there both chairs and tables in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_table"}, "answer": "yes", "semanticStr": "select: table (5)->exist: ? [0]->select: chair (7) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "7", "5": "5"}, "fullAnswer": {"5": "5"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a table and a chair.", "image": "n367944.jpg", "question_id": 201067727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201412299"], "question": "Does the jacket look long sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "no", "semanticStr": "select: jacket (3)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is long sleeved but white.", "image": "n143672.jpg", "question_id": 201412299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067720", "201067721"], "equivalent": ["201067722"], "question": "What is the donut sitting atop?", "isBalanced": true, "groups": {"global": "thing", "local": "14-donut_sitting atop,o"}, "answer": "napkin", "semanticStr": "select: donut (2)->relate: _,sitting atop,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The doughnut is sitting atop the napkin.", "image": "n367944.jpg", "question_id": 201067722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (2)"}, {"operation": "select", "dependencies": [], "argument": "fan (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20284980"], "equivalent": ["20284979"], "question": "Is the ceiling the same color as the fan?", "isBalanced": true, "groups": {"global": null, "local": "09same-ceiling_fan"}, "answer": "yes", "semanticStr": "select: ceiling (2)->select: fan (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "2"}, "fullAnswer": {"3": "2", "6": "3"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the ceiling and the fan are white.", "image": "n192021.jpg", "question_id": 20284979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20753467", "20753466", "20753472", "20753470", "20753469", "20753468"], "equivalent": ["20753472", "20753471"], "question": "On which side of the photo is the curtain?", "isBalanced": true, "groups": {"global": null, "local": "10q-curtain_hposition"}, "answer": "left", "semanticStr": "select: curtain (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain is on the left of the image.", "image": "n49438.jpg", "question_id": 20753471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (10)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201439450", "201439453", "201439452", "201439454", "201439446", "201439447", "201439448", "201439449"], "equivalent": ["201439451", "201439450"], "question": "Is the happy woman on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (10)->filter face expression: happy [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is on the right of the image.", "image": "n199286.jpg", "question_id": 201439451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose", "dependencies": [1], "argument": "open|closed"}], "entailed": ["201794964", "201794955", "201794963", "201794962"], "equivalent": ["201794965"], "question": "Is the basket that is brown closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-basket_15"}, "answer": "open", "semanticStr": "select: basket (12)->filter color: brown [0]->choose: open|closed [1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The basket is open.", "image": "n119944.jpg", "question_id": 201794965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (11)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["202226197", "202226205", "202226218", "202226207", "202226206", "202226208", "202226212", "202226213", "202226210", "202226211", "202226198", "202226171", "202226217", "202226172", "202226170"], "equivalent": ["202226209"], "question": "How clean is the utensil that is to the right of the carrots?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-spoon_cleanliness"}, "answer": "clean", "semanticStr": "select: carrots (11)->relate: utensil,to the right of,s (4) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"12": "11", "4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is clean.", "image": "n336443.jpg", "question_id": 202226209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shelves,to the right of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20541492", "20541568", "20541565", "20541564", "20541567", "20541566", "20541563", "20541562"], "equivalent": ["20541561"], "question": "What is located on top of the shelves that are to the right of the table?", "isBalanced": true, "groups": {"global": "device", "local": "14-shelves_on top of,s"}, "answer": "television", "semanticStr": "select: table (1)->relate: shelves,to the right of,s (7) [0]->relate: _,on top of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"15": "1", "7": "7"}, "fullAnswer": {"1": "6", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The television is on top of the shelves.", "image": "n527290.jpg", "question_id": 20541561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207229", "201207228", "201207214", "201207205", "201207204", "201207211", "201207212", "201207213"], "equivalent": ["201207230"], "question": "What kind of food is round?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_round"}, "answer": "sandwich", "semanticStr": "select: food (5)->filter shape: round [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sandwich.", "image": "n222915.jpg", "question_id": 201207230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1,0)"}, {"operation": "different", "dependencies": [0], "argument": "type"}], "entailed": ["20536047"], "equivalent": ["20536048"], "question": "Are the animals of different types?", "isBalanced": true, "groups": {"global": null, "local": "07different-allanimals"}, "answer": "yes", "semanticStr": "select: animal (1,0)->different: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "diffAnimals", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, they are giraffes and bison.", "image": "n410476.jpg", "question_id": 20536048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201030463", "201030458", "201030457", "201030393", "201030460"], "equivalent": ["201030459"], "question": "What is the name of the piece of furniture that is in front of the white wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_in front of,s"}, "answer": "couch", "semanticStr": "select: wall (16)->filter color: white [0]->relate: furniture,in front of,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"15:17": "16", "6:9": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n54424.jpg", "question_id": 201030459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "frisbee (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(white)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201760618", "201760619", "201760620", "201760617"], "equivalent": ["201760610"], "question": "Are there either frisbees or soccer balls that are not white?", "isBalanced": true, "groups": {"global": null, "local": "04-soccer ball_n#white"}, "answer": "no", "semanticStr": "select: soccer ball (0)->filter color: not(white) [0]->exist: ? [1]->select: frisbee (-) ->filter color: not(white) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"4:6": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a soccer ball but it is white.", "image": "n350732.jpg", "question_id": 201760610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloons (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20412182", "20412183", "20412184", "20412185", "20412187", "20412188", "20412189", "20412191", "20412190"], "equivalent": ["20412185", "20412186", "20412187"], "question": "What is the color of the balloons?", "isBalanced": true, "groups": {"global": "color", "local": "10q-balloons_color"}, "answer": "pink", "semanticStr": "select: balloons (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The balloons are pink.", "image": "n531359.jpg", "question_id": 20412186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20244744"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "bus driver", "semanticStr": "select: person (9)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The bus driver is sitting.", "image": "n19152.jpg", "question_id": 20244744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding onto,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201504989", "201504931"], "equivalent": ["201504930"], "question": "What does the happy person hold onto?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding onto,o"}, "answer": "surfboard", "semanticStr": "select: person (0)->filter face expression: happy [0]->relate: _,holding onto,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds onto the surfboard.", "image": "n298104.jpg", "question_id": 201504930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "surfboard,holding onto,o (4)"}], "entailed": ["201504932"], "equivalent": ["201504933"], "question": "Does the tall person hold onto the surf board the flower is on?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_surfboard"}, "answer": "yes", "semanticStr": "select: person (0)->filter height: tall [0]->verify rel: surfboard,holding onto,o (4) [1]", "annotations": {"answer": {}, "question": {"10": "11", "2:4": "0", "7:9": "4"}, "fullAnswer": {"2": "0", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman holds onto the surfboard.", "image": "n298104.jpg", "question_id": 201504933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504934", "201504799", "201504798"], "equivalent": ["201504935"], "question": "Who is wearing the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "woman", "semanticStr": "select: shorts (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing shorts.", "image": "n298104.jpg", "question_id": 201504935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504935", "201504799", "201504798"], "equivalent": ["201504934"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "woman", "semanticStr": "select: shorts (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing shorts.", "image": "n298104.jpg", "question_id": 201504934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (12)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,near,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "fence,in front of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2091341", "2091339", "2091270", "2091271", "2091342"], "equivalent": ["2091340"], "question": "Do you see a fence in front of the trees near the sign?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_fence"}, "answer": "yes", "semanticStr": "select: sign (12)->relate: tree,near,s (2) [0]->relate: fence,in front of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "2", "12": "12", "4": "7"}, "fullAnswer": {"9": "2", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fence in front of the trees.", "image": "n565418.jpg", "question_id": 2091340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878993"], "equivalent": ["20878992"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "skater", "semanticStr": "select: pants (4)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "4"}, "fullAnswer": {"1": "13", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing pants.", "image": "n259949.jpg", "question_id": 20878992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "railroad (4)"}, {"operation": "relate", "dependencies": [0], "argument": "tunnel,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202116921", "202116919"], "equivalent": ["202116920"], "question": "What is the tunnel above the railroad made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-tunnel_material"}, "answer": "concrete", "semanticStr": "select: railroad (4)->relate: tunnel,above,s (5) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "4"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tunnel is made of cement.", "image": "n48494.jpg", "question_id": 202116920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (11)"}, {"operation": "relate", "dependencies": [0], "argument": "skater,in,s (13)"}, {"operation": "verify rel", "dependencies": [1], "argument": "shoes,wearing,o (6)"}], "entailed": ["20878991"], "equivalent": ["20878990"], "question": "Is the skater in the parking lot wearing shoes?", "isBalanced": true, "groups": {"global": null, "local": "13-skater_shoes"}, "answer": "yes", "semanticStr": "select: parking lot (11)->relate: skater,in,s (13) [0]->verify rel: shoes,wearing,o (6) [1]", "annotations": {"answer": {}, "question": {"2": "13", "8": "6", "5:7": "11"}, "fullAnswer": {"2": "13", "5": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the skater is wearing shoes.", "image": "n259949.jpg", "question_id": 20878990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878996"], "equivalent": ["20878997"], "question": "Who is riding on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skater", "semanticStr": "select: skateboard (8)->relate: person,riding on,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5:7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is riding on a skateboard.", "image": "n259949.jpg", "question_id": 20878997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20550390", "20550391", "20550340", "20550376", "20550374", "20550375", "20550400", "20550399", "20550378", "20550379", "20550382", "20550381", "20550380", "20550367", "20550389", "20550401", "20550339", "20550368", "20550388"], "equivalent": ["20550377"], "question": "Which color is the horse?", "isBalanced": true, "groups": {"global": "color", "local": "10q-horse_color"}, "answer": "light brown", "semanticStr": "select: horse (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is light brown.", "image": "n579928.jpg", "question_id": 20550377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100820", "202100821", "202100819", "202100818", "202100816"], "equivalent": ["202100817"], "question": "What is the bowl sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-bowl_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: bowl (18)->relate: _,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "18", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mugs (15)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,s (18)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100820", "202100821", "202100818", "202100817", "202100816"], "equivalent": ["202100820", "202100819", "202100818"], "question": "What type of appliance is the bowl to the right of the mugs sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-bowl_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: mugs (15)->relate: bowl,to the right of,s (18) [0]->relate: appliance,sitting on top of,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "12": "15", "6": "18"}, "fullAnswer": {"1": "18", "8": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "burner (21)"}, {"operation": "select", "dependencies": [], "argument": "toaster (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20316965"], "equivalent": ["20316966"], "question": "Is the toaster different in color than the burner?", "isBalanced": true, "groups": {"global": null, "local": "09diff-burner_toaster"}, "answer": "yes", "semanticStr": "select: burner (21)->select: toaster (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "21", "2": "4"}, "fullAnswer": {"2": "21", "7": "4"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the burner is black and the toaster is white.", "image": "n350766.jpg", "question_id": 20316966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (14)"}, {"operation": "query", "dependencies": [0], "argument": "hardness"}], "entailed": ["202000758", "202000757", "202000756"], "equivalent": ["202000759"], "question": "How hard is the street?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-street_hardness"}, "answer": "hard", "semanticStr": "select: street (14)->query: hardness [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is hard.", "image": "n299528.jpg", "question_id": 202000759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (7)"}, {"operation": "relate", "dependencies": [0], "argument": "window,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["202120375", "202120360", "202120347", "202120382", "202120387", "202120378", "202120379", "202120377", "202120389", "202120388"], "equivalent": ["202120380"], "question": "How clean is the window behind the sign?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-window_cleanliness"}, "answer": "clean", "semanticStr": "select: sign (7)->relate: window,behind,s (8) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "7"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is clean.", "image": "n500308.jpg", "question_id": 202120380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dish drainer (8)"}, {"operation": "select", "dependencies": [], "argument": "trash can (20) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20316962"], "question": "What do the dish drainer and the garbage can have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-dish drainer_trash can"}, "answer": "material", "semanticStr": "select: dish drainer (8)->select: trash can (20) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3:5": "8", "7:9": "20"}, "fullAnswer": {"8:10": "20", "4:6": "8"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the dish drainer and the garbage can are plastic.", "image": "n350766.jpg", "question_id": 20316962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (43)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "relate", "dependencies": [1], "argument": "boy,to the right of,s (10)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202107842", "202107841", "202107933", "202107934"], "equivalent": ["202107841", "202107840"], "question": "Are there any boys to the right of the fat person?", "isBalanced": true, "groups": {"global": null, "local": "13-person_boy"}, "answer": "yes", "semanticStr": "select: person (43)->filter fatness: fat [0]->relate: boy,to the right of,s (10) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "10", "9:11": "43"}, "fullAnswer": {"10": "43", "4": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a boy to the right of the person.", "image": "n133585.jpg", "question_id": 202107840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20248023", "20248001", "20248002"], "equivalent": ["20248000"], "question": "What is the old woman sitting on?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting on,o"}, "answer": "bench", "semanticStr": "select: woman (5)->filter age: old [0]->relate: _,sitting on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "5", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the bench.", "image": "n49310.jpg", "question_id": 20248000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201687544"], "equivalent": ["201687545"], "question": "What is worn on the man?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn on,s"}, "answer": "shorts", "semanticStr": "select: man (3)->relate: _,worn on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shorts are worn on the man.", "image": "n228268.jpg", "question_id": 201687545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735432", "201735481", "201735480", "201735479"], "equivalent": ["201735478"], "question": "What is sitting on the tray that is made of wood?", "isBalanced": true, "groups": {"global": "device", "local": "14-tray_sitting on,s"}, "answer": "keyboard", "semanticStr": "select: tray (4)->filter material: wood [0]->relate: _,sitting on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"10": "4", "5": "4"}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is sitting on the tray.", "image": "n240973.jpg", "question_id": 201735478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "plate,to the left of,s (9)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201065126", "201065127", "201065080"], "equivalent": ["201065125"], "question": "Is there any plate to the left of the girl on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_plate"}, "answer": "yes", "semanticStr": "select: girl (1)->filter hposition: right [0]->relate: plate,to the left of,s (9) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "1", "3": "9"}, "fullAnswer": {"10": "1", "4": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a plate to the left of the girl.", "image": "n88933.jpg", "question_id": 201065125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247825", "20248007"], "equivalent": ["20248008"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (9)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing trousers.", "image": "n49310.jpg", "question_id": 20248008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201439548", "201439547", "201439546", "201439545", "201439538", "201439539", "201439532", "201439533", "201439536", "201439537", "201439534"], "equivalent": ["201439532", "201439533", "201439531"], "question": "Is the grass green?", "isBalanced": true, "groups": {"global": null, "local": "06-grass_green"}, "answer": "yes", "semanticStr": "select: grass (13)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the grass is green.", "image": "n199286.jpg", "question_id": 201439531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rooftop (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "snowboarder,below,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201979212"], "question": "Is there a snowboarder below the rooftop that is made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-rooftop_snowboarder"}, "answer": "no", "semanticStr": "select: rooftop (8)->filter material: metal [0]->relate: snowboarder,below,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "8", "6": "8"}, "fullAnswer": {"4": "1", "7": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a skateboarder below the rooftop.", "image": "n329514.jpg", "question_id": 201979212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201207236", "201207237", "201207234", "201207235", "201207232", "201207233", "201207238"], "equivalent": ["201207239"], "question": "On which side is the round food?", "isBalanced": true, "groups": {"global": null, "local": "10q-sandwich_hposition"}, "answer": "right", "semanticStr": "select: food (5)->filter shape: round [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sandwich is on the right of the image.", "image": "n222915.jpg", "question_id": 201207239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,flying through,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201979162"], "equivalent": ["201979214"], "question": "Who is flying through the sky?", "isBalanced": true, "groups": {"global": "person", "local": "14-sky_flying through,s"}, "answer": "skateboarder", "semanticStr": "select: sky (9)->relate: person,flying through,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is flying through the sky.", "image": "n329514.jpg", "question_id": 201979214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sandwich (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(white)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202241063", "202241066", "202241064", "202241065", "202241052", "202241050"], "equivalent": ["202241052", "202241051", "202241050"], "question": "Are there pizzas or sandwiches that are not white?", "isBalanced": true, "groups": {"global": null, "local": "04-pizza_n#white"}, "answer": "no", "semanticStr": "select: pizza (5)->filter color: not(white) [0]->exist: ? [1]->select: sandwich (-) ->filter color: not(white) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pizza but it is white.", "image": "n460385.jpg", "question_id": 202241051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["20857110", "20857109", "20857108", "20857107", "20857106", "20857104", "20857103", "20857102", "20857101", "20857100"], "equivalent": ["20857107", "20857106", "20857105"], "question": "Is the small device on the right or on the left of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-cell phone_hposition"}, "answer": "left", "semanticStr": "select: device (7)->filter size: small [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mobile phone is on the left of the image.", "image": "n293477.jpg", "question_id": 20857105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20862855", "20862854"], "equivalent": ["20862856"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "dress", "semanticStr": "select: clothing (3)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress.", "image": "n94074.jpg", "question_id": 20862856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (4)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202101148", "202101147"], "equivalent": ["202101148", "202101149", "202101147"], "question": "Do you see a skateboarder that is not female?", "isBalanced": true, "groups": {"global": null, "local": "04-skateboarder_n#female"}, "answer": "yes", "semanticStr": "select: skateboarder (4)->filter gender: not(female) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a male skateboarder.", "image": "n472825.jpg", "question_id": 202101149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036977"], "equivalent": ["202036976"], "question": "What is this pizza inside of?", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza_inside,o"}, "answer": "pizza box", "semanticStr": "select: pizza (6)->relate: _,inside,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza is inside the pizza box.", "image": "n200225.jpg", "question_id": 202036976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20699196"], "equivalent": ["20699197"], "question": "Who wears the suit?", "isBalanced": true, "groups": {"global": "person", "local": "14-suit_wearing,s"}, "answer": "man", "semanticStr": "select: suit (2)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a suit.", "image": "n512257.jpg", "question_id": 20699197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20117880", "20117865", "20117879", "20117889", "20117898", "20117883", "20117887", "20117886", "20117881", "20117893", "20117890", "20117891"], "equivalent": ["20117889", "20117888"], "question": "What is the color of the field?", "isBalanced": true, "groups": {"global": "color", "local": "10q-field_color"}, "answer": "brown", "semanticStr": "select: field (10)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is brown.", "image": "n494677.jpg", "question_id": 20117888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "verify rel", "dependencies": [1], "argument": "gloves,wearing,o (-)"}], "entailed": ["201185737"], "equivalent": ["201185738"], "question": "Is the person that is not tall wearing gloves?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_gloves"}, "answer": "no", "semanticStr": "select: person (0)->filter height: not(tall) [0]->verify rel: gloves,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "5": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is wearing shorts.", "image": "n494918.jpg", "question_id": 201185738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20412522", "20412521"], "equivalent": ["20412523"], "question": "Is the person in the top or in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-person_vposition"}, "answer": "top", "semanticStr": "select: person (6)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is in the top of the image.", "image": "n445353.jpg", "question_id": 20412523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (19)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201873202"], "question": "Who is walking?", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "pedestrian", "semanticStr": "select: person (19)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pedestrian is walking.", "image": "n309148.jpg", "question_id": 201873202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (11)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381211", "20381210", "20381217", "20381219", "20381218", "20381209", "20381192", "20381193", "20381191"], "equivalent": ["20381217", "20381216"], "question": "How is the rectangular piece of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_rectangular"}, "answer": "desk", "semanticStr": "select: furniture (11)->filter shape: rectangular [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"4:7": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n398257.jpg", "question_id": 20381216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (2)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "verify rel", "dependencies": [1], "argument": "menu,in front of,o (22)"}], "entailed": ["202262181"], "equivalent": ["202262345"], "question": "Is the empty glass in front of the menu?", "isBalanced": true, "groups": {"global": null, "local": "13-glass_menu"}, "answer": "yes", "semanticStr": "select: glass (2)->filter: empty [0]->verify rel: menu,in front of,o (22) [1]", "annotations": {"answer": {}, "question": {"8": "22", "2:4": "2"}, "fullAnswer": {"8": "22", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the glass is in front of the menu.", "image": "n28572.jpg", "question_id": 202262345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20691792"], "question": "What hangs above the floor?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-floor_hanging above,s"}, "answer": "ceiling", "semanticStr": "select: floor (13)->relate: _,hanging above,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ceiling hangs above the floor.", "image": "n153293.jpg", "question_id": 20691792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging above,o (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20691794"], "equivalent": ["20691793"], "question": "What does the white ceiling hang above?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-ceiling_hanging above,o"}, "answer": "floor", "semanticStr": "select: ceiling (8)->filter color: white [0]->relate: _,hanging above,o (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ceiling hangs above the floor.", "image": "n153293.jpg", "question_id": 20691793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20491941"], "question": "What is the large bear looking at?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-bear_looking at,o"}, "answer": "sky", "semanticStr": "select: bear (3)->filter size: large [0]->relate: _,looking at,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "3"}, "fullAnswer": {"1": "3", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bear is looking at the sky.", "image": "n335542.jpg", "question_id": 20491941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (4)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201407228", "201407227", "201407320"], "equivalent": ["201407226"], "question": "What do you think is in front of the man that is wearing a shoe?", "isBalanced": true, "groups": {"global": "", "local": "14-man_in front of,s"}, "answer": "net", "semanticStr": "select: shoe (4)->relate: man,wearing,s (0) [0]->relate: _,in front of,s (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"9": "0", "14": "4"}, "fullAnswer": {"1": "15", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The net is in front of the man.", "image": "n282607.jpg", "question_id": 201407226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (15)"}, {"operation": "verify rel", "dependencies": [0], "argument": "floor,above,o (14)"}], "entailed": [], "equivalent": ["201407225"], "question": "Is the net above the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-net_floor"}, "answer": "yes", "semanticStr": "select: net (15)->verify rel: floor,above,o (14) [0]", "annotations": {"answer": {}, "question": {"2": "15", "5": "14"}, "fullAnswer": {"2": "15", "6": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the net is above the floor.", "image": "n282607.jpg", "question_id": 201407225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201407227", "201407226", "201407320"], "equivalent": ["201407228"], "question": "What is in front of the man?", "isBalanced": true, "groups": {"global": "", "local": "14-man_in front of,s"}, "answer": "net", "semanticStr": "select: man (0)->relate: _,in front of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The net is in front of the man.", "image": "n282607.jpg", "question_id": 201407228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bag,looking in,o (0)"}], "entailed": ["202257974"], "equivalent": ["202257975"], "question": "Is the man that is not old looking in the bag made of cloth?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bag"}, "answer": "yes", "semanticStr": "select: man (1)->filter: not(old) [0]->verify rel: bag,looking in,o (0) [1]", "annotations": {"answer": {}, "question": {"10": "0", "13": "0", "2": "1", "6": "1"}, "fullAnswer": {"2": "1", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is looking in the bag.", "image": "n216553.jpg", "question_id": 202257975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201393571"], "equivalent": ["201393567"], "question": "Who is in front of the lamp?", "isBalanced": true, "groups": {"global": "person", "local": "14-lamp_in front of,s"}, "answer": "boy", "semanticStr": "select: lamp (8)->relate: person,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the lamp.", "image": "n305495.jpg", "question_id": 201393567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baking pan (3)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20171179", "20171178", "20171171", "20171170", "20171172", "20171175", "20171177", "20171176", "20171180", "20171181", "20171182", "20171183", "20171184", "20171185", "20171186", "20171187", "20171168", "20171169", "20171162", "20171163", "20171166", "20171167", "20171165"], "equivalent": ["20171164", "20171165"], "question": "Is the baking pan silver and round?", "isBalanced": true, "groups": {"global": null, "local": "05-round_silver"}, "answer": "yes", "semanticStr": "select: baking pan (3)->verify shape: round [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the baking pan is silver and round.", "image": "n379991.jpg", "question_id": 20171164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "choose rel", "dependencies": [0], "argument": "girl,to the left of|to the right of,s (1)"}], "entailed": ["2065936", "2065937", "2065939", "2066003", "2066005", "2066004", "2066007", "2066006", "2065940"], "equivalent": ["2065938"], "question": "Is the girl to the right or to the left of the boy?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_girl"}, "answer": "left", "semanticStr": "select: boy (0)->choose rel: girl,to the left of|to the right of,s (1) [0]", "annotations": {"answer": {}, "question": {"2": "1", "12": "0"}, "fullAnswer": {"1": "1", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is to the left of the boy.", "image": "n356822.jpg", "question_id": 2065938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitten (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,playing with,o (0)"}, {"operation": "choose name", "dependencies": [2], "argument": "banana|apple"}], "entailed": ["201756712", "201756713"], "equivalent": ["201756711", "201756712"], "question": "What kind of fruit is the white kitten playing with, an apple or a banana?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-kitten_playing with,o"}, "answer": "banana", "semanticStr": "select: kitten (1)->filter color: white [0]->relate: fruit,playing with,o (0) [1]->choose name: banana|apple [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6:8": "1", "14": "0"}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The kitten is playing with a banana.", "image": "n567860.jpg", "question_id": 201756711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting atop,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20204892", "20204891", "20204890", "20204894", "20204888", "20204889", "20204539"], "equivalent": ["20204893", "20204892"], "question": "What is the piece of furniture that the rectangular device is sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_sitting atop,o"}, "answer": "chair", "semanticStr": "select: device (4)->filter shape: rectangular [0]->relate: furniture,sitting atop,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"8:10": "4", "3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n532191.jpg", "question_id": 20204893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,same material,_ (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162588", "202161905"], "equivalent": ["202161904", "202161905"], "question": "How is the item of furniture that is made of same material as the floor called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-floor_same material,_"}, "answer": "bookcase", "semanticStr": "select: floor (17)->relate: furniture,same material,_ (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3:6": "8", "14": "17"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n69237.jpg", "question_id": 202161904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202174166", "202174164", "202174165", "202174162", "202174163"], "equivalent": ["202174166", "202174167"], "question": "Which side of the photo is the stove on?", "isBalanced": true, "groups": {"global": null, "local": "10q-stove_hposition"}, "answer": "left", "semanticStr": "select: stove (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is on the left of the image.", "image": "n398429.jpg", "question_id": 202174167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756721", "201756720", "201756503", "201756502"], "equivalent": ["201756719"], "question": "What animal is lying on top of the countertop?", "isBalanced": true, "groups": {"global": "animal", "local": "14-countertop_lying on top of,s"}, "answer": "kitten", "semanticStr": "select: countertop (6)->relate: animal,lying on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "8": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kitten is lying on top of the countertop.", "image": "n567860.jpg", "question_id": 201756719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose rel", "dependencies": [1], "argument": "table,to the right of|to the left of,s (30)"}], "entailed": ["20673039", "20672814", "20672815"], "equivalent": ["20673040"], "question": "Is the table to the right or to the left of the white toilet?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_table"}, "answer": "right", "semanticStr": "select: toilet (24)->filter color: white [0]->choose rel: table,to the right of|to the left of,s (30) [1]", "annotations": {"answer": {}, "question": {"2": "30", "12:14": "24"}, "fullAnswer": {"1": "30", "8": "24"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The table is to the right of the toilet.", "image": "n59147.jpg", "question_id": 20673040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879418", "201879619", "201879666", "201879667", "201879664", "201879663"], "equivalent": ["201879665"], "question": "Which kind of animal is to the left of the mirror?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mirror_to the left of,s"}, "answer": "dog", "semanticStr": "select: mirror (12)->relate: animal,to the left of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n290409.jpg", "question_id": 201879665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (28)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (25) "}, {"operation": "filter", "dependencies": [3], "argument": "empty"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20673047"], "equivalent": ["20673046"], "question": "Are there empty chairs or bags?", "isBalanced": true, "groups": {"global": null, "local": "04-bag_empty"}, "answer": "yes", "semanticStr": "select: bag (28)->filter: empty [0]->exist: ? [1]->select: chair (25) ->filter: empty [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "25", "5": "28"}, "fullAnswer": {"5": "28"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an empty bag.", "image": "n59147.jpg", "question_id": 20673046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing in,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202004089", "202004088"], "equivalent": ["202004087"], "question": "Where is the man that is not short standing?", "isBalanced": true, "groups": {"global": "room", "local": "14-man_standing in,o"}, "answer": "office", "semanticStr": "select: man (0)->filter: not(short) [0]->relate: _,standing in,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3": "0", "7": "0"}, "fullAnswer": {"1": "0", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing in the office.", "image": "n262920.jpg", "question_id": 202004087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "truck,sitting inside,o (18)"}], "entailed": [], "equivalent": ["201879661"], "question": "Does the brown dog sit inside a truck?", "isBalanced": true, "groups": {"global": null, "local": "13-dog_truck"}, "answer": "yes", "semanticStr": "select: dog (9)->filter color: brown [0]->verify rel: truck,sitting inside,o (18) [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "7": "18"}, "fullAnswer": {"2": "9", "6": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the dog sits inside a truck.", "image": "n290409.jpg", "question_id": 201879661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["202284889", "202284891", "202284892", "202284893"], "equivalent": ["202284890"], "question": "Is the fork on the left side of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-fork_left"}, "answer": "no", "semanticStr": "select: fork (10)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fork is on the right of the image.", "image": "n100991.jpg", "question_id": 202284890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235607", "201235585", "201235584", "201235596", "201235597", "201235594", "201235595"], "equivalent": ["201235609"], "question": "What kind of fruit is small?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_small"}, "answer": "bananas", "semanticStr": "select: fruit (2)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is bananas.", "image": "n527589.jpg", "question_id": 201235609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735291"], "equivalent": ["201735292"], "question": "What kind of furniture is the black towel sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-towel_sitting on,o"}, "answer": "shelves", "semanticStr": "select: towel (12)->filter color: black [0]->relate: furniture,sitting on,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "6:8": "12"}, "fullAnswer": {"1": "12", "6": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is sitting on the shelves.", "image": "n240973.jpg", "question_id": 201735292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20541327", "20541325", "20541324", "20541322", "20541355", "20541320", "20541328", "20541334", "20541336"], "equivalent": ["20541326"], "question": "What color does that couch have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-couch_color"}, "answer": "brown", "semanticStr": "select: couch (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The couch has brown color.", "image": "n527290.jpg", "question_id": 20541326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "relate", "dependencies": [0], "argument": "donut,eating,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2012821"], "equivalent": ["2012820"], "question": "What size is the doughnut the person is eating?", "isBalanced": true, "groups": {"global": "size", "local": "10q-donut_size"}, "answer": "small", "semanticStr": "select: person (12)->relate: donut,eating,o (3) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "3", "6": "12"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The donut is small.", "image": "n318370.jpg", "question_id": 2012820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201393605"], "question": "Is the shirt dark and short?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_short"}, "answer": "no", "semanticStr": "select: shirt (0)->verify color: dark [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is dark but long.", "image": "n305495.jpg", "question_id": 201393605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "food (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20756843"], "question": "Are there both food and wine in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-food_wine"}, "answer": "no", "semanticStr": "select: wine (5)->exist: ? [0]->select: food (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "5"}, "fullAnswer": {"3": "5"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is wine but no food.", "image": "n433532.jpg", "question_id": 20756843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (6)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["20954236", "20954235", "20954234", "20954233", "20954232", "20954231", "20954230", "20954239", "20954228", "20954229", "20954246"], "equivalent": ["20954237", "20954236", "20954235"], "question": "Is the luggage large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-luggage_size"}, "answer": "large", "semanticStr": "select: luggage (6)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The luggage is large.", "image": "n498712.jpg", "question_id": 20954237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,contain,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121382", "202121383", "202121384"], "equivalent": ["202121385"], "question": "What kind of furniture contains the cups?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cups_contain,s"}, "answer": "cupboard", "semanticStr": "select: cups (12)->relate: furniture,contain,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n140421.jpg", "question_id": 202121385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121386"], "equivalent": ["202121387"], "question": "What does the cupboard contain?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-cupboard_contain,o"}, "answer": "cups", "semanticStr": "select: cupboard (11)->relate: _,contain,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "11", "3": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cupboard contains cups.", "image": "n140421.jpg", "question_id": 202121387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121383", "202121384", "202121385"], "equivalent": ["202121382"], "question": "What contains cups?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cups_contain,s"}, "answer": "cupboard", "semanticStr": "select: cups (12)->relate: _,contain,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"2": "12"}, "fullAnswer": {"1": "11", "3": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cupboard contains cups.", "image": "n140421.jpg", "question_id": 202121382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (9)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "couch (-) "}, {"operation": "filter hardness", "dependencies": [3], "argument": "soft"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20295656"], "equivalent": ["20295655"], "question": "Is there any soft bed or couch?", "isBalanced": true, "groups": {"global": null, "local": "04-bed_soft"}, "answer": "yes", "semanticStr": "select: bed (9)->filter hardness: soft [0]->exist: ? [1]->select: couch (-) ->filter hardness: soft [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a soft bed.", "image": "n162586.jpg", "question_id": 20295655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878989"], "equivalent": ["20878988"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "skater", "semanticStr": "select: shoes (6)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "6"}, "fullAnswer": {"1": "13", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing shoes.", "image": "n259949.jpg", "question_id": 20878988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (1)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic sign,on top of,s (0)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|white"}], "entailed": ["201037130"], "equivalent": ["201037129"], "question": "Is the traffic sign on top of the pole red or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-traffic sign_color"}, "answer": "red", "semanticStr": "select: pole (1)->relate: traffic sign,on top of,s (0) [0]->choose color: red|white [1]", "annotations": {"answer": {}, "question": {"8": "1", "2:4": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The traffic sign is red.", "image": "n393305.jpg", "question_id": 201037129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (4)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2058478", "2058480", "2058481", "2058483", "2058485", "2058475", "2058474", "2058477", "2058476", "2058484"], "equivalent": ["2058479"], "question": "Is the sky cloudy and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_cloudy"}, "answer": "yes", "semanticStr": "select: sky (4)->verify: bright [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and bright.", "image": "n497658.jpg", "question_id": 2058479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201879503", "201879502", "201879501", "201879500", "201879505", "201879504", "201879482", "201879483", "201879480", "201879481", "201879486", "201879484", "201879485", "201879488", "201879489", "201879478", "201879510", "201879511", "201879491", "201879490", "201879479", "201879492", "201879475", "201879474"], "equivalent": ["201879487"], "question": "How big is the truck?", "isBalanced": true, "groups": {"global": "size", "local": "10q-truck_size"}, "answer": "small", "semanticStr": "select: truck (18)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The truck is small.", "image": "n290409.jpg", "question_id": 201879487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (4)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201447083", "201447081", "201447080", "201447065", "201447064", "201447067", "201447066", "201447069", "201447079", "201447070", "201447071", "201447062"], "equivalent": ["201447068"], "question": "How big is the mirror that is above the shelf?", "isBalanced": true, "groups": {"global": "size", "local": "10q-mirror_size"}, "answer": "large", "semanticStr": "select: shelf (4)->relate: mirror,above,s (5) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "4", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is large.", "image": "n54180.jpg", "question_id": 201447068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify", "dependencies": [1], "argument": "adult"}, {"operation": "verify color", "dependencies": [1], "argument": "blond "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20667729", "20667728", "20667780", "20667781", "20667782", "20667783", "20667784", "20667749", "20667786", "20667763", "20667766", "20667767", "20667764", "20667785", "20667791", "20667790", "20667752", "20667751", "20667750", "20667756", "20667755", "20667754", "20667779", "20667778", "20667771", "20667770", "20667773", "20667772", "20667775", "20667774", "20667777", "20667776"], "equivalent": ["20667753", "20667752"], "question": "Does the young woman seem to be adult and blond?", "isBalanced": true, "groups": {"global": null, "local": "05-adult_blond"}, "answer": "yes", "semanticStr": "select: woman (5)->filter age: young [0]->verify: adult [1]->verify color: blond  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is adult and blond.", "image": "n181355.jpg", "question_id": 20667753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "broccoli (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887289", "201887291"], "equivalent": ["201887289", "201887290"], "question": "The broccoli is in what?", "isBalanced": true, "groups": {"global": "object", "local": "14-broccoli_in,o"}, "answer": "basket", "semanticStr": "select: broccoli (7)->relate: _,in,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The broccoli is in the basket.", "image": "n429961.jpg", "question_id": 201887290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (46)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (32)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669552", "201669562", "201669488"], "equivalent": ["201669553"], "question": "What kind of food is on the table?", "isBalanced": true, "groups": {"global": "food", "local": "15-table_on,s"}, "answer": "cookies", "semanticStr": "select: table (46)->relate: food,on,s (32) [0]->query: name [1]", "annotations": {"answer": {"0": "32"}, "question": {"3": "32"}, "fullAnswer": {"1": "32", "3": "32"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n238266.jpg", "question_id": 201669553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201510935"], "question": "Does the suitcase look large and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-large_yellow"}, "answer": "no", "semanticStr": "select: suitcase (1)->verify size: large [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the suitcase is large but red.", "image": "n575770.jpg", "question_id": 201510935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (0) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20541495", "20541496"], "equivalent": ["20541497"], "question": "Are there either any chairs or televisions that are black?", "isBalanced": true, "groups": {"global": null, "local": "04-television_black"}, "answer": "yes", "semanticStr": "select: television (6)->filter color: black [0]->exist: ? [1]->select: chair (0) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "0", "6": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the television is black.", "image": "n527290.jpg", "question_id": 20541497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510401", "201510398", "201510311"], "equivalent": ["201510397"], "question": "What is the fruit on the tray that is shown in the picture?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-tray_on,s"}, "answer": "pear", "semanticStr": "select: tray (4)->relate: fruit,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "4"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510397}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510401", "201510397", "201510311"], "equivalent": ["201510398"], "question": "Which kind of fruit is on the tray?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-tray_on,s"}, "answer": "pear", "semanticStr": "select: tray (4)->relate: fruit,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["202082151", "202082148", "202082149"], "equivalent": ["202082150"], "question": "On which side of the picture is the small monitor, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-monitor_hposition"}, "answer": "left", "semanticStr": "select: monitor (9)->filter size: small [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"8:10": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The monitor is on the left of the image.", "image": "n433692.jpg", "question_id": 202082150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "can (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201624223"], "equivalent": ["201624222", "201624223"], "question": "Is there either any red can or cup?", "isBalanced": true, "groups": {"global": null, "local": "04-cup_red"}, "answer": "no", "semanticStr": "select: cup (7)->filter color: red [0]->exist: ? [1]->select: can (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cup but it is white.", "image": "n59676.jpg", "question_id": 201624222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the right of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201623747", "201623745", "201623911", "201623910", "201623908", "201623909", "201623912", "201623906", "201623907", "201623746"], "equivalent": ["201623906", "201623905"], "question": "What is the appliance to the right of the appliance that is below the microwave?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_to the right of,s"}, "answer": "stove", "semanticStr": "select: microwave (1)->relate: appliance,below,s (2) [0]->relate: appliance,to the right of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "2", "3": "6", "14": "1"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n501609.jpg", "question_id": 201623905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (1)"}, {"operation": "verify", "dependencies": [0], "argument": "empty"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20744273"], "question": "Does the dirt look empty and white?", "isBalanced": true, "groups": {"global": null, "local": "05-empty_white"}, "answer": "no", "semanticStr": "select: dirt (1)->verify: empty [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dirt is empty but brown.", "image": "n562105.jpg", "question_id": 20744273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201455890", "201455871", "201455870", "201455873", "201455872", "201455875", "201455874", "201455918", "201455919", "201455916", "201455917", "201455877", "201455880", "201455881", "201455882", "201455883", "201455884", "201455885", "201455879", "201455889", "201455878", "201455869", "201455866", "201455865"], "equivalent": ["201455876"], "question": "How big is the car?", "isBalanced": true, "groups": {"global": "size", "local": "10q-car_size"}, "answer": "large", "semanticStr": "select: car (0)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is large.", "image": "n413761.jpg", "question_id": 201455876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201972754", "201972755", "201972756", "201972757", "201972750", "201972751", "201972752", "201972753", "201972758", "201972759", "201972747", "201972760", "201972765", "201972740", "201972748", "201972732", "201972733", "201972731", "201972736", "201972737", "201972734", "201972735", "201972738", "201972739"], "equivalent": ["201972749"], "question": "Does the grass look green and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "yes", "semanticStr": "select: grass (12)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is green and tall.", "image": "n541482.jpg", "question_id": 201972749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640305", "201640304"], "equivalent": ["201640306"], "question": "Where is the man sitting?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_sitting at,o"}, "answer": "restaurant", "semanticStr": "select: man (14)->relate: _,sitting at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "14", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting at the restaurant.", "image": "n235859.jpg", "question_id": 201640306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (7)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,near,s (9)"}, {"operation": "choose", "dependencies": [1], "argument": "open|closed"}], "entailed": ["202133813", "202133768", "202133834", "202133811", "202133762", "202133764", "202133767", "202133766", "202133769", "202133774", "202133814", "202133772", "202133773", "202133770", "202133771", "202133782", "202133781", "202133786", "202133785", "202133812"], "equivalent": ["202133780"], "question": "Is the fence near the skateboarder open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-fence_15"}, "answer": "open", "semanticStr": "select: skateboarder (7)->relate: fence,near,s (9) [0]->choose: open|closed [1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "7"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is open.", "image": "n412144.jpg", "question_id": 202133780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (5)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201573882", "201573881"], "equivalent": ["201573883"], "question": "In which part of the image are the cars, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-cars_vposition"}, "answer": "bottom", "semanticStr": "select: cars (5)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cars are in the bottom of the image.", "image": "n115614.jpg", "question_id": 201573883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (3)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["202258259", "202258250", "202258253", "202258252", "202258251", "202258243", "202258244", "202258245", "202258246", "202258247", "202258261", "202258260", "202258258", "202258262"], "equivalent": ["202258249"], "question": "What is the horse doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-horse_activity"}, "answer": "looking down", "semanticStr": "select: horse (3)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is looking down.", "image": "n216553.jpg", "question_id": 202258249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (11)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,to the left of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202286944", "202287014"], "equivalent": ["202287013"], "question": "What kind of fruit is to the left of the elephant in the middle of the photo?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-elephant_to the left of,s"}, "answer": "bananas", "semanticStr": "select: elephant (11)->filter vposition: middle [0]->relate: fruit,to the left of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "11", "3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are bananas.", "image": "n413002.jpg", "question_id": 202287013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "relate", "dependencies": [0], "argument": "peach,in front of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201479210"], "question": "Are there peaches in front of the cup?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_peach"}, "answer": "no", "semanticStr": "select: cup (2)->relate: peach,in front of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "2"}, "fullAnswer": {"9": "2", "4": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an orange in front of the cup.", "image": "n181210.jpg", "question_id": 201479210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "chair,on top of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20306863", "20306862"], "equivalent": ["20306957"], "question": "Is there a chair on top of the floor made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_chair"}, "answer": "yes", "semanticStr": "select: floor (10)->filter material: wood [0]->relate: chair,on top of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "10", "8": "10", "3": "7"}, "fullAnswer": {"9": "10", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair on top of the floor.", "image": "n554880.jpg", "question_id": 20306957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,to the left of,s (15)"}, {"operation": "relate", "dependencies": [1], "argument": "oven,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201663285", "201663387"], "equivalent": ["201663386", "201663387"], "question": "Do you see an oven near the cabinet to the left of the drawers?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinet_oven"}, "answer": "yes", "semanticStr": "select: drawers (7)->relate: cabinet,to the left of,s (15) [0]->relate: oven,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"13": "7", "4": "0", "7": "15"}, "fullAnswer": {"4": "0", "7": "15"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an oven near the cabinet.", "image": "n35676.jpg", "question_id": 201663386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201404284"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "mother", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The mom is standing.", "image": "n331357.jpg", "question_id": 201404284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (4)"}, {"operation": "choose company", "dependencies": [0], "argument": "adidas|nike"}], "entailed": ["201751825", "201751824", "201751823", "201751807", "201751818", "201751844", "201751816", "201751817", "201751814", "201751812", "201751813", "201751810", "201751811", "201751809", "201751793"], "equivalent": ["201751826"], "question": "Which company made the bat, Adidas or Nike?", "isBalanced": true, "groups": {"global": "company", "local": "10c-bat_company"}, "answer": "adidas", "semanticStr": "select: bat (4)->choose company: adidas|nike [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "companyChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bat was made adidas.", "image": "n355567.jpg", "question_id": 201751826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "desk (15) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201497984", "201498490", "201498488"], "equivalent": ["201498490", "201498491"], "question": "Are there both a keyboard and a desk in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-desk_keyboard"}, "answer": "yes", "semanticStr": "select: keyboard (7)->exist: ? [0]->select: desk (15) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "7", "7": "15"}, "fullAnswer": {"8": "15", "5": "7"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a keyboard and a desk.", "image": "n315887.jpg", "question_id": 201498491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951596"], "equivalent": ["201951597"], "question": "Who is wearing the sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "girl", "semanticStr": "select: sneakers (6)->relate: person,wearing,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing sneakers.", "image": "n256120.jpg", "question_id": 201951597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (1)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["201873286", "201873287", "201873284", "201873282", "201873283", "201873281", "201873263", "201873279", "201873288", "201873289", "201873278", "201873293"], "equivalent": ["201873285"], "question": "How wide is the bucket?", "isBalanced": true, "groups": {"global": "width", "local": "10q-bucket_width"}, "answer": "wide", "semanticStr": "select: bucket (1)->query: width [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bucket is wide.", "image": "n309148.jpg", "question_id": 201873285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "ball,to the left of,o (-)"}], "entailed": [], "equivalent": ["202240287"], "question": "Is the tennis racket to the left of a ball?", "isBalanced": true, "groups": {"global": null, "local": "13-racket_ball"}, "answer": "no", "semanticStr": "select: racket (0)->verify rel: ball,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"10": "2", "2:4": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the tennis racket is to the left of a girl.", "image": "n148872.jpg", "question_id": 202240287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201951593"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "girl", "semanticStr": "select: jacket (4)->relate: person,wearing,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"4": "4"}, "fullAnswer": {"1": "15", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a jacket.", "image": "n256120.jpg", "question_id": 201951593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (0)"}, {"operation": "select", "dependencies": [], "argument": "office chair (2) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201556429"], "question": "What do the laptop and the office chair have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-laptop_office chair"}, "answer": "color", "semanticStr": "select: laptop (0)->select: office chair (2) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "0", "6:8": "2"}, "fullAnswer": {"4": "0", "7:9": "2"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the laptop and the office chair are black.", "image": "n525901.jpg", "question_id": 201556429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201055841", "201055866", "201055830", "201055829", "201055848", "201055840", "201055835", "201055837", "201055836", "201055839", "201055850", "201055847"], "equivalent": ["201055837", "201055838"], "question": "What size do you think the ball is?", "isBalanced": true, "groups": {"global": "size", "local": "10q-ball_size"}, "answer": "small", "semanticStr": "select: ball (0)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ball is small.", "image": "n259002.jpg", "question_id": 201055838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (12)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the left of|to the right of,s (0)"}], "entailed": ["201303374", "201303375", "201303371", "201303372"], "equivalent": ["201303373"], "question": "Is the old man to the left or to the right of the chair that is to the left of the cups?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_man"}, "answer": "left", "semanticStr": "select: cups (10)->relate: chair,to the left of,s (12) [0]->choose rel: man,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"13": "12", "2:4": "0", "21": "10"}, "fullAnswer": {"1": "0", "8": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the left of the chair.", "image": "n518912.jpg", "question_id": 201303373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "towel (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "green"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201481816"], "equivalent": ["201481816", "201481815"], "question": "Are there any green blankets or towels?", "isBalanced": true, "groups": {"global": null, "local": "04-blanket_green"}, "answer": "no", "semanticStr": "select: blanket (19)->filter color: green [0]->exist: ? [1]->select: towel (-) ->filter color: green [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "19"}, "fullAnswer": {"4": "19"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a blanket but it is white.", "image": "n470920.jpg", "question_id": 201481815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(melted)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202037008"], "equivalent": ["202037009"], "question": "Which kind of food isn't melted?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#melted"}, "answer": "spinach", "semanticStr": "select: food (10)->filter: not(melted) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "3": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is spinach.", "image": "n200225.jpg", "question_id": 202037009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (12)"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless"}], "entailed": ["201055789", "201055774", "201055788", "201055787", "201055786", "201055784"], "equivalent": ["201055785"], "question": "Is the jersey sleeveless?", "isBalanced": true, "groups": {"global": null, "local": "06-jersey_sleeveless"}, "answer": "yes", "semanticStr": "select: jersey (12)->verify: sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the jersey is sleeveless.", "image": "n259002.jpg", "question_id": 201055785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "_,mounted on,s (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["201077076"], "question": "What is mounted on the wall that looks beige and white?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_mounted on,s"}, "answer": "urinal", "semanticStr": "select: wall (8)->filter color: beige [0]->filter color: white [1]->relate: _,mounted on,s (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"8": "8", "5": "8", "10": "8"}, "fullAnswer": {"1": "3", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The urinal is mounted on the wall.", "image": "n503626.jpg", "question_id": 201077076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20922949", "20922952", "20922951", "20922950"], "equivalent": ["20922948"], "question": "Is the brown car on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-car_right"}, "answer": "yes", "semanticStr": "select: car (19)->filter color: brown [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is on the right of the image.", "image": "n480253.jpg", "question_id": 20922948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cylindrical)"}, {"operation": "choose name", "dependencies": [1], "argument": "carrots|beans"}], "entailed": [], "equivalent": ["202244555"], "question": "Which vegetables are not cylindrical, the beans or the carrots?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12c-vegetable_n#cylindrical"}, "answer": "beans", "semanticStr": "select: vegetable (1)->filter: not(cylindrical) [0]->choose name: carrots|beans [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "6", "9": "6", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The beans are not cylindrical.", "image": "n296467.jpg", "question_id": 202244555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (5)"}, {"operation": "choose rel", "dependencies": [1], "argument": "bottle,to the left of|to the right of,s (7)"}], "entailed": ["201757973", "201757969"], "equivalent": ["201757971"], "question": "Is the orange bottle to the left or to the right of the person that is sitting beside the table?", "isBalanced": true, "groups": {"global": null, "local": "13-person_bottle"}, "answer": "left", "semanticStr": "select: table (6)->relate: person,sitting beside,s (5) [0]->choose rel: bottle,to the left of|to the right of,s (7) [1]", "annotations": {"answer": {}, "question": {"19": "6", "13": "5", "2:4": "7"}, "fullAnswer": {"1": "7", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bottle is to the left of the person.", "image": "n4777.jpg", "question_id": 201757971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "guitar (33)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20837152", "20837153", "20837150", "20837151", "20837156", "20837157", "20837154", "20837155", "20837174", "20837159", "20837173", "20837138", "20837139", "20837130", "20837131", "20837132", "20837133", "20837134", "20837135", "20837136", "20837137", "20837149", "20837148", "20837140", "20837127", "20837126", "20837125", "20837145", "20837147", "20837146", "20837163", "20837162", "20837161", "20837167", "20837166", "20837165", "20837164", "20837129", "20837128"], "equivalent": ["20837124"], "question": "Is the guitar small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: guitar (33)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "33"}, "fullAnswer": {"2": "33"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the guitar is small and black.", "image": "n507959.jpg", "question_id": 20837124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20692550", "20692563", "20692555", "20692554", "20692557", "20692556", "20692565", "20692553", "20692552", "20692558", "20692549"], "equivalent": ["20692551"], "question": "Is the window small?", "isBalanced": true, "groups": {"global": null, "local": "06-window_small"}, "answer": "yes", "semanticStr": "select: window (8)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the window is small.", "image": "n499081.jpg", "question_id": 20692551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201896107", "201896108", "201896110"], "equivalent": ["201896109"], "question": "Which side is the blue cake on, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-cake_hposition"}, "answer": "right", "semanticStr": "select: cake (0)->filter color: blue [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cake is on the right of the image.", "image": "n111390.jpg", "question_id": 201896109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663160", "201663161", "201663163", "201663159", "201663165", "201663166", "201663088", "201663164", "201663417"], "equivalent": ["201663162"], "question": "Which kind of furniture is to the left of the oven?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-oven_to the left of,s"}, "answer": "cabinet", "semanticStr": "select: oven (0)->relate: furniture,to the left of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n35676.jpg", "question_id": 201663162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tents (21)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951620"], "equivalent": ["201951621"], "question": "Which kind of vehicle are the tents behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-tents_behind,o"}, "answer": "van", "semanticStr": "select: tents (21)->relate: vehicle,behind,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "21", "5": "16"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tents are behind the van.", "image": "n256120.jpg", "question_id": 201951621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,on,s (3)"}, {"operation": "choose color", "dependencies": [1], "argument": "silver|red"}], "entailed": ["201861302"], "equivalent": ["201861302", "201861303"], "question": "Does the mirror on the motorbike look red or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-mirror_color"}, "answer": "silver", "semanticStr": "select: motorcycle (0)->relate: mirror,on,s (3) [0]->choose color: silver|red [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "0"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is silver.", "image": "n390187.jpg", "question_id": 201861303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "relate", "dependencies": [0], "argument": "giraffe,to the right of,s (1)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "skinny"}], "entailed": ["20679221", "20679217", "20679216", "20679214"], "equivalent": ["20679220"], "question": "Does the giraffe to the right of the house look skinny?", "isBalanced": true, "groups": {"global": null, "local": "06-giraffe_skinny"}, "answer": "yes", "semanticStr": "select: house (5)->relate: giraffe,to the right of,s (1) [0]->verify fatness: skinny [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the giraffe is skinny.", "image": "n493357.jpg", "question_id": 20679220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "steel"}, {"operation": "verify", "dependencies": [1], "argument": "high"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201873133"], "question": "Does the steel bridge look high and long?", "isBalanced": true, "groups": {"global": null, "local": "05-high_long"}, "answer": "no", "semanticStr": "select: bridge (12)->filter material: steel [0]->verify: high [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bridge is long but low.", "image": "n309148.jpg", "question_id": 201873133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412360", "20412407", "20412406"], "equivalent": ["20412405"], "question": "What kind of furniture is to the left of the boxes?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boxes_to the left of,s"}, "answer": "chair", "semanticStr": "select: boxes (5)->relate: furniture,to the left of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"10": "5", "3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n445353.jpg", "question_id": 20412405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20710216"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "parent", "semanticStr": "select: jacket (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The parent is wearing a jacket.", "image": "n489699.jpg", "question_id": 20710216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20226763", "20226748", "20226758", "20226742", "20226750", "20226756", "20226757", "20226747", "20226746", "20226745", "20226751", "20226762", "20226752", "20226739", "20226740", "20226716"], "equivalent": ["20226749"], "question": "How long is the white table?", "isBalanced": true, "groups": {"global": "length", "local": "10q-table_length"}, "answer": "long", "semanticStr": "select: table (14)->filter color: white [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4:6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is long.", "image": "n68769.jpg", "question_id": 20226749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bricks (9)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20412360", "20412401", "20412403", "20412402", "20412399"], "equivalent": ["20412400"], "question": "What is the item of furniture in front of the old bricks?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bricks_in front of,s"}, "answer": "chair", "semanticStr": "select: bricks (9)->filter: old [0]->relate: furniture,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3:6": "10", "10:12": "9"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n445353.jpg", "question_id": 20412400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cup,in front of,o (20)"}], "entailed": ["202262157"], "equivalent": ["202262430"], "question": "Is the mug in front of a cup?", "isBalanced": true, "groups": {"global": null, "local": "13-mug_cup"}, "answer": "yes", "semanticStr": "select: mug (4)->verify rel: cup,in front of,o (20) [0]", "annotations": {"answer": {}, "question": {"2": "4", "7": "20"}, "fullAnswer": {"8": "20", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mug is in front of a cup.", "image": "n28572.jpg", "question_id": 202262430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parent (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}], "entailed": ["20710200", "20710192", "20710208", "20710212", "20710211"], "equivalent": ["20710210"], "question": "Does the parent that looks blonde look happy?", "isBalanced": true, "groups": {"global": null, "local": "06-parent_happy"}, "answer": "yes", "semanticStr": "select: parent (0)->filter color: blond [0]->verify face expression: happy [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the parent is happy.", "image": "n489699.jpg", "question_id": 20710210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175287", "201175286", "201175713", "201175712"], "equivalent": ["201175714"], "question": "What animal is the mirror behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mirror_behind,o"}, "answer": "cat", "semanticStr": "select: mirror (8)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "8", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is behind the cat.", "image": "n357784.jpg", "question_id": 201175714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201185677"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "boy", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is standing.", "image": "n494918.jpg", "question_id": 201185677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "steps (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,traveling down,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201979162", "201979207"], "equivalent": ["201979208"], "question": "Who is traveling down the steps?", "isBalanced": true, "groups": {"global": "person", "local": "14-steps_traveling down,s"}, "answer": "skateboarder", "semanticStr": "select: steps (10)->relate: person,traveling down,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is traveling down the steps.", "image": "n329514.jpg", "question_id": 201979208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify rel", "dependencies": [1], "argument": "woman,behind,o (0)"}], "entailed": ["201175513", "201175711", "201175514"], "equivalent": ["201175710"], "question": "Is the clean mirror behind the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_woman"}, "answer": "yes", "semanticStr": "select: mirror (8)->filter cleanliness: clean [0]->verify rel: woman,behind,o (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "0"}, "fullAnswer": {"2": "8", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mirror is behind the woman.", "image": "n357784.jpg", "question_id": 201175710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175287", "201175714", "201175286", "201175712"], "equivalent": ["201175713", "201175712"], "question": "What is the animal that this mirror is behind of called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mirror_behind,o"}, "answer": "cat", "semanticStr": "select: mirror (8)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "8"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n357784.jpg", "question_id": 201175713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (20)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "straight "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20622098"], "question": "Is the logo straight and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_straight"}, "answer": "no", "semanticStr": "select: logo (20)->verify color: blue [0]->verify: straight  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the logo is straight but black.", "image": "n210269.jpg", "question_id": 20622098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (9)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201109652"], "question": "Which color is the traffic light in the middle?", "isBalanced": true, "groups": {"global": "color", "local": "10q-traffic light_color"}, "answer": "green", "semanticStr": "select: traffic light (9)->filter vposition: middle [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic signal is green.", "image": "n167164.jpg", "question_id": 201109652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655293"], "equivalent": ["20655292"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "man", "semanticStr": "select: jacket (3)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "3"}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a jacket.", "image": "n199097.jpg", "question_id": 20655292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "select", "dependencies": [], "argument": "desk (15) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201497647"], "question": "Is the water bottle made of the same material as the desk?", "isBalanced": true, "groups": {"global": null, "local": "09same-desk_water bottle"}, "answer": "no", "semanticStr": "select: water bottle (5)->select: desk (15) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "15", "2:4": "5"}, "fullAnswer": {"10": "15", "2:4": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the water bottle is made of plastic and the desk is made of wood.", "image": "n315887.jpg", "question_id": 201497647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509760", "201509799", "201509761", "201509795"], "equivalent": ["201509796"], "question": "What is in front of the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_in front of,s"}, "answer": "motorcycle", "semanticStr": "select: wall (7)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is in front of the wall.", "image": "n62458.jpg", "question_id": 201509796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20655296"], "question": "Who is wearing an umbrella?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_wearing,s"}, "answer": "man", "semanticStr": "select: umbrella (0)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "0"}, "fullAnswer": {"1": "2", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing an umbrella.", "image": "n199097.jpg", "question_id": 20655296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (28)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "fence,behind,s (29)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201492452", "201492369", "201492456", "201492455", "201492370"], "equivalent": ["201492454"], "question": "Are there any fences behind the tall tree?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_fence"}, "answer": "yes", "semanticStr": "select: tree (28)->filter height: tall [0]->relate: fence,behind,s (29) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "29", "6:8": "28"}, "fullAnswer": {"4": "29", "7": "28"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fence behind the tree.", "image": "n9856.jpg", "question_id": 201492454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201509760", "201509799", "201509796", "201509761"], "equivalent": ["201509795"], "question": "What is in front of the green wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_in front of,s"}, "answer": "motorcycle", "semanticStr": "select: wall (7)->filter color: green [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "7"}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is in front of the wall.", "image": "n62458.jpg", "question_id": 201509795}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201399928", "201399929", "201399930", "201399922", "201399923", "201399927", "201399924", "201399925", "201399931"], "equivalent": ["201399926", "201399924", "201399925"], "question": "The curtains have what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-curtains_color"}, "answer": "white", "semanticStr": "select: curtains (12)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtains are white.", "image": "n344136.jpg", "question_id": 201399926}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "choose material", "dependencies": [1], "argument": "rubber|leather"}], "entailed": ["20631829"], "equivalent": ["20631828", "20631829"], "question": "Are the blue shoes made of leather or rubber?", "isBalanced": true, "groups": {"global": "material", "local": "10c-shoes_material"}, "answer": "rubber", "semanticStr": "select: shoes (5)->filter color: blue [0]->choose material: rubber|leather [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shoes are made of rubber.", "image": "n570181.jpg", "question_id": 20631828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (12)"}, {"operation": "verify material", "dependencies": [0], "argument": "cloth"}], "entailed": [], "equivalent": ["201399921"], "question": "Are the curtains made of cloth?", "isBalanced": true, "groups": {"global": null, "local": "06-curtains_cloth"}, "answer": "yes", "semanticStr": "select: curtains (12)->verify material: cloth [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the curtains are made of cloth.", "image": "n344136.jpg", "question_id": 201399921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "relate", "dependencies": [0], "argument": "food,inside,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244373", "202244372", "202244368", "202244366", "202244367", "202244364", "202244365", "202244363"], "equivalent": ["202244369"], "question": "Which kind of food is inside the container?", "isBalanced": true, "groups": {"global": "food", "local": "15-container_inside,s"}, "answer": "dip", "semanticStr": "select: container (4)->relate: food,inside,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a dip.", "image": "n296467.jpg", "question_id": 202244369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "bag,near,s (9)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20717010"], "equivalent": ["20717086"], "question": "Is there a bag near the white bed?", "isBalanced": true, "groups": {"global": null, "local": "13-bed_bag"}, "answer": "yes", "semanticStr": "select: bed (8)->filter color: white [0]->relate: bag,near,s (9) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "9", "6:8": "8"}, "fullAnswer": {"4": "9", "7": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bag near the bed.", "image": "n67005.jpg", "question_id": 20717086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (15)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201428893", "201428949", "201428948", "201428944", "201428947", "201428946", "201428943"], "equivalent": ["201428945"], "question": "What appliance is to the right of the box?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-box_to the right of,s"}, "answer": "refrigerator", "semanticStr": "select: box (15)->relate: appliance,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n64959.jpg", "question_id": 201428945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "trees,surrounded by,o (19)"}], "entailed": ["20734237", "20733993", "20733994"], "equivalent": ["20734236"], "question": "Is the sand surrounded by the trees?", "isBalanced": true, "groups": {"global": null, "local": "13-sand_trees"}, "answer": "yes", "semanticStr": "select: sand (7)->verify rel: trees,surrounded by,o (19) [0]", "annotations": {"answer": {}, "question": {"2": "7", "6": "19"}, "fullAnswer": {"2": "7", "7": "19"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sand is surrounded by the trees.", "image": "n90944.jpg", "question_id": 20734236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sea foam (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20715724"], "equivalent": ["20715810"], "question": "What is in front of the sea foam?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sea foam_in front of,s"}, "answer": "sand", "semanticStr": "select: sea foam (6)->relate: _,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7:9": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is in front of the sea foam.", "image": "n507149.jpg", "question_id": 20715810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (4)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "verify rel", "dependencies": [1], "argument": "sea foam,in front of,o (6)"}], "entailed": ["20715816"], "equivalent": ["20715811"], "question": "Is the wet sand in front of the sea foam that is not dry?", "isBalanced": true, "groups": {"global": null, "local": "13-sand_sea foam"}, "answer": "yes", "semanticStr": "select: sand (4)->filter: wet [0]->verify rel: sea foam,in front of,o (6) [1]", "annotations": {"answer": {}, "question": {"8:10": "6", "13": "6", "2:4": "4"}, "fullAnswer": {"8:10": "6", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sand is in front of the sea foam.", "image": "n507149.jpg", "question_id": 20715811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sea foam (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sand,behind,o (4)"}], "entailed": ["20715811"], "equivalent": ["20715816"], "question": "Is the sea foam behind the sand?", "isBalanced": true, "groups": {"global": null, "local": "13-sea foam_sand"}, "answer": "yes", "semanticStr": "select: sea foam (6)->verify rel: sand,behind,o (4) [0]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "4"}, "fullAnswer": {"2:4": "6", "7": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sea foam is behind the sand.", "image": "n507149.jpg", "question_id": 20715816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "couch (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "beige"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20783033", "20783032", "20783030"], "equivalent": ["20783031", "20783030"], "question": "Are there either any beige tables or couches?", "isBalanced": true, "groups": {"global": null, "local": "04-table_beige"}, "answer": "yes", "semanticStr": "select: table (14)->filter color: beige [0]->exist: ? [1]->select: couch (-) ->filter color: beige [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"5": "14"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a beige table.", "image": "n355339.jpg", "question_id": 20783031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20978209", "20978213", "20978212", "20978211"], "equivalent": ["20978210"], "question": "Is the young boy on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-boy_right"}, "answer": "no", "semanticStr": "select: boy (12)->filter age: young [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the boy is on the left of the image.", "image": "n551964.jpg", "question_id": 20978210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "verify rel", "dependencies": [1], "argument": "tree,in front of,o (9)"}], "entailed": ["20797841", "20797840", "20797773", "20797772", "20797775", "20797774"], "equivalent": ["20797842"], "question": "Is the Caucasian person in front of the tree the sky is behind of?", "isBalanced": true, "groups": {"global": null, "local": "13-man_tree"}, "answer": "yes", "semanticStr": "select: person (8)->filter race: caucasian [0]->verify rel: tree,in front of,o (9) [1]", "annotations": {"answer": {}, "question": {"8": "9", "2:4": "8", "10": "21"}, "fullAnswer": {"8": "9", "2": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is in front of the tree.", "image": "n16656.jpg", "question_id": 20797842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201401715", "201401717", "201401716", "201401713"], "equivalent": ["201401714"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy.", "image": "n155555.jpg", "question_id": 201401714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (4)"}, {"operation": "choose name", "dependencies": [1], "argument": "cat|horse"}], "entailed": ["20797846"], "equivalent": ["20797846", "20797845"], "question": "What is the man behind of, a cat or a horse?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_behind,o"}, "answer": "cat", "semanticStr": "select: man (8)->relate: animal,behind,o (4) [0]->choose name: cat|horse [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "8", "7": "4"}, "fullAnswer": {"1": "8", "5": "4"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is behind a cat.", "image": "n16656.jpg", "question_id": 20797845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797667", "20797666"], "equivalent": ["20797844"], "question": "What animal is the man behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_behind,o"}, "answer": "cat", "semanticStr": "select: man (8)->relate: animal,behind,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "8", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is behind the cat.", "image": "n16656.jpg", "question_id": 20797844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["202286637", "202286641", "202286635", "202286638"], "equivalent": ["202286636"], "question": "Do the leaves have green color?", "isBalanced": true, "groups": {"global": null, "local": "06-leaves_green"}, "answer": "no", "semanticStr": "select: leaves (13)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the leaves are brown.", "image": "n413002.jpg", "question_id": 202286636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["20647788"], "equivalent": ["20647789"], "question": "Is it indoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors.", "image": "n471866.jpg", "question_id": 20647789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20306460", "20306452", "20306453", "20306450", "20306451", "20306454", "20306455", "20306463", "20306462", "20306458", "20306459", "20306461", "20306465", "20306464"], "equivalent": ["20306456"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "sitting", "semanticStr": "select: man (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is sitting.", "image": "n554880.jpg", "question_id": 20306456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223387", "202223390", "202223391", "202223388"], "equivalent": ["202223389"], "question": "Who is in front of the car?", "isBalanced": true, "groups": {"global": "person", "local": "14-car_in front of,s"}, "answer": "people", "semanticStr": "select: car (7)->relate: person,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are in front of the car.", "image": "n257997.jpg", "question_id": 202223389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (8)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20456728", "20456729", "20456730", "20456726"], "equivalent": ["20456727"], "question": "Is the cabinet on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-cabinet_left"}, "answer": "no", "semanticStr": "select: cabinet (8)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cabinet is on the right of the image.", "image": "n65885.jpg", "question_id": 20456727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202223390", "202223391", "202223389", "202223388"], "equivalent": ["202223387"], "question": "Who is in front of the car that is presented in this scene?", "isBalanced": true, "groups": {"global": "person", "local": "14-car_in front of,s"}, "answer": "people", "semanticStr": "select: car (7)->relate: person,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"6": "7"}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are in front of the car.", "image": "n257997.jpg", "question_id": 202223387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,near,s (12)"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202081679", "202081730", "202081731", "202081719", "202081688", "202081699", "202081737", "202081684", "202081685", "202081686", "202081687", "202081680", "202081681", "202081682", "202081721", "202081720", "202081727", "202081726", "202081725", "202081724", "202081696", "202081729", "202081728", "202081701", "202081678", "202081690"], "equivalent": ["202081718"], "question": "Does the lamp near the laptop computer look thin and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_thin"}, "answer": "yes", "semanticStr": "select: laptop (7)->relate: lamp,near,s (12) [0]->verify height: tall [1]->verify fatness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "5:7": "7"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the lamp is thin and tall.", "image": "n433692.jpg", "question_id": 202081718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lamp,seen through,o (-)"}], "entailed": [], "equivalent": ["201713523"], "question": "Is she seen through a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_lamp"}, "answer": "no", "semanticStr": "select: she (3)->verify rel: lamp,seen through,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "3"}, "fullAnswer": {"2": "3", "7": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is seen through the mirror.", "image": "n455563.jpg", "question_id": 201713523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156806", "202156805", "202156804", "202156807", "202156828", "202156814", "202156795"], "equivalent": ["202156830"], "question": "What animals are huge?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_huge"}, "answer": "elephants", "semanticStr": "select: animal (3)->filter size: huge [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202227899", "202227897", "202227896"], "equivalent": ["202227898"], "question": "Is the entertainment center on the right side or on the left of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-entertainment center_hposition"}, "answer": "right", "semanticStr": "select: entertainment center (11)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The entertainment center is on the right of the image.", "image": "n77818.jpg", "question_id": 202227898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20518350"], "equivalent": ["20518349"], "question": "What kind of appliance is below the sink?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-sink_below,s"}, "answer": "radiator", "semanticStr": "select: sink (3)->relate: appliance,below,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a radiator.", "image": "n141939.jpg", "question_id": 20518349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20518618"], "equivalent": ["20518619"], "question": "What is the tissue in?", "isBalanced": true, "groups": {"global": "object", "local": "14-tissue_in,o"}, "answer": "tissue box", "semanticStr": "select: tissue (5)->relate: _,in,o (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tissue is in the tissue box.", "image": "n141939.jpg", "question_id": 20518619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20891759"], "question": "Is the window clean and small?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_small"}, "answer": "no", "semanticStr": "select: window (8)->verify cleanliness: clean [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is clean but large.", "image": "n347706.jpg", "question_id": 20891759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201641475"], "question": "What is the color of the traffic signal on the left?", "isBalanced": true, "groups": {"global": "color", "local": "10q-traffic light_color"}, "answer": "black", "semanticStr": "select: traffic light (8)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic light is black.", "image": "n532213.jpg", "question_id": 201641475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20119031", "20119034"], "equivalent": ["20119041"], "question": "Who in the image is walking?", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "woman", "semanticStr": "select: person (13)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is walking.", "image": "n540852.jpg", "question_id": 20119041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee maker (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bench,to the left of,o (7)"}], "entailed": ["202174445", "202174446"], "equivalent": ["202174381"], "question": "Is the coffee machine to the left of the bench?", "isBalanced": true, "groups": {"global": null, "local": "13-coffee maker_bench"}, "answer": "yes", "semanticStr": "select: coffee maker (4)->verify rel: bench,to the left of,o (7) [0]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "4"}, "fullAnswer": {"10": "7", "2:4": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the coffee machine is to the left of the bench.", "image": "n398429.jpg", "question_id": 202174381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20515948", "20515939", "20515968", "20515969", "20515938", "20515962", "20515949", "20515946", "20515947", "20515944", "20515945", "20515964", "20515965", "20515966", "20515967", "20515989", "20515942", "20515980", "20515981", "20515943", "20515963", "20515977", "20515976", "20515975", "20515974", "20515973", "20515972", "20515970", "20515933", "20515937", "20515936", "20515935", "20515978", "20515959", "20515979", "20515960", "20515934", "20515951", "20515950", "20515952", "20515991", "20515990", "20515993", "20515992", "20515995", "20515994", "20515997", "20515996", "20515961"], "equivalent": ["20515933", "20515932"], "question": "Is the train large and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "yes", "semanticStr": "select: train (3)->verify color: blue [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the train is large and blue.", "image": "n70461.jpg", "question_id": 20515932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (3)"}, {"operation": "choose name", "dependencies": [0], "argument": "train|bus"}], "entailed": [], "equivalent": ["20515931"], "question": "Is this a train or a bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-bus_train"}, "answer": "train", "semanticStr": "select: this (3)->choose name: train|bus [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a train.", "image": "n70461.jpg", "question_id": 20515931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "menu (10)"}, {"operation": "select", "dependencies": [], "argument": "plant (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20226354", "20226356"], "equivalent": ["20226354", "20226355"], "question": "Is the color of the menu the same as the plant?", "isBalanced": true, "groups": {"global": null, "local": "09same-menu_plant"}, "answer": "yes", "semanticStr": "select: menu (10)->select: plant (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "12", "5": "10"}, "fullAnswer": {"3": "10", "6": "12"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the menu and the plant are green.", "image": "n68769.jpg", "question_id": 20226355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheets (2)"}, {"operation": "select", "dependencies": [], "argument": "drapes (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201079731", "201079732", "201079733"], "equivalent": ["201079730", "201079731"], "question": "Do the draperies have the same color as the sheets?", "isBalanced": true, "groups": {"global": null, "local": "09same-drapes_sheets"}, "answer": "no", "semanticStr": "select: sheets (2)->select: drapes (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "12"}, "fullAnswer": {"2": "2", "7": "12"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sheets are blue and the draperies are white.", "image": "n23181.jpg", "question_id": 201079730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["202180378", "202180379", "202180377", "202180381", "202180380", "202180383", "202180382", "202180387"], "equivalent": ["202180376", "202180377"], "question": "Are the gloves large?", "isBalanced": true, "groups": {"global": null, "local": "06-gloves_large"}, "answer": "yes", "semanticStr": "select: gloves (2)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the gloves are large.", "image": "n380113.jpg", "question_id": 202180376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11,0,8)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["20226351"], "equivalent": ["20226351", "20226352"], "question": "Are all the people the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (11,0,8)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n68769.jpg", "question_id": 20226352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towel (9)"}, {"operation": "relate", "dependencies": [0], "argument": "house,to the left of,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202081050"], "question": "Are there any houses to the left of the paper towel?", "isBalanced": true, "groups": {"global": null, "local": "13-paper towel_house"}, "answer": "yes", "semanticStr": "select: paper towel (9)->relate: house,to the left of,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "9:11": "9"}, "fullAnswer": {"4": "0", "10:12": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a house to the left of the paper towel.", "image": "n314630.jpg", "question_id": 202081050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (8)"}, {"operation": "select", "dependencies": [], "argument": "man (7) "}, {"operation": "choose younger", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20941902"], "question": "Who is younger, the man or the child?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-child_man"}, "answer": "child", "semanticStr": "select: child (8)->select: man (7) ->choose younger:  [0, 1]", "annotations": {"answer": {"0": "8"}, "question": {"4": "7", "7": "8"}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The child is younger than the man.", "image": "n137182.jpg", "question_id": 20941902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "select", "dependencies": [], "argument": "man (7) "}, {"operation": "choose younger", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20941900"], "question": "Who is younger, the girl or the man?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-girl_man"}, "answer": "girl", "semanticStr": "select: girl (0)->select: man (7) ->choose younger:  [0, 1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "0", "7": "7"}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The girl is younger than the man.", "image": "n137182.jpg", "question_id": 20941900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(silver)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(silver)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20480701", "20480703", "20480702"], "equivalent": ["20480688"], "question": "Are there any computers or TVs that are not silver?", "isBalanced": true, "groups": {"global": null, "local": "04-computer_n#silver"}, "answer": "no", "semanticStr": "select: computer (4)->filter color: not(silver) [0]->exist: ? [1]->select: television (-) ->filter color: not(silver) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a computer but it is silver.", "image": "n520071.jpg", "question_id": 20480688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20757139"], "equivalent": ["20757140"], "question": "What is the lady in front of?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-lady_in front of,o"}, "answer": "plates", "semanticStr": "select: lady (9)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "9", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is in front of the plates.", "image": "n433532.jpg", "question_id": 20757140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (2)"}, {"operation": "relate", "dependencies": [0], "argument": "lady,in front of,s (9)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20757141"], "question": "Are there ladies in front of the plates?", "isBalanced": true, "groups": {"global": null, "local": "13-plates_lady"}, "answer": "yes", "semanticStr": "select: plates (2)->relate: lady,in front of,s (9) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "9", "7": "2"}, "fullAnswer": {"9": "2", "4": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a lady in front of the plates.", "image": "n433532.jpg", "question_id": 20757141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "coffee mug,near,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20157543"], "equivalent": ["20157543", "20157544"], "question": "Does the coffee mug near the plate have round shape and blue color?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_round"}, "answer": "no", "semanticStr": "select: plate (0)->relate: coffee mug,near,s (6) [0]->verify color: blue [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "0"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the coffee mug is round but white.", "image": "n170941.jpg", "question_id": 20157544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20287779", "20287778", "20287777", "20287848"], "equivalent": ["20287780"], "question": "Where is the catcher standing on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-catcher_standing on,o"}, "answer": "sand", "semanticStr": "select: catcher (0)->relate: place,standing on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is standing on the sand.", "image": "n317260.jpg", "question_id": 20287780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006464", "202006669", "202006668", "202006463", "202006666"], "equivalent": ["202006667"], "question": "What's standing on the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-floor_standing on,s"}, "answer": "table", "semanticStr": "select: floor (20)->relate: _,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is standing on the floor.", "image": "n97485.jpg", "question_id": 202006667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006464", "202006669", "202006668", "202006463", "202006667"], "equivalent": ["202006666"], "question": "What is standing on the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-floor_standing on,s"}, "answer": "table", "semanticStr": "select: floor (20)->relate: _,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"5": "20"}, "fullAnswer": {"1": "0", "6": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is standing on the floor.", "image": "n97485.jpg", "question_id": 202006666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201228343", "201228342", "201228334", "201228335", "201228336"], "equivalent": ["201228341"], "question": "Do you see a silver bench?", "isBalanced": true, "groups": {"global": null, "local": "04-bench_silver"}, "answer": "yes", "semanticStr": "select: bench (8)->filter color: silver [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a silver bench.", "image": "n154856.jpg", "question_id": 201228341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,sitting at,o (-)"}], "entailed": ["201528094"], "equivalent": ["201528095"], "question": "Is the person that looks young sitting at a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_couch"}, "answer": "no", "semanticStr": "select: person (6)->filter age: young [0]->verify rel: couch,sitting at,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"2": "6", "7": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl is sitting at a table.", "image": "n118102.jpg", "question_id": 201528095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20753208", "20753393", "20753392", "20753390", "20753389"], "equivalent": ["20753389", "20753391", "20753390"], "question": "How is the item of furniture below the curtain on the left side called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtain_below,s"}, "answer": "bed", "semanticStr": "select: curtain (8)->filter hposition: left [0]->relate: furniture,below,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"8": "8", "3:6": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n49438.jpg", "question_id": 20753391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "nightstand (2)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,near,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify", "dependencies": [1], "argument": "uncomfortable "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201832305"], "question": "Is the hat near the nightstand orange and uncomfortable?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_uncomfortable"}, "answer": "no", "semanticStr": "select: nightstand (2)->relate: hat,near,s (1) [0]->verify color: orange [1]->verify: uncomfortable  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "2"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hat is orange but comfortable.", "image": "n432591.jpg", "question_id": 201832305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["201528107", "201528104", "201528105", "201528102", "201528103", "201528100", "201528101", "201528098"], "equivalent": ["201528100", "201528098", "201528099"], "question": "Is the color of the counter brown?", "isBalanced": true, "groups": {"global": null, "local": "06-counter_brown"}, "answer": "yes", "semanticStr": "select: counter (9)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the counter is brown.", "image": "n118102.jpg", "question_id": 201528099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crosswalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,walking across,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201641218"], "equivalent": ["201641219"], "question": "Who is walking across the crosswalk?", "isBalanced": true, "groups": {"global": "person", "local": "14-crosswalk_walking across,s"}, "answer": "man", "semanticStr": "select: crosswalk (3)->relate: person,walking across,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is walking across the crosswalk.", "image": "n532213.jpg", "question_id": 201641219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201770721"], "question": "Are there toothbrushes in this picture?", "isBalanced": true, "groups": {"global": null, "local": "03-toothbrush"}, "answer": "yes", "semanticStr": "select: toothbrush (0)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a toothbrush.", "image": "n310625.jpg", "question_id": 201770721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana bunch (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756947"], "equivalent": ["201756948"], "question": "What does the banana bunch hang above?", "isBalanced": true, "groups": {"global": "", "local": "14-banana bunch_hanging above,o"}, "answer": "countertop", "semanticStr": "select: banana bunch (4)->relate: _,hanging above,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1:3": "4", "6:8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The banana bunch hangs above the counter top.", "image": "n567860.jpg", "question_id": 201756948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bushes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,in front of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20247294"], "question": "Is there any fence in front of the bushes?", "isBalanced": true, "groups": {"global": null, "local": "13-bushes_fence"}, "answer": "no", "semanticStr": "select: bushes (5)->relate: fence,in front of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"9": "5", "4": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a woman in front of the bushes.", "image": "n223750.jpg", "question_id": 20247294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20936228", "20936229", "20935942"], "equivalent": ["20936230"], "question": "Which kind of animal is the woman on?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_on,o"}, "answer": "elephant", "semanticStr": "select: woman (6)->relate: animal,on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "6", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the elephant.", "image": "n44249.jpg", "question_id": 20936230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the right of,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20210879", "20210880"], "equivalent": ["20210879", "20210881", "20210880"], "question": "Does the plate to the right of the container have round shape and red color?", "isBalanced": true, "groups": {"global": null, "local": "05-red_round"}, "answer": "no", "semanticStr": "select: container (6)->relate: plate,to the right of,s (11) [0]->verify color: red [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the plate is round but white.", "image": "n312206.jpg", "question_id": 20210881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "filter orientation", "dependencies": [0], "argument": "not(horizontal)"}, {"operation": "verify width", "dependencies": [1], "argument": "narrow"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201980742", "201980743", "201980740", "201980741", "201980746", "201980747", "201980744", "201980734", "201980735", "201980736", "201980726", "201980727", "201980733", "201980732", "201980731", "201980730", "201980728", "201980729", "201980738"], "equivalent": ["201980737"], "question": "Is the poster that is not horizontal short and narrow?", "isBalanced": true, "groups": {"global": null, "local": "05-narrow_short"}, "answer": "yes", "semanticStr": "select: poster (10)->filter orientation: not(horizontal) [0]->verify width: narrow [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "6": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the poster is short and narrow.", "image": "n249903.jpg", "question_id": 201980737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (15)"}, {"operation": "choose name", "dependencies": [0], "argument": "desk|sofa"}], "entailed": [], "equivalent": ["201498001"], "question": "Which kind of furniture is this, a desk or a sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "11c-furniture"}, "answer": "desk", "semanticStr": "select: furniture (15)->choose name: desk|sofa [0]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15", "7": "15"}, "fullAnswer": {"3": "15"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a desk.", "image": "n315887.jpg", "question_id": 201498001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202101048"], "question": "Are there any men or skateboarders?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-man_skateboarder"}, "answer": "yes", "semanticStr": "select: skateboarder (1)->exist: ? [0]->select: man (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a skateboarder.", "image": "n472825.jpg", "question_id": 202101048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202119151"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "man", "semanticStr": "select: person (1)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is sitting.", "image": "n544255.jpg", "question_id": 202119151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201080060", "201080061", "201080048", "201080049", "201080059", "201080054", "201080051", "201080047", "201080053", "201080052", "201080039", "201080038", "201080037", "201080034", "201080032"], "equivalent": ["201080033", "201080032"], "question": "Does the window look clear and open?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_open"}, "answer": "yes", "semanticStr": "select: window (0)->verify weather: clear [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is clear and open.", "image": "n23181.jpg", "question_id": 201080033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068434"], "equivalent": ["201068435"], "question": "Who wears the hair clip?", "isBalanced": true, "groups": {"global": "person", "local": "14-hair clip_wearing,s"}, "answer": "girl", "semanticStr": "select: hair clip (7)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4:6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl wears a hair clip.", "image": "n159802.jpg", "question_id": 201068435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "huge "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20492084"], "question": "Are the rocks both brown and huge?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_huge"}, "answer": "no", "semanticStr": "select: rocks (6)->verify color: brown [0]->verify size: huge  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the rocks are brown but small.", "image": "n335542.jpg", "question_id": 20492084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "rocks,lying on top of,s (6)"}, {"operation": "filter size", "dependencies": [1], "argument": "small"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["20492073", "20492092", "20492090", "20492091", "20492085", "20492084", "20492086", "20492089", "20492088"], "equivalent": ["20492087", "20492088"], "question": "Which color are the small rocks that are lying on top of the ground?", "isBalanced": true, "groups": {"global": "color", "local": "10q-rocks_color"}, "answer": "brown", "semanticStr": "select: ground (10)->relate: rocks,lying on top of,s (6) [0]->filter size: small [1]->query: color [2]", "annotations": {"answer": {}, "question": {"13": "10", "4:6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rocks are brown.", "image": "n335542.jpg", "question_id": 20492087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "choose rel", "dependencies": [0], "argument": "couch,to the left of|to the right of,s (8)"}], "entailed": ["20307330", "20307331", "20306558", "20306557", "20306556", "20307328"], "equivalent": ["20307329"], "question": "Is the couch to the left or to the right of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_couch"}, "answer": "left", "semanticStr": "select: man (0)->choose rel: couch,to the left of|to the right of,s (8) [0]", "annotations": {"answer": {}, "question": {"2": "8", "12": "0"}, "fullAnswer": {"1": "8", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The couch is to the left of the man.", "image": "n554880.jpg", "question_id": 20307329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vase,next to,s (8)"}, {"operation": "verify shape", "dependencies": [1], "argument": "triangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201804774", "201804775", "201804776", "201804777", "201804771", "201804772", "201804773", "201804785", "201804778", "201804787", "201804786", "201804781", "201804780", "201804783", "201804779", "201804784", "201804789", "201804782", "201804790"], "equivalent": ["201804770"], "question": "Is the vase next to the lamp white and triangular?", "isBalanced": true, "groups": {"global": null, "local": "05-triangular_white"}, "answer": "yes", "semanticStr": "select: lamp (9)->relate: vase,next to,s (8) [0]->verify shape: triangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "6": "9"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vase is white and triangular.", "image": "n51002.jpg", "question_id": 201804770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "choose race", "dependencies": [0], "argument": "asian|caucasian"}], "entailed": ["201068383", "201068384"], "equivalent": ["201068383", "201068382"], "question": "Is this girl Caucasian or Asian?", "isBalanced": true, "groups": {"global": "race", "local": "10c-girl_race"}, "answer": "asian", "semanticStr": "select: girl (0)->choose race: asian|caucasian [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The girl is asian.", "image": "n159802.jpg", "question_id": 201068382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20518560", "20518556", "20518554", "20518555", "20518563", "20518562", "20518558", "20518559", "20518565", "20518564", "20518577", "20518551", "20518549"], "equivalent": ["20518557"], "question": "How big is the sink?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sink_size"}, "answer": "large", "semanticStr": "select: sink (3)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is large.", "image": "n141939.jpg", "question_id": 20518557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "eye glasses (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201430809", "201430808", "201430803", "201430805", "201430807", "201430806"], "equivalent": ["201430804"], "question": "Do the eye glasses look black?", "isBalanced": true, "groups": {"global": null, "local": "06-eye glasses_black"}, "answer": "yes", "semanticStr": "select: eye glasses (5)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the eye glasses are black.", "image": "n206785.jpg", "question_id": 201430804}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "box (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20381202", "20381203", "20381200"], "equivalent": ["20381200", "20381201"], "question": "Do you see either any metallic desks or boxes?", "isBalanced": true, "groups": {"global": null, "local": "04-desk_metal"}, "answer": "yes", "semanticStr": "select: desk (11)->filter material: metal [0]->exist: ? [1]->select: box (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"5": "11"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a metal desk.", "image": "n398257.jpg", "question_id": 20381201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (18)"}, {"operation": "select", "dependencies": [], "argument": "towel (12) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20518225", "20518227"], "equivalent": ["20518226", "20518227"], "question": "Does the towel have a different color than the floor?", "isBalanced": true, "groups": {"global": null, "local": "09diff-floor_towel"}, "answer": "yes", "semanticStr": "select: floor (18)->select: towel (12) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "18", "2": "12"}, "fullAnswer": {"2": "18", "7": "12"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the floor is black and the towel is white.", "image": "n141939.jpg", "question_id": 20518226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "platform (4)"}, {"operation": "select", "dependencies": [], "argument": "post (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202040090"], "question": "Is the platform made of the same material as the post?", "isBalanced": true, "groups": {"global": null, "local": "09same-platform_post"}, "answer": "yes", "semanticStr": "select: platform (4)->select: post (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "4"}, "fullAnswer": {"3": "4", "6": "10"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the platform and the post are made of concrete.", "image": "n542609.jpg", "question_id": 202040090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (2)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20902759", "20902762", "20902763", "20902760", "20902813", "20902766", "20902764", "20902765", "20902814", "20902745", "20902746", "20902782", "20902781", "20902773", "20902758", "20902775", "20902774", "20902776", "20902753", "20902752", "20902751", "20902757", "20902756", "20902754"], "equivalent": ["20902761"], "question": "How large is the dog?", "isBalanced": true, "groups": {"global": "size", "local": "10q-dog_size"}, "answer": "small", "semanticStr": "select: dog (2)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dog is small.", "image": "n411121.jpg", "question_id": 20902761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201247101", "201247102", "201247104", "201247088"], "equivalent": ["201247103"], "question": "What animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "cat", "semanticStr": "select: animal (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n83784.jpg", "question_id": 201247103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tire (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20244549"], "equivalent": ["20244550", "20244549"], "question": "Is that tire green and round?", "isBalanced": true, "groups": {"global": null, "local": "05-green_round"}, "answer": "no", "semanticStr": "select: tire (1)->verify color: green [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tire is round but black.", "image": "n19152.jpg", "question_id": 20244550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["202040097", "202040100", "202040101", "202040102", "202040098"], "equivalent": ["202040100", "202040099"], "question": "Are the people on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-people_hposition"}, "answer": "left", "semanticStr": "select: people (1)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The people are on the left of the image.", "image": "n542609.jpg", "question_id": 202040099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202219023"], "equivalent": ["202219022"], "question": "Is that toaster rectangular and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rectangular"}, "answer": "no", "semanticStr": "select: toaster (8)->verify color: black [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toaster is rectangular but white.", "image": "n578564.jpg", "question_id": 202219022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheets (10)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}], "entailed": ["20295403", "20295406", "20295405"], "equivalent": ["20295404"], "question": "Are the sheets soft?", "isBalanced": true, "groups": {"global": null, "local": "06-sheets_soft"}, "answer": "yes", "semanticStr": "select: sheets (10)->verify hardness: soft [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sheets are soft.", "image": "n162586.jpg", "question_id": 20295404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chalkboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "toaster,below,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202219023", "202219022", "202219026", "202219025", "202219024", "202219029", "202219028"], "equivalent": ["202219027", "202219028"], "question": "What shape is the toaster that is below the chalkboard?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-toaster_shape"}, "answer": "rectangular", "semanticStr": "select: chalkboard (0)->relate: toaster,below,s (8) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"9": "0", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toaster is rectangular.", "image": "n578564.jpg", "question_id": 202219027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "sheets,near,s (10)"}, {"operation": "choose color", "dependencies": [1], "argument": "purple|white"}], "entailed": ["20295401"], "equivalent": ["20295400", "20295401"], "question": "Are the sheets near the woman white or purple?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sheets_color"}, "answer": "purple", "semanticStr": "select: woman (0)->relate: sheets,near,s (10) [0]->choose color: purple|white [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "0"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sheets are purple.", "image": "n162586.jpg", "question_id": 20295400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlets (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,plugged into,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175618"], "equivalent": ["201175619"], "question": "What is plugged into the outlets?", "isBalanced": true, "groups": {"global": "thing", "local": "14-outlets_plugged into,s"}, "answer": "cords", "semanticStr": "select: outlets (4)->relate: _,plugged into,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wires are plugged into the outlets.", "image": "n357784.jpg", "question_id": 201175619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (2)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["20349831", "20349833", "20349832", "20349835", "20349834", "20349837"], "equivalent": ["20349835", "20349836"], "question": "Is the open purse in the bottom part or in the top of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-purse_vposition"}, "answer": "bottom", "semanticStr": "select: purse (2)->filter: open [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The purse is in the bottom of the image.", "image": "n468864.jpg", "question_id": 20349836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting in,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064976", "201064977", "201064795", "201064796", "201064978", "201064979", "201064980"], "equivalent": ["201064981"], "question": "Which kind of furniture is the boy sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_sitting in,o"}, "answer": "sofa", "semanticStr": "select: boy (4)->relate: furniture,sitting in,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "4", "6": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting in the sofa.", "image": "n88933.jpg", "question_id": 201064981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting in,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201064976", "201064977", "201064795", "201064796", "201064978", "201064981", "201064979"], "equivalent": ["201064980"], "question": "What kind of furniture is the person to the right of the food sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_sitting in,o"}, "answer": "sofa", "semanticStr": "select: food (8)->relate: person,to the right of,s (4) [0]->relate: furniture,sitting in,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "12": "8", "6": "4"}, "fullAnswer": {"1": "4", "6": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting in the sofa.", "image": "n88933.jpg", "question_id": 201064980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667487", "20667486", "20667485", "20667465", "20667464", "20667502", "20667503"], "equivalent": ["20667504"], "question": "Which kind of furniture is rectangular?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_rectangular"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter shape: rectangular [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20667504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100737"], "equivalent": ["202100738"], "question": "What's sitting on the counter?", "isBalanced": true, "groups": {"global": "object", "local": "14-counter_sitting on,s"}, "answer": "utensil holder", "semanticStr": "select: counter (9)->relate: _,sitting on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {}, "fullAnswer": {"1:3": "12", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The utensil holder is sitting on the counter.", "image": "n280089.jpg", "question_id": 202100738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(wood)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667498", "20667499", "20668041"], "equivalent": ["20667500"], "question": "Which kind of furniture is not wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#wood"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter material: not(wood) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n181355.jpg", "question_id": 20667500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100738"], "equivalent": ["202100737"], "question": "What is sitting on the counter?", "isBalanced": true, "groups": {"global": "object", "local": "14-counter_sitting on,s"}, "answer": "utensil holder", "semanticStr": "select: counter (9)->relate: _,sitting on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {"5": "9"}, "fullAnswer": {"1:3": "12", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The utensil holder is sitting on the counter.", "image": "n280089.jpg", "question_id": 202100737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (17)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2076637", "2076636", "2076638"], "equivalent": ["2076639"], "question": "Which side of the picture is the man on?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "left", "semanticStr": "select: man (17)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the left of the image.", "image": "n214497.jpg", "question_id": 2076639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(rectangular)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667507", "20668041"], "equivalent": ["20667508"], "question": "Which kind of furniture isn't rectangular?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#rectangular"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter shape: not(rectangular) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n181355.jpg", "question_id": 20667508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["202024810", "202024801", "202024800", "202024807", "202024806", "202024805", "202024804", "202024809", "202024808", "202024799", "202024798", "202024797", "202024811"], "equivalent": ["202024802"], "question": "What's the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "playing", "semanticStr": "select: man (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is playing.", "image": "n369595.jpg", "question_id": 202024802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "select", "dependencies": [], "argument": "helmet (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201987178", "201987179"], "equivalent": ["201987180"], "question": "Do the building and the helmet have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-building_helmet"}, "answer": "no", "semanticStr": "select: building (10)->select: helmet (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "6"}, "fullAnswer": {"3": "10", "6": "6"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the building and the helmet are white.", "image": "n501951.jpg", "question_id": 201987180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (19)"}, {"operation": "filter activity", "dependencies": [0], "argument": "driving"}, {"operation": "verify color", "dependencies": [1], "argument": "cream colored"}, {"operation": "verify weight", "dependencies": [1], "argument": "light "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2076342", "2076344"], "equivalent": ["2076343", "2076344"], "question": "Is the vehicle that is driving light and cream colored?", "isBalanced": true, "groups": {"global": null, "local": "05-cream colored_light"}, "answer": "no", "semanticStr": "select: vehicle (19)->filter activity: driving [0]->verify color: cream colored [1]->verify weight: light  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "19", "5": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bus is cream colored but heavy.", "image": "n173807.jpg", "question_id": 2076343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (3)"}, {"operation": "verify tone", "dependencies": [0], "argument": "light"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202081923"], "equivalent": ["202081924", "202081923"], "question": "Is the dirt white and light?", "isBalanced": true, "groups": {"global": null, "local": "05-light_white"}, "answer": "no", "semanticStr": "select: dirt (3)->verify tone: light [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dirt is light but brown.", "image": "n433692.jpg", "question_id": 202081924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (5)"}, {"operation": "relate", "dependencies": [0], "argument": "windows,above,s (15)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify", "dependencies": [1], "argument": "high "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2076611", "2076607", "2076620", "2076621", "2076608", "2076619", "2076622"], "equivalent": ["2076617"], "question": "Are the windows above the light fixture closed and high?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_high"}, "answer": "yes", "semanticStr": "select: light fixture (5)->relate: windows,above,s (15) [0]->verify: closed [1]->verify: high  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "15", "5:7": "5"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are closed and high.", "image": "n214497.jpg", "question_id": 2076617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebra (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cows,to the left of,o (-)"}], "entailed": [], "equivalent": ["202073201"], "question": "Is the zebra to the left of cows?", "isBalanced": true, "groups": {"global": null, "local": "13-zebra_cows"}, "answer": "no", "semanticStr": "select: zebra (3)->verify rel: cows,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"9": "2", "2": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the zebra is to the left of the horses.", "image": "n219840.jpg", "question_id": 202073201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,walking behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983617", "201984001", "201984002"], "equivalent": ["201983618"], "question": "Who is the man walking behind of?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_walking behind,o"}, "answer": "woman", "semanticStr": "select: man (11)->relate: person,walking behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "11", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is walking behind the woman.", "image": "n16378.jpg", "question_id": 201983618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794363", "20794362"], "equivalent": ["20794360"], "question": "What are the blue clothing items in this photo?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_blue"}, "answer": "jeans", "semanticStr": "select: clothing (8)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4:6": "8"}, "fullAnswer": {"1:3": "8", "4": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are jeans.", "image": "n278453.jpg", "question_id": 20794360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign post (2)"}, {"operation": "relate", "dependencies": [0], "argument": "artwork,on,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "ugly "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202021456", "202021458"], "equivalent": ["202021457", "202021456", "202021458"], "question": "Is the artwork on the sign post black and ugly?", "isBalanced": true, "groups": {"global": null, "local": "05-black_ugly"}, "answer": "no", "semanticStr": "select: sign post (2)->relate: artwork,on,s (7) [0]->verify color: black [1]->verify: ugly  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "2"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the artwork is ugly but red.", "image": "n255161.jpg", "question_id": 202021457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "elephant (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "gray"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202073208"], "equivalent": ["202073207"], "question": "Is there a gray horse or elephant?", "isBalanced": true, "groups": {"global": null, "local": "04-horses_gray"}, "answer": "yes", "semanticStr": "select: horses (2)->filter color: gray [0]->exist: ? [1]->select: elephant (-) ->filter color: gray [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are gray horses.", "image": "n219840.jpg", "question_id": 202073207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20741147", "20741140", "20741143"], "equivalent": ["20741142"], "question": "What is the chair made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chair_material"}, "answer": "wood", "semanticStr": "select: chair (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is made of wood.", "image": "n23762.jpg", "question_id": 20741142}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose material", "dependencies": [1], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["20427555"], "question": "Are the black pants made of leather or cloth?", "isBalanced": true, "groups": {"global": "material", "local": "10c-pants_material"}, "answer": "cloth", "semanticStr": "select: pants (5)->filter color: black [0]->choose material: cloth|leather [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pants are made of cloth.", "image": "n281241.jpg", "question_id": 20427555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427551", "20427550"], "equivalent": ["20427552"], "question": "Which kind of clothing is long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "pants", "semanticStr": "select: clothing (5)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants.", "image": "n281241.jpg", "question_id": 20427552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "made"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763979", "201763980"], "equivalent": ["201763981"], "question": "What kind of furniture is made?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_made"}, "answer": "beds", "semanticStr": "select: furniture (8)->filter: made [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is beds.", "image": "n246334.jpg", "question_id": 201763981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (16)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030468", "201030393"], "equivalent": ["201030469"], "question": "Which kind of furniture is the wall behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_behind,o"}, "answer": "couch", "semanticStr": "select: wall (16)->relate: furniture,behind,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "16", "5": "17"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wall is behind the couch.", "image": "n54424.jpg", "question_id": 201030469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (8)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201739241"], "question": "Which color is the hat that the player is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "white", "semanticStr": "select: player (8)->relate: hat,wearing,o (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "8"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is white.", "image": "n485969.jpg", "question_id": 201739241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "choose material", "dependencies": [2], "argument": "cloth|paper"}], "entailed": [], "equivalent": ["201739240"], "question": "Is the hat that is red and white made of paper or cloth?", "isBalanced": true, "groups": {"global": "material", "local": "10c-hat_material"}, "answer": "cloth", "semanticStr": "select: hat (9)->filter color: red [0]->filter color: white [1]->choose material: cloth|paper [2]", "annotations": {"answer": {}, "question": {"2": "9", "5": "9", "7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hat is made of cloth.", "image": "n485969.jpg", "question_id": 201739240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20942769", "20942767", "20942771", "20942770", "20942772"], "equivalent": ["20942768"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "field", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a field.", "image": "n244826.jpg", "question_id": 20942768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,on,o (21)"}, {"operation": "relate", "dependencies": [1], "argument": "bag,to the right of,s (16)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202162227", "202162102", "202162101", "202162100", "202162152", "202162099", "202162098"], "equivalent": ["202162226"], "question": "Do you see bags to the right of the bed the pillow is on?", "isBalanced": true, "groups": {"global": null, "local": "13-bed_bag"}, "answer": "yes", "semanticStr": "select: pillow (4)->relate: bed,on,o (21) [0]->relate: bag,to the right of,s (16) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "21", "11": "4", "3": "16"}, "fullAnswer": {"10": "21", "4": "16"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bag to the right of the bed.", "image": "n69237.jpg", "question_id": 202162226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202270821"], "equivalent": ["202270820"], "question": "Where is this?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "This is at the street.", "image": "n469156.jpg", "question_id": 202270820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202162222", "202162220", "202162221"], "equivalent": ["202162223"], "question": "Is there a bag in this image that is not black?", "isBalanced": true, "groups": {"global": null, "local": "04-bag_n#black"}, "answer": "no", "semanticStr": "select: bag (16)->filter color: not(black) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "16"}, "fullAnswer": {"4": "16"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a bag but it is black.", "image": "n69237.jpg", "question_id": 202162223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "outdoors|indoors"}], "entailed": ["202270823"], "equivalent": ["202270824", "202270823"], "question": "Is it outdoors or indoors?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "outdoors", "semanticStr": "select: scene->choose location: outdoors|indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is outdoors.", "image": "n469156.jpg", "question_id": 202270824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted to,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735610", "201735611", "201735594", "201735597", "201735596", "201735593"], "equivalent": ["201735595"], "question": "To what is the tray mounted?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-tray_mounted to,o"}, "answer": "desk", "semanticStr": "select: tray (4)->relate: _,mounted to,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tray is mounted to the desk.", "image": "n240973.jpg", "question_id": 201735595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "filter", "dependencies": [0], "argument": "smiling"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (5)"}], "entailed": [], "equivalent": ["201391840"], "question": "Does the smiling man wear shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "yes", "semanticStr": "select: man (13)->filter: smiling [0]->verify rel: shorts,wearing,o (5) [1]", "annotations": {"answer": {}, "question": {"2:4": "13", "5": "5"}, "fullAnswer": {"2": "13", "4": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man wears shorts.", "image": "n477702.jpg", "question_id": 201391840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,mounted to,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735610", "201735611", "201735595", "201735594", "201735596", "201735593"], "equivalent": ["201735597"], "question": "To which kind of furniture is the tray mounted?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-tray_mounted to,o"}, "answer": "desk", "semanticStr": "select: tray (4)->relate: furniture,mounted to,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "7"}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tray is mounted to the desk.", "image": "n240973.jpg", "question_id": 201735597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (2)"}, {"operation": "select", "dependencies": [], "argument": "hook (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202218491", "202218490"], "equivalent": ["202218491", "202218490", "202218489"], "question": "Is the pan made of the same material as the hook?", "isBalanced": true, "groups": {"global": null, "local": "09same-hook_pan"}, "answer": "yes", "semanticStr": "select: pan (2)->select: hook (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "2"}, "fullAnswer": {"3": "2", "6": "3"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pan and the hook are made of metal.", "image": "n578564.jpg", "question_id": 202218489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted to,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735591"], "equivalent": ["201735592"], "question": "What is mounted to the desk?", "isBalanced": true, "groups": {"global": "object", "local": "14-desk_mounted to,s"}, "answer": "tray", "semanticStr": "select: desk (7)->relate: _,mounted to,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tray is mounted to the desk.", "image": "n240973.jpg", "question_id": 201735592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201936012"], "question": "What sits on the shelf?", "isBalanced": true, "groups": {"global": "", "local": "14-shelf_sitting on,s"}, "answer": "picture frame", "semanticStr": "select: shelf (2)->relate: _,sitting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame sits on the shelf.", "image": "n500209.jpg", "question_id": 201936012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the left of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201065582", "201065583"], "equivalent": ["201065581"], "question": "Are there men to the left of the woman on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "yes", "semanticStr": "select: woman (8)->filter hposition: right [0]->relate: man,to the left of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "8", "2": "7"}, "fullAnswer": {"10": "8", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man to the left of the woman.", "image": "n429883.jpg", "question_id": 201065581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walls (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201616191"], "question": "What is connected to the walls?", "isBalanced": true, "groups": {"global": "", "local": "14-walls_connected to,s"}, "answer": "pipes", "semanticStr": "select: walls (7)->relate: _,connected to,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pipes are connected to the walls.", "image": "n65230.jpg", "question_id": 201616191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (12)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,same material,_ (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202218487"], "question": "What type of cooking utensil is made of the same material as the picture on the left side of the image?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-picture_same material,_"}, "answer": "cutting board", "semanticStr": "select: picture (12)->filter hposition: left [0]->relate: cooking utensil,same material,_ (9) [1]->query: name [2]", "annotations": {"answer": {"0:2": "9"}, "question": {"13": "12", "3:5": "9"}, "fullAnswer": {"11": "12", "1:3": "9"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cutting board is made of the same material as the picture.", "image": "n578564.jpg", "question_id": 202218487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipes (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201616193"], "question": "What are the pipes connected to?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-pipes_connected to,o"}, "answer": "walls", "semanticStr": "select: pipes (2)->relate: _,connected to,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "2", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pipes are connected to the walls.", "image": "n65230.jpg", "question_id": 201616193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (9)"}, {"operation": "select", "dependencies": [], "argument": "picture (12) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["202218486"], "equivalent": ["202218486", "202218485"], "question": "What is common to the cutting board and the picture?", "isBalanced": true, "groups": {"global": null, "local": "09common-cutting board_picture"}, "answer": "material", "semanticStr": "select: cutting board (9)->select: picture (12) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "12", "5:7": "9"}, "fullAnswer": {"8": "12", "4:6": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the cutting board and the picture are wooden.", "image": "n578564.jpg", "question_id": 202218485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "relate", "dependencies": [2], "argument": "device,using,o (7)"}, {"operation": "choose name", "dependencies": [3], "argument": "wii controller|laptop"}], "entailed": ["201957087", "201957089"], "equivalent": ["201957089", "201957088"], "question": "What does the standing person to the right of the lamp used, a Wii controller or a laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "wii controller", "semanticStr": "select: lamp (8)->relate: person,to the right of,s (5) [0]->filter pose: standing [1]->relate: device,using,o (7) [2]->choose name: wii controller|laptop [3]", "annotations": {"answer": {"0:2": "7"}, "question": {"10": "8", "13:15": "7", "3:5": "5"}, "fullAnswer": {"1": "5", "4:6": "7"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man uses a Wii controller.", "image": "n536256.jpg", "question_id": 201957088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "little "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201640372", "201640373", "201640367", "201640371", "201640376", "201640377", "201640374", "201640375", "201640387", "201640386", "201640384", "201640383", "201640370", "201640392", "201640391", "201640394", "201640389", "201640393", "201640390", "201640388"], "equivalent": ["201640385"], "question": "Does the wine have little size and black color?", "isBalanced": true, "groups": {"global": null, "local": "05-black_little"}, "answer": "yes", "semanticStr": "select: wine (3)->verify color: black [0]->verify size: little  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the wine is little and black.", "image": "n235859.jpg", "question_id": 201640385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957080", "201957145", "201957085", "201957084", "201957086", "201957079", "201957083", "201957082"], "equivalent": ["201957081"], "question": "What does the man used?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_using,o"}, "answer": "wii controller", "semanticStr": "select: man (5)->relate: _,using,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1": "5", "4:6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man uses a Wii controller.", "image": "n536256.jpg", "question_id": 201957081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201795845"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (7)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n119944.jpg", "question_id": 201795845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,using,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957080", "201957145", "201957085", "201957084", "201957081", "201957079", "201957083", "201957082"], "equivalent": ["201957086"], "question": "Which kind of device does the man used?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "wii controller", "semanticStr": "select: man (5)->relate: device,using,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "5", "4:6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man uses a Wii remotes.", "image": "n536256.jpg", "question_id": 201957086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,of,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "brunette"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20247585"], "equivalent": ["20247585", "20247586"], "question": "Does the woman's hair have brunette color and long length?", "isBalanced": true, "groups": {"global": null, "local": "05-brunette_long"}, "answer": "no", "semanticStr": "select: woman (1)->relate: hair,of,s (7) [0]->verify color: brunette [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"3": "7", "2": "1"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair is long but dark.", "image": "n223750.jpg", "question_id": 20247586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "cow,on,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201976516"], "equivalent": ["201976585"], "question": "Is there a cow on the street?", "isBalanced": true, "groups": {"global": null, "local": "13-street_cow"}, "answer": "yes", "semanticStr": "select: street (10)->relate: cow,on,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "10"}, "fullAnswer": {"4": "0", "7": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cow on the street.", "image": "n279173.jpg", "question_id": 201976585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201976584"], "question": "Where is the cow?", "isBalanced": true, "groups": {"global": "place", "local": "14-cow_on,o"}, "answer": "street", "semanticStr": "select: cow (0)->relate: place,on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "0", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cow is on the street.", "image": "n279173.jpg", "question_id": 201976584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20781968"], "question": "Do the skis that are not short look thin and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_thin"}, "answer": "no", "semanticStr": "select: skis (7)->filter: not(short) [0]->verify cleanliness: dirty [1]->verify fatness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "6": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skis are thin but clean.", "image": "n317189.jpg", "question_id": 20781968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bicycle,above,o (-)"}], "entailed": [], "equivalent": ["20894225"], "question": "Is the boy above a bicycle?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_bicycle"}, "answer": "no", "semanticStr": "select: boy (0)->verify rel: bicycle,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is above the skateboard.", "image": "n272313.jpg", "question_id": 20894225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (9)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,above,s (11)"}, {"operation": "filter", "dependencies": [1], "argument": "vast"}, {"operation": "verify color", "dependencies": [2], "argument": "blue"}, {"operation": "verify weather", "dependencies": [2], "argument": "clear "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": [], "equivalent": ["202116770"], "question": "Is the vast sky above the buildings both clear and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "no", "semanticStr": "select: buildings (9)->relate: sky,above,s (11) [0]->filter: vast [1]->verify color: blue [2]->verify weather: clear  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "11", "6": "9"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is blue but cloudy.", "image": "n48494.jpg", "question_id": 202116770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (3)"}, {"operation": "relate", "dependencies": [0], "argument": "artwork,above,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201411202", "201411203", "201411200", "201411201", "201411204", "201411196", "201411197", "201411194", "201411195", "201411192", "201411193", "201411191", "201411198"], "equivalent": ["201411199"], "question": "Is the artwork above the toilet rectangular and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rectangular"}, "answer": "yes", "semanticStr": "select: toilet (3)->relate: artwork,above,s (7) [0]->verify color: black [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "3"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the artwork is rectangular and black.", "image": "n415215.jpg", "question_id": 201411199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593881"], "equivalent": ["201593880"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: shirt (6)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "6"}, "fullAnswer": {"1": "5", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a shirt.", "image": "n200907.jpg", "question_id": 201593880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cigarettes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "traffic light (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201411189"], "equivalent": ["201411190"], "question": "Are there either any traffic lights or cigarettes in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cigarettes_traffic light"}, "answer": "no", "semanticStr": "select: cigarettes (-)->exist: ? [0]->select: traffic light (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no traffic lights or cigarettes.", "image": "n415215.jpg", "question_id": 201411190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (15)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201982252", "201982243", "201982255", "201982244"], "equivalent": ["201982245"], "question": "Does the lamp have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-lamp_small"}, "answer": "no", "semanticStr": "select: lamp (15)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lamp is large.", "image": "n526228.jpg", "question_id": 201982245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (20)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "modern "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20655110", "20655111", "20655113", "20655114", "20655115", "20655116", "20655117", "20655118", "20655119", "20655088", "20655089", "20655086", "20655087", "20655085", "20655120", "20655109", "20655107", "20655105", "20655104", "20655103", "20655102", "20655101", "20655100", "20655099", "20655098", "20655095", "20655094", "20655097", "20655096", "20655091", "20655090", "20655093", "20655092"], "equivalent": ["20655106"], "question": "Is the vehicle both modern and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_modern"}, "answer": "yes", "semanticStr": "select: vehicle (20)->verify color: blue [0]->verify: modern  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vehicle is modern and blue.", "image": "n199097.jpg", "question_id": 20655106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576762", "201576760", "201576639", "201576761", "201576755", "201576756", "201576757", "201576759", "201576640"], "equivalent": ["201576758"], "question": "What is the animal that is in front of the child?", "isBalanced": true, "groups": {"global": "animal", "local": "15-child_in front of,s"}, "answer": "sheep", "semanticStr": "select: child (1)->relate: animal,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"10": "1", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a sheep.", "image": "n187961.jpg", "question_id": 201576758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chalkboard (0)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202218730", "202218729", "202218728"], "equivalent": ["202218731"], "question": "What is the shape of the chalkboard?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-chalkboard_shape"}, "answer": "square", "semanticStr": "select: chalkboard (0)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chalkboard is square.", "image": "n578564.jpg", "question_id": 202218731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (12)"}, {"operation": "filter", "dependencies": [0], "argument": "leafy"}, {"operation": "relate", "dependencies": [1], "argument": "_,covered by,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201444936"], "question": "What are the leafy trees covered by?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-trees_covered by,o"}, "answer": "sky", "semanticStr": "select: trees (12)->filter: leafy [0]->relate: _,covered by,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:5": "12"}, "fullAnswer": {"1": "12", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are covered by the sky.", "image": "n289376.jpg", "question_id": 201444936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chalkboard (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202218733", "202218734", "202218736", "202218737", "202218738", "202218739", "202218728", "202218740"], "equivalent": ["202218735", "202218736"], "question": "What is the color of the chalkboard?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chalkboard_color"}, "answer": "black", "semanticStr": "select: chalkboard (0)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chalkboard is black.", "image": "n578564.jpg", "question_id": 202218735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "bus,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202243497"], "question": "Is there any bus near the white sign?", "isBalanced": true, "groups": {"global": null, "local": "13-sign_bus"}, "answer": "no", "semanticStr": "select: sign (6)->filter color: white [0]->relate: bus,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "6"}, "fullAnswer": {"4": "14", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a truck near the sign.", "image": "n557666.jpg", "question_id": 202243497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bottle,to the right of,o (-)"}], "entailed": [], "equivalent": ["201909041"], "question": "Is the napkin to the right of a bottle?", "isBalanced": true, "groups": {"global": null, "local": "13-napkin_bottle"}, "answer": "no", "semanticStr": "select: napkin (9)->verify rel: bottle,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"9": "14", "2": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the napkin is to the right of a plate.", "image": "n479092.jpg", "question_id": 201909041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|white"}], "entailed": [], "equivalent": ["20169924"], "question": "What color is the road, black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-road_color"}, "answer": "black", "semanticStr": "select: road (6)->choose color: black|white [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is black.", "image": "n58220.jpg", "question_id": 20169924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (14)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983038", "201983002", "201983036"], "equivalent": ["201983037"], "question": "What device is to the left of the couch?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_to the left of,s"}, "answer": "phone", "semanticStr": "select: couch (14)->relate: device,to the left of,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"1": "20"}, "fullAnswer": {"1": "20", "4": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n526228.jpg", "question_id": 201983037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202125894"], "equivalent": ["202125893"], "question": "Who is watching the person that is holding the tennis racket?", "isBalanced": true, "groups": {"global": "", "local": "14-player_watching,s"}, "answer": "audience", "semanticStr": "select: racket (5)->relate: person,holding,s (7) [0]->relate: person,watching,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"9:11": "5", "4": "7"}, "fullAnswer": {"1": "11", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is watching the player.", "image": "n573460.jpg", "question_id": 202125893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "car,to the left of,s (5)"}], "entailed": ["20710047", "20710048"], "equivalent": ["20710046"], "question": "Is the car to the left of her?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_car"}, "answer": "no", "semanticStr": "select: she (0)->verify rel: car,to the left of,s (5) [0]", "annotations": {"answer": {}, "question": {"2": "5", "7": "0"}, "fullAnswer": {"9": "0", "2": "5"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is to the right of the woman.", "image": "n24526.jpg", "question_id": 20710046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["20247710", "20247709", "20247717", "20247716", "20247719", "20247718", "20247726", "20247727", "20247721", "20247722", "20247723", "20247724", "20247687", "20247725", "20247688"], "equivalent": ["20247720"], "question": "What is the ethnicity of the person that the woman is sitting next to?", "isBalanced": true, "groups": {"global": "race", "local": "10q-man_race"}, "answer": "caucasian", "semanticStr": "select: woman (5)->relate: person,sitting next to,o (0) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"9": "5", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is caucasian.", "image": "n49310.jpg", "question_id": 20247720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20699218"], "equivalent": ["20699217"], "question": "Who wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (9)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "9"}, "fullAnswer": {"1": "0", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a shirt.", "image": "n512257.jpg", "question_id": 20699217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20903145", "20903144", "20903146", "20903150", "20903143", "20903151", "20903149", "20903148"], "equivalent": ["20903147"], "question": "What vehicle is to the right of the dog?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-dog_to the right of,s"}, "answer": "van", "semanticStr": "select: dog (2)->relate: vehicle,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n411121.jpg", "question_id": 20903147}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20984261", "20984263", "20984262"], "equivalent": ["20984264"], "question": "On which side of the image is the black van?", "isBalanced": true, "groups": {"global": null, "local": "10q-van_hposition"}, "answer": "right", "semanticStr": "select: van (1)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The van is on the right of the image.", "image": "n12214.jpg", "question_id": 20984264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201535931", "201535932", "201535935", "201535934", "201535941"], "equivalent": ["201535933"], "question": "What color is the hat?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "white", "semanticStr": "select: hat (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is white.", "image": "n272098.jpg", "question_id": 201535933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,next to,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201737988", "201737989", "201737987"], "equivalent": ["201737990", "201737989"], "question": "Is the bag next to the player square and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_square"}, "answer": "no", "semanticStr": "select: player (1)->relate: bag,next to,s (0) [0]->verify color: red [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "6": "1"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bag is square but blue.", "image": "n531731.jpg", "question_id": 201737990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201737987", "201737993", "201737992", "201737991", "201737990", "201737997", "201737995", "201737994", "201737988", "201737989"], "equivalent": ["201737997", "201737996"], "question": "Which shape is the bag on the left of the picture?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-bag_shape"}, "answer": "square", "semanticStr": "select: bag (0)->filter hposition: left [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is square.", "image": "n531731.jpg", "question_id": 201737996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pilot (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201997001", "201997119", "201997002", "201997005", "201997007", "201997006"], "equivalent": ["201997004"], "question": "What is the pilot sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pilot_sitting in,o"}, "answer": "chair", "semanticStr": "select: pilot (5)->relate: _,sitting in,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is sitting in the chair.", "image": "n250715.jpg", "question_id": 201997004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting in,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201997001", "201997119", "201997002", "201997005", "201997004", "201997007"], "equivalent": ["201997006"], "question": "What type of furniture is the young person sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pilot_sitting in,o"}, "answer": "chair", "semanticStr": "select: person (5)->filter age: young [0]->relate: furniture,sitting in,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "6:8": "5"}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is sitting in the chair.", "image": "n250715.jpg", "question_id": 201997006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201997119", "201997002", "201997005", "201997004", "201997007", "201997006"], "equivalent": ["201997001", "201997002"], "question": "What is he sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pilot_sitting in,o"}, "answer": "chair", "semanticStr": "select: he (5)->relate: _,sitting in,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"2": "5"}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is sitting in the chair.", "image": "n250715.jpg", "question_id": 201997001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996893", "201996999", "201996894"], "equivalent": ["201997000"], "question": "Who is sitting in the chair?", "isBalanced": true, "groups": {"global": "person", "local": "14-chair_sitting in,s"}, "answer": "pilot", "semanticStr": "select: chair (8)->relate: person,sitting in,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is sitting in the chair.", "image": "n250715.jpg", "question_id": 201997000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20655048", "20655047", "20655045"], "equivalent": ["20655046"], "question": "What color is the umbrella the gentleman is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "yellow", "semanticStr": "select: gentleman (9)->relate: umbrella,wearing,o (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "6": "9"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is yellow.", "image": "n199097.jpg", "question_id": 20655046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (8)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,to the left of|to the right of,s (18)"}], "entailed": ["202169212", "202169210", "202169209"], "equivalent": ["202169211"], "question": "Is the man to the right or to the left of the purse?", "isBalanced": true, "groups": {"global": null, "local": "13-purse_man"}, "answer": "left", "semanticStr": "select: purse (8)->choose rel: man,to the left of|to the right of,s (18) [0]", "annotations": {"answer": {}, "question": {"2": "18", "12": "8"}, "fullAnswer": {"1": "18", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the left of the purse.", "image": "n451187.jpg", "question_id": 202169211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (10)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20655039", "20655038", "20655043", "20655040", "20655041", "20655044"], "equivalent": ["20655042"], "question": "How big is the umbrella in the top of the image?", "isBalanced": true, "groups": {"global": "size", "local": "10q-umbrella_size"}, "answer": "huge", "semanticStr": "select: umbrella (10)->filter vposition: top [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is huge.", "image": "n199097.jpg", "question_id": 20655042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2098332"], "equivalent": ["2098333"], "question": "Which kind of device is the poster behind of?", "isBalanced": true, "groups": {"global": "device", "local": "15-poster_behind,o"}, "answer": "monitor", "semanticStr": "select: poster (6)->relate: device,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "6", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The poster is behind the monitor.", "image": "n513429.jpg", "question_id": 2098333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird cage (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "wheelchair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2098329", "2098328", "2098331"], "equivalent": ["2098330", "2098331"], "question": "Are there either bird cages or wheelchairs in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bird cage_wheelchair"}, "answer": "no", "semanticStr": "select: bird cage (-)->exist: ? [0]->select: wheelchair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no wheelchairs or bird cages.", "image": "n513429.jpg", "question_id": 2098330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,on,s (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201887106", "201887107"], "equivalent": ["201887105"], "question": "What is the vegetable that is on the table in front of the vehicle called?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-table_on,s"}, "answer": "cabbage", "semanticStr": "select: vehicle (11)->relate: table,in front of,s (12) [0]->relate: vegetable,on,s (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"8": "12", "3": "22", "13": "11"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a cabbage.", "image": "n429961.jpg", "question_id": 201887105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20330579", "20330573", "20330574", "20330575", "20330576", "20330577", "20330581", "20330580", "20330583", "20330585", "20330584"], "equivalent": ["20330578"], "question": "What color does the book that is not closed have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-book_color"}, "answer": "white", "semanticStr": "select: book (8)->filter: not(closed) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "8", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book has white color.", "image": "n260521.jpg", "question_id": 20330578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cauliflower (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cabbage,next to,s (22)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201887111", "201887110"], "equivalent": ["201887109"], "question": "Are there cabbages next to the cauliflower?", "isBalanced": true, "groups": {"global": null, "local": "13-cauliflower_cabbage"}, "answer": "yes", "semanticStr": "select: cauliflower (18)->relate: cabbage,next to,s (22) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "22", "6": "18"}, "fullAnswer": {"8": "18", "4": "22"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cabbage next to the cauliflower.", "image": "n429961.jpg", "question_id": 201887109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (1)"}, {"operation": "filter color", "dependencies": [1], "argument": "gray"}, {"operation": "relate", "dependencies": [2], "argument": "device,to the left of,s (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["202228359", "202228358", "202228355", "202228263", "202228360", "202228361", "202228356", "202228202", "202228201", "202228200", "202228362"], "equivalent": ["202228357"], "question": "What device is to the left of the gray thing above the entertainment center?", "isBalanced": true, "groups": {"global": "device", "local": "15-television_to the left of,s"}, "answer": "speaker", "semanticStr": "select: entertainment center (11)->relate: device,above,s (1) [0]->filter color: gray [1]->relate: device,to the left of,s (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "8:10": "1", "12:14": "11"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n77818.jpg", "question_id": 202228357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["201640158", "201640159", "201640141", "201640129", "201640142", "201640161", "201640160", "201640156", "201640154", "201640153"], "equivalent": ["201640162"], "question": "Is the shirt that looks white long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (10)->filter color: white [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n235859.jpg", "question_id": 201640162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "magazine (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20385580", "20385582", "20385513", "20385514", "20385515"], "equivalent": ["20385581"], "question": "What device is to the left of the magazine?", "isBalanced": true, "groups": {"global": "device", "local": "15-magazine_to the left of,s"}, "answer": "remote control", "semanticStr": "select: magazine (12)->relate: device,to the left of,s (17) [0]->query: name [1]", "annotations": {"answer": {"0:2": "17"}, "question": {"1": "17"}, "fullAnswer": {"1": "17", "4:6": "17"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control.", "image": "n90294.jpg", "question_id": 20385581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chair,to the left of,o (-)"}], "entailed": [], "equivalent": ["20385585"], "question": "Is the remote control to the left of a chair?", "isBalanced": true, "groups": {"global": null, "local": "13-remote control_chair"}, "answer": "no", "semanticStr": "select: remote control (17)->verify rel: chair,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"10": "12", "2:4": "17"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the remote control is to the left of a magazine.", "image": "n90294.jpg", "question_id": 20385585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify state", "dependencies": [1], "argument": "smooth "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20797611"], "question": "Does the gray ground look smooth and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_smooth"}, "answer": "no", "semanticStr": "select: ground (16)->filter color: gray [0]->verify hardness: hard [1]->verify state: smooth  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the ground is hard but rough.", "image": "n16656.jpg", "question_id": 20797611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201976848", "201976849", "201976859", "201976845", "201976846", "201976854", "201976853", "201976852", "201976850", "201976866", "201976865", "201976862", "201976842", "201976860", "201976861", "201976843"], "equivalent": ["201976851", "201976850"], "question": "Which color does the sign in front of the building have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-street sign_color"}, "answer": "orange", "semanticStr": "select: building (8)->relate: sign,in front of,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "8", "4": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street sign has orange color.", "image": "n279173.jpg", "question_id": 201976851}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "foil (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "gold"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201988099"], "question": "Is the foil gold and round?", "isBalanced": true, "groups": {"global": null, "local": "05-gold_round"}, "answer": "no", "semanticStr": "select: foil (8)->verify color: gold [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the foil is round but silver.", "image": "n470131.jpg", "question_id": 201988099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "relate", "dependencies": [0], "argument": "burger,on top of,s (1)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20177770", "20177769"], "equivalent": ["20177768", "20177769"], "question": "Are there burgers on top of the cutting board in this picture?", "isBalanced": true, "groups": {"global": null, "local": "13-cutting board_burger"}, "answer": "yes", "semanticStr": "select: cutting board (5)->relate: burger,on top of,s (1) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1", "7:9": "5"}, "fullAnswer": {"9:11": "5", "4": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a burger on top of the cutting board.", "image": "n55058.jpg", "question_id": 20177768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "orange"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20797619"], "equivalent": ["20797618", "20797619"], "question": "Are the leaves both still and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_still"}, "answer": "no", "semanticStr": "select: leaves (18)->verify color: orange [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the leaves are still but green.", "image": "n16656.jpg", "question_id": 20797618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201079968", "201079963"], "equivalent": ["201079968", "201079969"], "question": "Are there any beds in the picture that are not dirty?", "isBalanced": true, "groups": {"global": null, "local": "04-bed_n#dirty"}, "answer": "yes", "semanticStr": "select: bed (1)->filter cleanliness: not(dirty) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a clean bed.", "image": "n23181.jpg", "question_id": 201079969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter", "dependencies": [0], "argument": "hairy"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20567546"], "equivalent": ["20567546", "20567545"], "question": "The hairy man is wearing what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "trunks", "semanticStr": "select: man (1)->filter: hairy [0]->relate: _,wearing,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1:3": "1"}, "fullAnswer": {"1": "1", "4": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing trunks.", "image": "n414992.jpg", "question_id": 20567545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,in front of,o (-)"}], "entailed": [], "equivalent": ["201360707"], "question": "Is the boy in front of a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_couch"}, "answer": "no", "semanticStr": "select: boy (1)->verify rel: couch,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"8": "16", "2": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is in front of the table.", "image": "n541688.jpg", "question_id": 201360707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "sandals,wearing,o (-)"}], "entailed": ["20968347"], "equivalent": ["20968348"], "question": "Does the young person wear sandals?", "isBalanced": true, "groups": {"global": null, "local": "13-man_sandals"}, "answer": "no", "semanticStr": "select: person (0)->filter age: young [0]->verify rel: sandals,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0", "4": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man wears shorts.", "image": "n288870.jpg", "question_id": 20968348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (12)"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": [], "equivalent": ["2012678"], "question": "Is the person next to the sign wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-person_helmet"}, "answer": "no", "semanticStr": "select: sign (10)->relate: person,next to,s (12) [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "12", "6": "10"}, "fullAnswer": {"2": "12", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing an earring.", "image": "n318370.jpg", "question_id": 2012678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|white"}], "entailed": ["201804628"], "equivalent": ["201804627"], "question": "Which color is the television, black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-television_color"}, "answer": "black", "semanticStr": "select: television (6)->choose color: black|white [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The television is black.", "image": "n51002.jpg", "question_id": 201804627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947738"], "equivalent": ["201947739"], "question": "What's the faucet mounted on?", "isBalanced": true, "groups": {"global": "", "local": "14-faucet_mounted on,o"}, "answer": "countertop", "semanticStr": "select: faucet (7)->relate: _,mounted on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "7", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet is mounted on the countertop.", "image": "n473688.jpg", "question_id": 201947739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shelf,to the right of,o (-)"}], "entailed": [], "equivalent": ["202121590"], "question": "Are the curtains to the right of a shelf?", "isBalanced": true, "groups": {"global": null, "local": "13-curtains_shelf"}, "answer": "no", "semanticStr": "select: curtains (16)->verify rel: shelf,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"9": "11", "2": "16"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the curtains are to the right of the cupboard.", "image": "n140421.jpg", "question_id": 202121590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covering,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121591"], "equivalent": ["202121592"], "question": "What's covering the window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_covering,s"}, "answer": "curtains", "semanticStr": "select: window (15)->relate: _,covering,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtains are covering the window.", "image": "n140421.jpg", "question_id": 202121592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (13)"}, {"operation": "select", "dependencies": [], "argument": "sign (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20929281"], "equivalent": ["20929280", "20929281"], "question": "Is the motorbike made of the same material as the sign?", "isBalanced": true, "groups": {"global": null, "local": "09same-motorcycle_sign"}, "answer": "yes", "semanticStr": "select: motorcycle (13)->select: sign (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "7", "2": "13"}, "fullAnswer": {"3": "13", "6": "7"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the motorbike and the sign are made of metal.", "image": "n9181.jpg", "question_id": 20929280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "whipped cream (17)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,to the left of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609756", "20609755", "20609753", "20609673"], "equivalent": ["20609754"], "question": "What dessert is to the left of the whipped cream?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-whipped cream_to the left of,s"}, "answer": "cake", "semanticStr": "select: whipped cream (17)->relate: dessert,to the left of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is a cake.", "image": "n437064.jpg", "question_id": 20609754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20692307", "20692308", "20692324", "20692313", "20692312", "20692311", "20692310", "20692316", "20692314", "20692306"], "equivalent": ["20692308", "20692309"], "question": "Does the picture frame have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-picture frame_small"}, "answer": "yes", "semanticStr": "select: picture frame (5)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the picture frame is small.", "image": "n499081.jpg", "question_id": 20692309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (2)"}, {"operation": "select", "dependencies": [], "argument": "computer mouse (10) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["202081462", "202081463", "202081464"], "equivalent": ["202081461"], "question": "Do the pot and the mouse have the same shape?", "isBalanced": true, "groups": {"global": null, "local": "09same-computer mouse_pot"}, "answer": "yes", "semanticStr": "select: pot (2)->select: computer mouse (10) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "10"}, "fullAnswer": {"3": "2", "6": "10"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pot and the mouse are round.", "image": "n433692.jpg", "question_id": 202081461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,to the left of,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark brown"}, {"operation": "verify", "dependencies": [1], "argument": "empty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201997539", "201997538", "201997546", "201997523", "201997533", "201997535", "201997534", "201997537", "201997526", "201997541", "201997568", "201997569", "201997543", "201997540", "201997548", "201997549", "201997561", "201997570", "201997564", "201997542"], "equivalent": ["201997560"], "question": "Do the chairs that are to the left of the vase appear to be empty and dark brown?", "isBalanced": true, "groups": {"global": null, "local": "05-dark brown_empty"}, "answer": "yes", "semanticStr": "select: vase (3)->relate: chairs,to the left of,s (11) [0]->verify color: dark brown [1]->verify: empty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "3", "2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chairs are empty and dark brown.", "image": "n319845.jpg", "question_id": 201997560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20692331", "20692330", "20692319", "20692332", "20692308", "20692327", "20692324", "20692323", "20692313", "20692328", "20692329", "20692316", "20692314", "20692307", "20692312", "20692310", "20692306", "20692311", "20692309"], "equivalent": ["20692305"], "question": "Is the picture frame that looks square small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: picture frame (5)->filter shape: square [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the picture frame is small and black.", "image": "n499081.jpg", "question_id": 20692305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jet (10)"}, {"operation": "choose size", "dependencies": [0], "argument": "large|small"}], "entailed": ["201959628", "201959627", "201959626", "201959625", "201959624", "201959623", "201959622", "201959633", "201959619"], "equivalent": ["201959629"], "question": "Is the jet large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-jet_size"}, "answer": "large", "semanticStr": "select: jet (10)->choose size: large|small [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jet is large.", "image": "n572716.jpg", "question_id": 201959629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (3)"}, {"operation": "filter", "dependencies": [0], "argument": "cooked"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting under,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201207369", "201207330", "201207331", "201207367"], "equivalent": ["201207368"], "question": "What is sitting under the cooked vegetable?", "isBalanced": true, "groups": {"global": "utensil", "local": "14-broccoli_sitting under,s"}, "answer": "fork", "semanticStr": "select: vegetable (3)->filter: cooked [0]->relate: _,sitting under,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"5:7": "3"}, "fullAnswer": {"1": "4", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is sitting under the broccoli.", "image": "n222915.jpg", "question_id": 201207368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (3)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201110570", "201110571", "201110666", "201110667", "201110668", "201110669", "201110584", "201110581", "201110580", "201110583", "201110582", "201110566", "201110565", "201110589", "201110561", "201110560", "201110670", "201110596", "201110590", "201110591", "201110578", "201110594", "201110595", "201110574", "201110575", "201110576", "201110577", "201110633", "201110632", "201110631", "201110573"], "equivalent": ["201110579"], "question": "How big is the round cake?", "isBalanced": true, "groups": {"global": "size", "local": "10q-cake_size"}, "answer": "small", "semanticStr": "select: cake (3)->filter shape: round [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cake is small.", "image": "n546616.jpg", "question_id": 201110579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (15)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the right of,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201758225", "201758152"], "equivalent": ["201758224"], "question": "Do you see a chair to the right of the bag?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_chair"}, "answer": "yes", "semanticStr": "select: bag (15)->relate: chair,to the right of,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "15", "4": "13"}, "fullAnswer": {"10": "15", "4": "13"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair to the right of the bag.", "image": "n4777.jpg", "question_id": 201758224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20204556", "20204539", "20204558", "20204559"], "equivalent": ["20204557"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "chair", "semanticStr": "select: furniture (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n532191.jpg", "question_id": 20204557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "window,higher than,o (7)"}], "entailed": [], "equivalent": ["201429141"], "question": "Is the plastic pipe higher than the window?", "isBalanced": true, "groups": {"global": null, "local": "13-pipe_window"}, "answer": "yes", "semanticStr": "select: pipe (6)->filter material: plastic [0]->verify rel: window,higher than,o (7) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "7": "7"}, "fullAnswer": {"2": "6", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pipe is higher than the window.", "image": "n64959.jpg", "question_id": 201429141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207360", "201207361", "201206937"], "equivalent": ["201207362"], "question": "What does the fork sit on?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-fork_sitting on,o"}, "answer": "plate", "semanticStr": "select: fork (4)->relate: _,sitting on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "4", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork sits on the plate.", "image": "n222915.jpg", "question_id": 201207362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "shower curtain,to the right of,o (10)"}], "entailed": ["20573487"], "equivalent": ["20573836"], "question": "Is the white cabinet to the right of the shower curtain that is shown in the image?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinet_shower curtain"}, "answer": "yes", "semanticStr": "select: cabinet (7)->filter color: white [0]->verify rel: shower curtain,to the right of,o (10) [1]", "annotations": {"answer": {}, "question": {"2:4": "7", "9:11": "10"}, "fullAnswer": {"2": "7", "9:11": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cabinet is to the right of the shower curtain.", "image": "n162108.jpg", "question_id": 20573836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541681", "20541572"], "equivalent": ["20541680"], "question": "Who is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (11)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "11"}, "fullAnswer": {"1": "9", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing trousers.", "image": "n527290.jpg", "question_id": 20541680}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541680", "20541572"], "equivalent": ["20541681"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (11)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing trousers.", "image": "n527290.jpg", "question_id": 20541681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20883090", "20883091", "20883092"], "equivalent": ["20883090", "20883091", "20883089"], "question": "What is the image showing?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is showing a skate park.", "image": "n159284.jpg", "question_id": 20883089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20866203", "20866204", "20866205", "20866206", "20866207", "20866208", "20866209", "20866211"], "equivalent": ["20866211", "20866210"], "question": "On which side of the picture is the large appliance?", "isBalanced": true, "groups": {"global": null, "local": "10q-refrigerator_hposition"}, "answer": "right", "semanticStr": "select: appliance (2)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fridge is on the right of the image.", "image": "n579256.jpg", "question_id": 20866210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541694", "20541693", "20541692", "20541691"], "equivalent": ["20541689"], "question": "What is she holding?", "isBalanced": true, "groups": {"global": "bag", "local": "14-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: she (9)->relate: _,holding,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"2": "9"}, "fullAnswer": {"1": "9", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the handbag.", "image": "n527290.jpg", "question_id": 20541689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202227949", "202227948", "202227953", "202227950", "202227951", "202227947", "202227954", "202227955"], "equivalent": ["202227952"], "question": "What piece of furniture is underneath the television?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-television_underneath,s"}, "answer": "entertainment center", "semanticStr": "select: television (1)->relate: furniture,underneath,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"1:4": "11"}, "fullAnswer": {"6:8": "11", "1:4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an entertainment center.", "image": "n77818.jpg", "question_id": 202227952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202227949", "202227948", "202227952", "202227953", "202227951", "202227947", "202227954", "202227955"], "equivalent": ["202227950"], "question": "What is the piece of furniture that is underneath the TV?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-television_underneath,s"}, "answer": "entertainment center", "semanticStr": "select: television (1)->relate: furniture,underneath,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"10": "1", "3:6": "11"}, "fullAnswer": {"6:8": "11", "1:4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an entertainment center.", "image": "n77818.jpg", "question_id": 202227950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202245897", "202245896", "202245895"], "equivalent": ["202245898"], "question": "On which side are the small glasses?", "isBalanced": true, "groups": {"global": null, "local": "10q-glasses_hposition"}, "answer": "left", "semanticStr": "select: glasses (1)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are on the left of the image.", "image": "n310828.jpg", "question_id": 202245898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "rocky "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202053020"], "question": "Is the field both brown and rocky?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_rocky"}, "answer": "no", "semanticStr": "select: field (11)->verify color: brown [0]->verify: rocky  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is brown but grassy.", "image": "n334278.jpg", "question_id": 202053020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174210", "202174212", "202174213", "202174207", "202174209", "202174208"], "equivalent": ["202174211"], "question": "What appliance is on top of the oven?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_on top of,s"}, "answer": "stove", "semanticStr": "select: oven (3)->relate: appliance,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n398429.jpg", "question_id": 202174211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202053028", "202053023", "202053022", "202053020", "202053027", "202053026", "202053025", "202053031", "202053034"], "equivalent": ["202053024"], "question": "Of what color is that field?", "isBalanced": true, "groups": {"global": "color", "local": "10q-field_color"}, "answer": "brown", "semanticStr": "select: field (11)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is brown.", "image": "n334278.jpg", "question_id": 202053024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202121623", "202121622", "202121621", "202121619", "202121627", "202121625", "202121624", "202121605", "202121629", "202121628", "202121618", "202121606", "202121630"], "equivalent": ["202121626"], "question": "What are the chairs made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-chairs_material"}, "answer": "metal", "semanticStr": "select: chairs (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are made of metal.", "image": "n140421.jpg", "question_id": 202121626}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (20)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": [], "equivalent": ["201757566"], "question": "How hard is the chair in the bottom of the picture?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-chair_hardness"}, "answer": "hard", "semanticStr": "select: chair (20)->filter vposition: bottom [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is hard.", "image": "n4777.jpg", "question_id": 201757566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (13)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (8)"}, {"operation": "choose color", "dependencies": [1], "argument": "beige|red"}], "entailed": [], "equivalent": ["20783627"], "question": "Is the table in front of the people beige or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-table_color"}, "answer": "beige", "semanticStr": "select: people (13)->relate: table,in front of,s (8) [0]->choose color: beige|red [1]", "annotations": {"answer": {}, "question": {"2": "8", "7": "13"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is beige.", "image": "n355339.jpg", "question_id": 20783627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sleeveless)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974982", "201975013"], "equivalent": ["201974983"], "question": "Which kind of clothing is not sleeveless?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#sleeveless"}, "answer": "hat", "semanticStr": "select: clothing (6)->filter: not(sleeveless) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a hat.", "image": "n274905.jpg", "question_id": 201974983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201156155", "201156135", "201156147", "201156146", "201156144", "201156150", "201156151", "201156152", "201156153", "201156159", "201156149", "201156148"], "equivalent": ["201156147", "201156146", "201156145"], "question": "Is the field green?", "isBalanced": true, "groups": {"global": null, "local": "06-field_green"}, "answer": "yes", "semanticStr": "select: field (12)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the field is green.", "image": "n146522.jpg", "question_id": 201156145}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,above,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20317133", "20317132", "20317131", "20317130", "20317128", "20317127", "20317091"], "equivalent": ["20317128", "20317129"], "question": "What appliance is above the appliance that is above the drawer?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-toaster_above,s"}, "answer": "microwave", "semanticStr": "select: drawer (24)->relate: appliance,above,s (4) [0]->relate: appliance,above,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "10": "24", "5": "4"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a microwave.", "image": "n350766.jpg", "question_id": 20317129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (16)"}, {"operation": "relate", "dependencies": [0], "argument": "aircraft,mounted to,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996709", "201996708", "201996712", "201996713", "201996710", "201996711"], "equivalent": ["201996714"], "question": "What kind of aircraft is the controller mounted to?", "isBalanced": true, "groups": {"global": "aircraft", "local": "15-controller_mounted to,o"}, "answer": "helicopter", "semanticStr": "select: controller (16)->relate: aircraft,mounted to,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "16", "6": "22"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The controller is mounted to the helicopter.", "image": "n250715.jpg", "question_id": 201996714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding onto,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201175387", "201175527", "201175388", "201175525"], "equivalent": ["201175526"], "question": "Who is holding onto the device that looks black?", "isBalanced": true, "groups": {"global": "person", "local": "14-camera_holding onto,s"}, "answer": "woman", "semanticStr": "select: device (12)->filter color: black [0]->relate: person,holding onto,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "12", "5": "12"}, "fullAnswer": {"1": "0", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding onto the camera.", "image": "n357784.jpg", "question_id": 201175526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (16)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "pink "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201951737", "201951736", "201951755", "201951751", "201951750", "201951739", "201951738", "201951754", "201951744", "201951745", "201951746", "201951747", "201951740", "201951741", "201951742", "201951743", "201951748", "201951749", "201951752"], "equivalent": ["201951735"], "question": "Is the van pink and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_pink"}, "answer": "yes", "semanticStr": "select: van (16)->verify material: metal [0]->verify color: pink  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the van is pink and metallic.", "image": "n256120.jpg", "question_id": 201951735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201735280", "201735281", "201735278", "201735279"], "equivalent": ["201735282"], "question": "In which part of the picture is the black towel?", "isBalanced": true, "groups": {"global": null, "local": "10q-towel_hposition"}, "answer": "right", "semanticStr": "select: towel (12)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towel is on the right of the image.", "image": "n240973.jpg", "question_id": 201735282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (8)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "fast food,above,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20411885", "20411886", "20411887", "20411883", "20411888", "20411889"], "equivalent": ["20411884"], "question": "What is the food that is above the fruits to the left of the dessert called?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-apples_above,s"}, "answer": "hot dogs", "semanticStr": "select: dessert (8)->relate: fruit,to the left of,s (1) [0]->relate: fast food,above,s (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"8": "1", "3": "4", "14": "8"}, "fullAnswer": {"1": "4", "3:5": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is hot dogs.", "image": "n363445.jpg", "question_id": 20411884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175645", "201175519"], "equivalent": ["201175520"], "question": "What is the woman looking at?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_looking at,o"}, "answer": "mirror", "semanticStr": "select: woman (0)->relate: _,looking at,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the mirror.", "image": "n357784.jpg", "question_id": 201175520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["201110751", "201110749"], "equivalent": ["201110750"], "question": "Is the small cup in the top of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-cup_top"}, "answer": "no", "semanticStr": "select: cup (5)->filter size: small [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cup is in the bottom of the image.", "image": "n546616.jpg", "question_id": 201110750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "relate", "dependencies": [0], "argument": "man,beside,s (6)"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (-)"}], "entailed": ["20462157"], "equivalent": ["20462156"], "question": "Is the man beside the sign wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "no", "semanticStr": "select: sign (0)->relate: man,beside,s (6) [0]->verify rel: shorts,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "0"}, "fullAnswer": {"2": "6", "5": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing trousers.", "image": "n571179.jpg", "question_id": 20462156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding onto,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201175535", "201175534", "201175531", "201175530", "201175533", "201175058", "201175528"], "equivalent": ["201175529"], "question": "What is the person that is not sad holding onto?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding onto,o"}, "answer": "camera", "semanticStr": "select: person (0)->filter face expression: not(sad) [0]->relate: _,holding onto,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3": "0", "7": "0"}, "fullAnswer": {"1": "0", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding onto the camera.", "image": "n357784.jpg", "question_id": 201175529}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heels (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201571006", "201571009", "201571008", "201571013", "201571005", "201571004", "201571007", "201571001", "201571010", "201571003", "201571002"], "equivalent": ["201571011"], "question": "Are the black heels small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-heels_size"}, "answer": "small", "semanticStr": "select: heels (3)->filter color: black [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The heels are small.", "image": "n382416.jpg", "question_id": 201571011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508728", "20508833", "20508722", "20508723", "20508724", "20508725", "20508726", "20508727"], "equivalent": ["20508721"], "question": "The woman is holding what?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "wii controller", "semanticStr": "select: woman (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the Wii remotes.", "image": "n511913.jpg", "question_id": 20508721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heels (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201571016", "201571018", "201571019", "201571013", "201571001", "201571015"], "equivalent": ["201571014"], "question": "Are the heels black?", "isBalanced": true, "groups": {"global": null, "local": "06-heels_black"}, "answer": "yes", "semanticStr": "select: heels (3)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the heels are black.", "image": "n382416.jpg", "question_id": 201571014}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508728", "20508833", "20508721", "20508722", "20508724", "20508725", "20508726", "20508727"], "equivalent": ["20508723"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "wii controller", "semanticStr": "select: woman (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the Wii remotes.", "image": "n511913.jpg", "question_id": 20508723}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,to the right of,s (9)"}, {"operation": "verify", "dependencies": [1], "argument": "high"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202249041", "202249042", "202249043", "202249045", "202249046", "202249047", "202249048"], "equivalent": ["202249044", "202249045"], "question": "Does the traffic signal to the right of the signal light appear to be metallic and high?", "isBalanced": true, "groups": {"global": null, "local": "05-high_metal"}, "answer": "yes", "semanticStr": "select: traffic light (8)->relate: traffic light,to the right of,s (9) [0]->verify: high [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9", "9:11": "8"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic light is metallic and high.", "image": "n522733.jpg", "question_id": 202249044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508833", "20508721", "20508722", "20508723", "20508724", "20508725", "20508726", "20508727"], "equivalent": ["20508728"], "question": "What device is the woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding,o"}, "answer": "wii controller", "semanticStr": "select: woman (0)->relate: device,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the Wii remotes.", "image": "n511913.jpg", "question_id": 20508728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,in front of,s (0)"}, {"operation": "filter color", "dependencies": [1], "argument": "blond"}, {"operation": "relate", "dependencies": [2], "argument": "device,holding,o (2)"}, {"operation": "choose name", "dependencies": [3], "argument": "wii controller|phone"}], "entailed": ["20508730"], "equivalent": ["20508729"], "question": "What device is the blonde woman in front of the table holding, a Wii controller or a phone?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding,o"}, "answer": "wii controller", "semanticStr": "select: table (13)->relate: woman,in front of,s (0) [0]->filter color: blond [1]->relate: device,holding,o (2) [2]->choose name: wii controller|phone [3]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "2", "10": "13", "13:15": "2", "4:6": "0"}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is holding a Wii controller.", "image": "n511913.jpg", "question_id": 20508729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951729", "201951726", "201951727", "201951725"], "equivalent": ["201951730"], "question": "What vehicle is made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "van", "semanticStr": "select: vehicle (16)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "packet (7)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["20211109", "20211110", "20211112", "20211113"], "equivalent": ["20211114"], "question": "Which shape is the packet?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-packet_shape"}, "answer": "rectangular", "semanticStr": "select: packet (7)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The packet is rectangular.", "image": "n312206.jpg", "question_id": 20211114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (3)"}, {"operation": "relate", "dependencies": [0], "argument": "container,next to,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20211121", "20211116", "20211117", "20211120"], "equivalent": ["20211115"], "question": "What is inside the container next to the glass?", "isBalanced": true, "groups": {"global": "thing", "local": "14-container_inside,s"}, "answer": "packet", "semanticStr": "select: glass (3)->relate: container,next to,s (6) [0]->relate: _,inside,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "3", "4": "6"}, "fullAnswer": {"1": "7", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The packet is inside the container.", "image": "n312206.jpg", "question_id": 20211115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (9)"}, {"operation": "relate", "dependencies": [0], "argument": "knives,to the left of,s (11)"}, {"operation": "filter", "dependencies": [1], "argument": "sharp"}, {"operation": "verify color", "dependencies": [2], "argument": "black"}, {"operation": "verify material", "dependencies": [2], "argument": "metal "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["20896162", "20896163", "20896161", "20896166", "20896167", "20896164", "20896165", "20896168", "20896169", "20896180", "20896181", "20896182", "20896171", "20896170", "20896173", "20896172", "20896175", "20896174", "20896177", "20896176", "20896179", "20896178"], "equivalent": ["20896160"], "question": "Do the sharp knives that are to the left of the oven look black and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: oven (9)->relate: knives,to the left of,s (11) [0]->filter: sharp [1]->verify color: black [2]->verify material: metal  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"11": "9", "2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the knives are black and metallic.", "image": "n548534.jpg", "question_id": 20896160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20211121", "20211115", "20211116", "20211120"], "equivalent": ["20211117"], "question": "What's inside the container?", "isBalanced": true, "groups": {"global": "thing", "local": "14-container_inside,s"}, "answer": "packet", "semanticStr": "select: container (6)->relate: _,inside,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The packet is inside the container.", "image": "n312206.jpg", "question_id": 20211117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ring (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188327"], "equivalent": ["201188326"], "question": "Who is wearing a ring?", "isBalanced": true, "groups": {"global": "person", "local": "14-ring_wearing,s"}, "answer": "man", "semanticStr": "select: ring (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a ring.", "image": "n483840.jpg", "question_id": 201188326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["202126019", "202126018", "202126029", "202126020", "202126017", "202126016"], "equivalent": ["202126015"], "question": "Does the racket look white?", "isBalanced": true, "groups": {"global": null, "local": "06-racket_white"}, "answer": "yes", "semanticStr": "select: racket (5)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the racket is white.", "image": "n573460.jpg", "question_id": 202126015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663596", "201663599", "201663598", "201663473"], "equivalent": ["201663597"], "question": "What appliance is behind the floor?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-floor_behind,s"}, "answer": "dishwasher", "semanticStr": "select: floor (11)->relate: appliance,behind,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher.", "image": "n35676.jpg", "question_id": 201663597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (11)"}, {"operation": "verify", "dependencies": [0], "argument": "high"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201621315"], "question": "Is that picture frame white and high?", "isBalanced": true, "groups": {"global": null, "local": "05-high_white"}, "answer": "no", "semanticStr": "select: picture frame (11)->verify: high [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2:4": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the picture frame is high but black.", "image": "n275148.jpg", "question_id": 201621315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "select", "dependencies": [], "argument": "tv stand (14) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201621310"], "question": "Are both the mirror and the TV stand made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-mirror_tv stand"}, "answer": "no", "semanticStr": "select: mirror (12)->select: tv stand (14) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "12", "6:8": "14"}, "fullAnswer": {"2": "12", "9:11": "14"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mirror is made of glass and the TV stand is made of wood.", "image": "n275148.jpg", "question_id": 201621310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "desk lamp (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20853888"], "equivalent": ["20853887"], "question": "Are there small desk lamps or fences?", "isBalanced": true, "groups": {"global": null, "local": "04-fence_small"}, "answer": "yes", "semanticStr": "select: fence (11)->filter size: small [0]->exist: ? [1]->select: desk lamp (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"5": "11"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a small fence.", "image": "n275857.jpg", "question_id": 20853887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (17)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202169117", "202169121", "202169122", "202169123", "202169119", "202169118", "202169102"], "equivalent": ["202169120"], "question": "What color is the sidewalk?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sidewalk_color"}, "answer": "beige", "semanticStr": "select: sidewalk (17)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is beige.", "image": "n451187.jpg", "question_id": 202169120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}], "entailed": ["202240191", "202240192", "202240183"], "equivalent": ["202240190"], "question": "Does the skinny girl look blond?", "isBalanced": true, "groups": {"global": null, "local": "06-girl_blond"}, "answer": "no", "semanticStr": "select: girl (1)->filter fatness: skinny [0]->verify color: blond [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the girl is brunette.", "image": "n148872.jpg", "question_id": 202240190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20435292"], "question": "Is that napkin both white and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "no", "semanticStr": "select: napkin (8)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the napkin is white but dirty.", "image": "n431447.jpg", "question_id": 20435292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20441970", "20442090"], "equivalent": ["20442091"], "question": "What's the chair in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-chair_in front of,o"}, "answer": "door", "semanticStr": "select: chair (0)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the door.", "image": "n207708.jpg", "question_id": 20442091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20441970", "20442091"], "equivalent": ["20442090"], "question": "What is the chair in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-chair_in front of,o"}, "answer": "door", "semanticStr": "select: chair (0)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the door.", "image": "n207708.jpg", "question_id": 20442090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (0) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20442097"], "question": "Are there chairs or cabinets in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_chair"}, "answer": "yes", "semanticStr": "select: cabinet (3)->exist: ? [0]->select: chair (0) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "0", "4": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cabinet.", "image": "n207708.jpg", "question_id": 20442097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose length", "dependencies": [1], "argument": "short|long"}], "entailed": ["20518395", "20518373", "20518394", "20518396", "20518397", "20518392", "20518393", "20518398", "20518399"], "equivalent": ["20518405"], "question": "Is the white towel short or long?", "isBalanced": true, "groups": {"global": "height", "local": "10c-towel_length"}, "answer": "short", "semanticStr": "select: towel (12)->filter color: white [0]->choose length: short|long [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towel is short.", "image": "n141939.jpg", "question_id": 20518405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246541", "202246542"], "equivalent": ["202246540"], "question": "What is the box on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-box_on,o"}, "answer": "computer desk", "semanticStr": "select: box (5)->relate: _,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The box is on the computer desk.", "image": "n310828.jpg", "question_id": 202246540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246540", "202246542"], "equivalent": ["202246541"], "question": "What is the piece of furniture that the box is on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-box_on,o"}, "answer": "computer desk", "semanticStr": "select: box (5)->relate: furniture,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"8": "5", "3:6": "7"}, "fullAnswer": {"6:8": "7", "1:4": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246540", "202246541"], "equivalent": ["202246542"], "question": "Which kind of furniture is the box on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-box_on,o"}, "answer": "computer desk", "semanticStr": "select: box (5)->relate: furniture,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "5", "5:7": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The box is on the computer desk.", "image": "n310828.jpg", "question_id": 202246542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coats (1)"}, {"operation": "relate", "dependencies": [0], "argument": "window,below,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201759072", "201759073", "201759177", "201759176"], "equivalent": ["201759175"], "question": "What is the piece of furniture that is below the window that is below the coats called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_below,s"}, "answer": "table", "semanticStr": "select: coats (1)->relate: window,below,s (5) [0]->relate: furniture,below,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"3:6": "11", "10": "5", "15": "1"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n150962.jpg", "question_id": 201759175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "different", "dependencies": [0], "argument": "type"}], "entailed": ["20746412", "20746409", "20746410", "20746411"], "equivalent": ["20746413"], "question": "Are the animals of different types?", "isBalanced": true, "groups": {"global": null, "local": "07different-allanimals"}, "answer": "no", "semanticStr": "select: animal (7)->different: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "diffAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, all the animals are birds.", "image": "n477215.jpg", "question_id": 20746413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201322636", "201322637", "201322638", "201322639", "201322648", "201322640", "201322643", "201322642", "201322645", "201322644", "201322647", "201322646"], "equivalent": ["201322641"], "question": "What color is the vehicle above the street?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "black", "semanticStr": "select: street (6)->relate: vehicle,above,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "6"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is black.", "image": "n311910.jpg", "question_id": 201322641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201654641", "201654633", "201654630", "201654594", "201654629", "201654628", "201654612", "201654625", "201654626"], "equivalent": ["201654628", "201654627"], "question": "What material is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (8)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n6309.jpg", "question_id": 201654627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(stacked)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480208", "20480209", "20479948"], "equivalent": ["20480210"], "question": "Which kind of furniture isn't stacked?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#stacked"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter: not(stacked) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n520071.jpg", "question_id": 20480210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "verify size", "dependencies": [1], "argument": "little"}], "entailed": [], "equivalent": ["20492167"], "question": "Does the bear that is walking look little?", "isBalanced": true, "groups": {"global": null, "local": "06-bear_little"}, "answer": "no", "semanticStr": "select: bear (9)->filter pose: walking [0]->verify size: little [1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bear is huge.", "image": "n335542.jpg", "question_id": 20492167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter", "dependencies": [0], "argument": "full"}, {"operation": "choose name", "dependencies": [1], "argument": "bookcase|desk"}], "entailed": [], "equivalent": ["20480215"], "question": "Which item of furniture is full, the desk or the bookcase?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_full"}, "answer": "bookcase", "semanticStr": "select: furniture (0)->filter: full [0]->choose name: bookcase|desk [1]", "annotations": {"answer": {"0": "0"}, "question": {"10": "0", "1:4": "0", "7": "10"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The bookcase is full.", "image": "n520071.jpg", "question_id": 20480215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "box,to the right of,o (15)"}], "entailed": ["201428952"], "equivalent": ["201428953"], "question": "Is the freezer to the right of the cardboard container?", "isBalanced": true, "groups": {"global": null, "local": "13-refrigerator_box"}, "answer": "yes", "semanticStr": "select: refrigerator (0)->verify rel: box,to the right of,o (15) [0]", "annotations": {"answer": {}, "question": {"8:10": "15", "2": "0"}, "fullAnswer": {"9": "15", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the freezer is to the right of the box.", "image": "n64959.jpg", "question_id": 201428953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(full)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20479948"], "equivalent": ["20480218"], "question": "What piece of furniture is not full?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#full"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter: not(full) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n520071.jpg", "question_id": 20480218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}], "entailed": ["20942222", "20942221", "20942225"], "equivalent": ["20942223"], "question": "Does the shirt look long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_long sleeved"}, "answer": "no", "semanticStr": "select: shirt (2)->verify: long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is short sleeved.", "image": "n137182.jpg", "question_id": 20942223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (18)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201481849", "201481841", "201481840"], "equivalent": ["201481874"], "question": "Who in this picture is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (18)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n470920.jpg", "question_id": 201481874}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gas stove (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201637330", "201637329", "201637328"], "equivalent": ["201637331"], "question": "Which side is the gas stove on?", "isBalanced": true, "groups": {"global": null, "local": "10q-gas stove_hposition"}, "answer": "right", "semanticStr": "select: gas stove (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The gas stove is on the right of the image.", "image": "n200692.jpg", "question_id": 201637331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752757", "201752752", "201752753", "201752697", "201752696", "201752758"], "equivalent": ["201752754"], "question": "What is in front of the bag?", "isBalanced": true, "groups": {"global": "object", "local": "14-bag_in front of,s"}, "answer": "bike", "semanticStr": "select: bag (9)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bike is in front of the bag.", "image": "n262929.jpg", "question_id": 201752754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (27)"}, {"operation": "select", "dependencies": [], "argument": "barn (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20922780"], "equivalent": ["20922779"], "question": "Do the fire truck and the barn have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-barn_fire truck"}, "answer": "no", "semanticStr": "select: fire truck (27)->select: barn (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "27", "6": "10"}, "fullAnswer": {"8": "10", "2:4": "27"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the fire truck is red and the barn is blue.", "image": "n480253.jpg", "question_id": 20922779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (27)"}, {"operation": "select", "dependencies": [], "argument": "wire (14) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20922777", "20922776", "20922775", "20922774"], "equivalent": ["20922778"], "question": "Do the fire truck and the wire have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-fire truck_wire"}, "answer": "yes", "semanticStr": "select: fire truck (27)->select: wire (14) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "27", "6": "14"}, "fullAnswer": {"8": "14", "2:4": "27"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the fire truck is red and the wire is black.", "image": "n480253.jpg", "question_id": 20922778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489597", "20489596", "20489595", "20489594", "20489599", "20489598", "20489502"], "equivalent": ["20489596", "20489595", "20489594", "20489593"], "question": "What is the piece of furniture on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "bed", "semanticStr": "select: floor (5)->relate: furniture,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"10": "5", "3:6": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n145498.jpg", "question_id": 20489593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246179", "202246181", "202246182", "202246183"], "equivalent": ["202246180"], "question": "What's the mouse pad on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-mouse pad_on,o"}, "answer": "computer desk", "semanticStr": "select: mouse pad (3)->relate: _,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1:3": "3", "6:8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mouse pad is on the computer desk.", "image": "n310828.jpg", "question_id": 202246180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20412214", "20412215", "20412216", "20412217", "20412211", "20412212"], "equivalent": ["20412213"], "question": "What is the color of the tables that are on the left?", "isBalanced": true, "groups": {"global": "color", "local": "10q-tables_color"}, "answer": "pink", "semanticStr": "select: tables (7)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tables are pink.", "image": "n531359.jpg", "question_id": 20412213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489593", "20489596", "20489595", "20489594", "20489599", "20489598", "20489502"], "equivalent": ["20489597"], "question": "Which kind of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "bed", "semanticStr": "select: floor (5)->relate: furniture,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n145498.jpg", "question_id": 20489597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging on,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201947428", "201947429", "201947475", "201947430"], "equivalent": ["201947474"], "question": "What hangs on the beige wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_hanging on,s"}, "answer": "mirror", "semanticStr": "select: wall (11)->filter color: beige [0]->relate: _,hanging on,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"4:6": "11"}, "fullAnswer": {"1": "10", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror hangs on the wall.", "image": "n473688.jpg", "question_id": 201947474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing in,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20515054", "20515005"], "equivalent": ["20515053"], "question": "What animal is standing in the tall grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_standing in,s"}, "answer": "zebras", "semanticStr": "select: grass (2)->filter height: tall [0]->relate: animal,standing in,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"6:8": "2"}, "fullAnswer": {"1": "3", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are standing in the grass.", "image": "n207893.jpg", "question_id": 20515053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20258807", "20258809", "20258808"], "equivalent": ["20258810"], "question": "Which side of the photo is the toy on?", "isBalanced": true, "groups": {"global": null, "local": "10q-toy_hposition"}, "answer": "left", "semanticStr": "select: toy (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toy is on the left of the image.", "image": "n204894.jpg", "question_id": 20258810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201638814", "201638809", "201638954", "201638810", "201638811", "201638812", "201638813", "201638807", "201638806"], "equivalent": ["201638808"], "question": "Which kind of vehicle is to the right of the men?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-men_to the right of,s"}, "answer": "car", "semanticStr": "select: men (2)->relate: vehicle,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n271392.jpg", "question_id": 201638808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20657195"], "question": "Is there a fence or a traffic light in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_traffic light"}, "answer": "yes", "semanticStr": "select: traffic light (6)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6:8": "6"}, "fullAnswer": {"4:6": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a traffic light.", "image": "n486200.jpg", "question_id": 20657195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246180", "202246179", "202246181", "202246182"], "equivalent": ["202246183"], "question": "What piece of furniture is the mouse pad on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mouse pad_on,o"}, "answer": "computer desk", "semanticStr": "select: mouse pad (3)->relate: furniture,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1": "3", "5:7": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mousepad is on the computer desk.", "image": "n310828.jpg", "question_id": 202246183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "goal,behind,o (1)"}], "entailed": ["201055800", "201056048"], "equivalent": ["201056049"], "question": "Is the small vehicle behind the goal?", "isBalanced": true, "groups": {"global": null, "local": "13-car_goal"}, "answer": "yes", "semanticStr": "select: vehicle (3)->filter size: small [0]->verify rel: goal,behind,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "6": "1"}, "fullAnswer": {"2": "3", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the car is behind the goal.", "image": "n259002.jpg", "question_id": 201056049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "query", "dependencies": [0], "argument": "thickness"}], "entailed": ["2017209", "2017208", "2017212", "2017203", "2017202", "2017207", "2017204", "2017230", "2017199", "2017211"], "equivalent": ["2017205"], "question": "How thick is the hair?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-hair_thickness"}, "answer": "thick", "semanticStr": "select: hair (1)->query: thickness [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is thick.", "image": "n324908.jpg", "question_id": 2017205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2017209", "2017208", "2017229", "2017228", "2017203", "2017202", "2017201", "2017207", "2017205", "2017204", "2017215", "2017216", "2017211", "2017199", "2017212", "2017238", "2017239", "2017236", "2017237", "2017234", "2017235", "2017232", "2017233", "2017230"], "equivalent": ["2017201", "2017200"], "question": "Is the short hair thick and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_thick"}, "answer": "yes", "semanticStr": "select: hair (1)->filter length: short [0]->verify color: black [1]->verify thickness: thick  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is thick and black.", "image": "n324908.jpg", "question_id": 2017200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (25)"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow"}], "entailed": ["20182771", "20182770", "20182773", "20182772", "20182766", "20182767", "20182764", "20182768", "20182769"], "equivalent": ["20182765"], "question": "Does the street seem to be narrow?", "isBalanced": true, "groups": {"global": null, "local": "06-street_narrow"}, "answer": "yes", "semanticStr": "select: street (25)->verify width: narrow [0]", "annotations": {"answer": {}, "question": {"2": "25"}, "fullAnswer": {"2": "25"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street is narrow.", "image": "n151768.jpg", "question_id": 20182765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify color", "dependencies": [1], "argument": "cream colored"}, {"operation": "verify", "dependencies": [1], "argument": "low "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201322470", "201322471", "201322468"], "equivalent": ["201322469", "201322468"], "question": "Are the glass buildings cream colored and low?", "isBalanced": true, "groups": {"global": null, "local": "05-cream colored_low"}, "answer": "no", "semanticStr": "select: buildings (10)->filter material: glass [0]->verify color: cream colored [1]->verify: low  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the buildings are cream colored but high.", "image": "n311910.jpg", "question_id": 201322469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,in front of,s (0)"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}], "entailed": ["201713414", "201713408", "201713407", "201713412", "201713413"], "equivalent": ["201713405"], "question": "Is the mirror in front of the woman made of glass?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_glass"}, "answer": "yes", "semanticStr": "select: woman (3)->relate: mirror,in front of,s (0) [0]->verify material: glass [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "3"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mirror is made of glass.", "image": "n455563.jpg", "question_id": 201713405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (13)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "verify rel", "dependencies": [1], "argument": "baskets,behind,o (16)"}], "entailed": [], "equivalent": ["201794943"], "question": "Is the old tree behind the baskets near the man?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_baskets"}, "answer": "yes", "semanticStr": "select: tree (13)->filter age: old [0]->verify rel: baskets,behind,o (16) [1]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "13", "6": "16"}, "fullAnswer": {"2": "13", "6": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tree is behind the baskets.", "image": "n119944.jpg", "question_id": 201794943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (9)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,below,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20317083", "20317082", "20317081", "20317079"], "equivalent": ["20317080"], "question": "Which type of material is used to make the trash bin below the pepper shaker?", "isBalanced": true, "groups": {"global": "material", "local": "10q-trash can_material"}, "answer": "plastic", "semanticStr": "select: pepper shaker (9)->relate: trash can,below,s (20) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9:11": "20", "13:15": "9"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trashcan is made of plastic.", "image": "n350766.jpg", "question_id": 20317080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20300416", "20300417", "20300418"], "equivalent": ["20300419"], "question": "Which side are the metal cars on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cars_hposition"}, "answer": "right", "semanticStr": "select: cars (2)->filter material: metal [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cars are on the right of the image.", "image": "n208302.jpg", "question_id": 20300419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,near,s (0)"}, {"operation": "filter", "dependencies": [1], "argument": "parked"}, {"operation": "verify rel", "dependencies": [2], "argument": "car,in front of,s (1)"}], "entailed": ["201227989", "201227991", "201227993", "201227992"], "equivalent": ["201227990"], "question": "Is the silver car in front of the parked vehicle near the doorway?", "isBalanced": true, "groups": {"global": null, "local": "13-van_car"}, "answer": "no", "semanticStr": "select: doorway (11)->relate: vehicle,near,s (0) [0]->filter: parked [1]->verify rel: car,in front of,s (1) [2]", "annotations": {"answer": {}, "question": {"8:10": "0", "12": "11", "2:4": "1"}, "fullAnswer": {"2": "1", "6": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the car is behind the van.", "image": "n154856.jpg", "question_id": 201227990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose rel", "dependencies": [1], "argument": "car,behind|in front of,s (1)"}], "entailed": ["201227991", "201227990", "201227993", "201227989", "201228079", "201228078", "201228080", "201228081", "201228077"], "equivalent": ["201227991", "201227992"], "question": "Is the silver car in front or behind the van made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-van_car"}, "answer": "behind", "semanticStr": "select: van (0)->filter material: metal [0]->choose rel: car,behind|in front of,s (1) [1]", "annotations": {"answer": {}, "question": {"9": "0", "12": "0", "2:4": "1"}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The car is behind the van.", "image": "n154856.jpg", "question_id": 201227992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shuttle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "wii controller,to the right of,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201030250", "201030302"], "equivalent": ["201030301"], "question": "Are there any Wii controllers to the right of the shuttle?", "isBalanced": true, "groups": {"global": null, "local": "13-shuttle_wii controller"}, "answer": "yes", "semanticStr": "select: shuttle (14)->relate: wii controller,to the right of,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "14", "3:5": "13"}, "fullAnswer": {"11": "14", "4:6": "13"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a Wii controller to the right of the shuttle.", "image": "n54424.jpg", "question_id": 201030301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dish (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201947617"], "question": "What is the soap dish sitting on?", "isBalanced": true, "groups": {"global": "", "local": "14-soap dish_sitting on,o"}, "answer": "countertop", "semanticStr": "select: soap dish (20)->relate: _,sitting on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1:3": "20", "7:9": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap dish is sitting on the counter top.", "image": "n473688.jpg", "question_id": 201947617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202246676", "202246674"], "equivalent": ["202246675"], "question": "What kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "computer desk", "semanticStr": "select: furniture (7)->query: name [0]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"6:8": "7", "1:4": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "select", "dependencies": [], "argument": "shoe (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202265538"], "equivalent": ["202265537"], "question": "Do the shirt and the shoe have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-shirt_shoe"}, "answer": "yes", "semanticStr": "select: shirt (1)->select: shoe (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "3"}, "fullAnswer": {"3": "1", "6": "3"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the shirt and the shoe are white.", "image": "n534106.jpg", "question_id": 202265537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dish (20)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201947615", "201947614", "201947611", "201947610", "201947613"], "equivalent": ["201947612"], "question": "What color is the soap dish?", "isBalanced": true, "groups": {"global": "color", "local": "10q-soap dish_color"}, "answer": "brown", "semanticStr": "select: soap dish (20)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "20"}, "fullAnswer": {"1:3": "20"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soap dish is brown.", "image": "n473688.jpg", "question_id": 201947612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (4)"}, {"operation": "choose color", "dependencies": [1], "argument": "gray|gold"}], "entailed": ["20456552"], "equivalent": ["20456553"], "question": "Is the animal to the left of the cabinet gold or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-dog_color"}, "answer": "gray", "semanticStr": "select: cabinet (8)->relate: animal,to the left of,s (4) [0]->choose color: gray|gold [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dog is gray.", "image": "n65885.jpg", "question_id": 20456553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "select", "dependencies": [], "argument": "chair (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20306153", "20306151", "20306150"], "equivalent": ["20306153", "20306152", "20306151", "20306150"], "question": "Is the floor made of the same material as the chair?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_floor"}, "answer": "yes", "semanticStr": "select: floor (10)->select: chair (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "7", "2": "10"}, "fullAnswer": {"3": "10", "6": "7"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the floor and the chair are made of wood.", "image": "n554880.jpg", "question_id": 20306152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "relate", "dependencies": [0], "argument": "knife,to the left of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202049341", "202049303", "202049340", "202049302", "202049338", "202049339", "202049347", "202049346", "202049332", "202049333", "202049334", "202049335", "202049337"], "equivalent": ["202049335", "202049336", "202049337"], "question": "Of what color is the knife the plate is to the left of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-knife_color"}, "answer": "black", "semanticStr": "select: plate (11)->relate: knife,to the left of,o (14) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "14", "7": "11"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife is black.", "image": "n381072.jpg", "question_id": 202049336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing against,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504799", "201504798"], "equivalent": ["201504914"], "question": "Who is standing against the surfboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_standing against,s"}, "answer": "woman", "semanticStr": "select: surfboard (4)->relate: person,standing against,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing against the surfboard.", "image": "n298104.jpg", "question_id": 201504914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902990", "201902993", "201902992", "201902921"], "equivalent": ["201902991"], "question": "What is sitting next to the mouse pad?", "isBalanced": true, "groups": {"global": "device", "local": "14-mouse pad_sitting next to,s"}, "answer": "keyboard", "semanticStr": "select: mouse pad (6)->relate: _,sitting next to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7:9": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is sitting next to the mouse pad.", "image": "n435808.jpg", "question_id": 201902991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (3)"}, {"operation": "select", "dependencies": [], "argument": "toaster (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20316944"], "equivalent": ["20316945"], "question": "Does the microwave have a different color than the toaster?", "isBalanced": true, "groups": {"global": null, "local": "09diff-microwave_toaster"}, "answer": "no", "semanticStr": "select: microwave (3)->select: toaster (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "4", "2": "3"}, "fullAnswer": {"3": "3", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the microwave and the toaster are white.", "image": "n350766.jpg", "question_id": 20316945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectator (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056265"], "equivalent": ["201056264"], "question": "Who is that spectator watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-spectator_watching,o"}, "answer": "soccer player", "semanticStr": "select: spectator (8)->relate: person,watching,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectator is watching the soccer player.", "image": "n259002.jpg", "question_id": 201056264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (75)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202107827"], "question": "Who wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (75)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "75"}, "fullAnswer": {"1": "10", "4": "75"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a shirt.", "image": "n133585.jpg", "question_id": 202107827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee pot (5)"}, {"operation": "select", "dependencies": [], "argument": "burner (21) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20316938", "20316939", "20316941", "20316937"], "equivalent": ["20316941", "20316938", "20316939", "20316940"], "question": "Is the coffee pot different in color than the burner?", "isBalanced": true, "groups": {"global": null, "local": "09diff-burner_coffee pot"}, "answer": "no", "semanticStr": "select: coffee pot (5)->select: burner (21) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "21", "2:4": "5"}, "fullAnswer": {"7": "21", "3:5": "5"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the coffee pot and the burner are black.", "image": "n350766.jpg", "question_id": 20316940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "burner (21)"}, {"operation": "filter material", "dependencies": [0], "argument": "chrome"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,same color,_ (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20317141"], "equivalent": ["20316943"], "question": "What kind of cooking utensil is the same color as the stove top that is made of chrome?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-burner_same color,_"}, "answer": "coffee pot", "semanticStr": "select: burner (21)->filter material: chrome [0]->relate: cooking utensil,same color,_ (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"11:13": "21", "17": "21", "3:5": "5"}, "fullAnswer": {"9": "21", "1:3": "5"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee pot is the same color as the burner.", "image": "n350766.jpg", "question_id": 20316943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (18)"}, {"operation": "verify rel", "dependencies": [0], "argument": "jars,to the right of,o (17)"}], "entailed": ["202100829", "202100778"], "equivalent": ["202100830"], "question": "Is the bowl to the right of the containers the mugs are to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_jars"}, "answer": "yes", "semanticStr": "select: bowl (18)->verify rel: jars,to the right of,o (17) [0]", "annotations": {"answer": {}, "question": {"8": "17", "2": "18", "10": "15"}, "fullAnswer": {"9": "17", "2": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bowl is to the right of the jars.", "image": "n280089.jpg", "question_id": 202100830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["202180229"], "equivalent": ["202180230"], "question": "Is it an indoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors.", "image": "n380113.jpg", "question_id": 202180230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20241046"], "equivalent": ["20241047"], "question": "Who is sitting in front of the water?", "isBalanced": true, "groups": {"global": "person", "local": "14-water_sitting in front of,s"}, "answer": "man", "semanticStr": "select: water (4)->relate: person,sitting in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "8": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting in front of the water.", "image": "n166008.jpg", "question_id": 20241047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (7)"}, {"operation": "select", "dependencies": [], "argument": "field (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202180235", "202180233"], "equivalent": ["202180235", "202180234"], "question": "Is the headband different in color than the field?", "isBalanced": true, "groups": {"global": null, "local": "09diff-field_headband"}, "answer": "no", "semanticStr": "select: headband (7)->select: field (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "7"}, "fullAnswer": {"3": "7", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the headband and the field are green.", "image": "n380113.jpg", "question_id": 202180234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381585", "20381584", "20381586", "20381581", "20381582"], "equivalent": ["20381583"], "question": "Which kind of device is above the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_above,s"}, "answer": "computer monitor", "semanticStr": "select: keyboard (8)->relate: device,above,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor.", "image": "n398257.jpg", "question_id": 20381583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,under,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "device,above,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20381585", "20381584", "20381586", "20381581", "20381583"], "equivalent": ["20381582"], "question": "What kind of device is above the device the desk is under of?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_above,s"}, "answer": "computer monitor", "semanticStr": "select: desk (11)->relate: device,under,o (8) [0]->relate: device,above,s (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"9": "11", "3": "6", "7": "8"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor.", "image": "n398257.jpg", "question_id": 20381582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201439424"], "equivalent": ["201439514"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (9)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"4": "9"}, "fullAnswer": {"1": "10", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n199286.jpg", "question_id": 201439514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (7)"}, {"operation": "select", "dependencies": [], "argument": "frame (16) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201982031"], "question": "Is the remote control made of the same material as the frame?", "isBalanced": true, "groups": {"global": null, "local": "09same-frame_remote control"}, "answer": "no", "semanticStr": "select: remote control (7)->select: frame (16) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "16", "2:4": "7"}, "fullAnswer": {"10": "16", "2:4": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the remote control is made of plastic and the frame is made of wood.", "image": "n526228.jpg", "question_id": 201982031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201735447", "201735446", "201735445", "201735449", "201735448"], "equivalent": ["201735450"], "question": "Is the white device in the top part or in the bottom of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-keyboard_vposition"}, "answer": "bottom", "semanticStr": "select: device (3)->filter color: white [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The keyboard is in the bottom of the image.", "image": "n240973.jpg", "question_id": 201735450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (15)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,inside,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201822212"], "equivalent": ["201822211"], "question": "What sits on the shelf inside the bathroom?", "isBalanced": true, "groups": {"global": "", "local": "14-shelf_sitting on,s"}, "answer": "decoration", "semanticStr": "select: bathroom (15)->relate: shelf,inside,s (12) [0]->relate: _,sitting on,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"4": "12", "7": "15"}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The decoration sits on the shelf.", "image": "n417401.jpg", "question_id": 201822211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201429139", "201429137", "201429062"], "equivalent": ["201429138"], "question": "What is the pipe higher than?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-pipe_higher than,o"}, "answer": "window", "semanticStr": "select: pipe (6)->relate: _,higher than,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pipe is higher than the window.", "image": "n64959.jpg", "question_id": 201429138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (12)"}, {"operation": "select", "dependencies": [], "argument": "table (13) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201935035"], "equivalent": ["201935036"], "question": "Is the color of the tree different than the table?", "isBalanced": true, "groups": {"global": null, "local": "09diff-table_tree"}, "answer": "yes", "semanticStr": "select: tree (12)->select: table (13) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "13", "5": "12"}, "fullAnswer": {"2": "12", "7": "13"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the tree is green and the table is white.", "image": "n556604.jpg", "question_id": 201935036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201972929", "201972928", "201972923", "201972922", "201972921", "201972920", "201972927", "201972926", "201972925", "201972924", "201972930", "201972916", "201972917", "201972918", "201972919", "201972931"], "equivalent": ["201972915"], "question": "Are the pants white and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: pants (4)->verify hardness: soft [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are white and soft.", "image": "n541482.jpg", "question_id": 201972915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (21)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,on top of,o (-)"}], "entailed": [], "equivalent": ["201983204"], "question": "Are the pillows on top of a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-pillows_bed"}, "answer": "no", "semanticStr": "select: pillows (21)->verify rel: bed,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "21"}, "fullAnswer": {"8": "14", "2": "21"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pillows are on top of the couch.", "image": "n526228.jpg", "question_id": 201983204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,talking on,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258701", "20258759"], "equivalent": ["20258760"], "question": "Who is talking on the phone?", "isBalanced": true, "groups": {"global": "person", "local": "14-phone_talking on,s"}, "answer": "child", "semanticStr": "select: phone (0)->relate: person,talking on,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is talking on the phone.", "image": "n204894.jpg", "question_id": 20258760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "phone,talking on,o (0)"}], "entailed": [], "equivalent": ["20258761"], "question": "Is the person talking on a phone?", "isBalanced": true, "groups": {"global": null, "local": "13-child_phone"}, "answer": "yes", "semanticStr": "select: person (10)->verify rel: phone,talking on,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "10", "6": "0"}, "fullAnswer": {"2": "10", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the kid is talking on a phone.", "image": "n204894.jpg", "question_id": 20258761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle cap (15)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["201175119", "201175131", "201175130", "201175133", "201175132", "201175135", "201175134", "201175137"], "equivalent": ["201175137", "201175136"], "question": "Does the bottle cap look closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-bottle cap_15"}, "answer": "open", "semanticStr": "select: bottle cap (15)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"1:3": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle cap is open.", "image": "n357784.jpg", "question_id": 201175136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "girl,behind,o (-)"}], "entailed": [], "equivalent": ["202218718"], "question": "Is the window behind a girl?", "isBalanced": true, "groups": {"global": null, "local": "13-window_girl"}, "answer": "no", "semanticStr": "select: window (14)->verify rel: girl,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the window is behind the pan.", "image": "n578564.jpg", "question_id": 202218718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258769", "20258701"], "equivalent": ["20258766"], "question": "Who is in front of the window?", "isBalanced": true, "groups": {"global": "person", "local": "14-window_in front of,s"}, "answer": "child", "semanticStr": "select: window (9)->relate: person,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is in front of the window.", "image": "n204894.jpg", "question_id": 20258766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427780", "20427781"], "equivalent": ["20427782"], "question": "Who is sitting beside the gentleman?", "isBalanced": true, "groups": {"global": "person", "local": "14-gentleman_sitting beside,s"}, "answer": "man", "semanticStr": "select: gentleman (7)->relate: person,sitting beside,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the gentleman.", "image": "n281241.jpg", "question_id": 20427782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756528", "201756523", "201756527", "201756554", "201756552", "201756525", "201756524", "201756504", "201756503", "201756502"], "equivalent": ["201756553"], "question": "What is the animal that is white?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_white"}, "answer": "kitten", "semanticStr": "select: animal (1)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(red)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fire hydrant (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(red)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2076440", "2076441", "2076442"], "equivalent": ["2076429"], "question": "Are there any fire hydrants or street signs that are not red?", "isBalanced": true, "groups": {"global": null, "local": "04-street sign_n#red"}, "answer": "no", "semanticStr": "select: street sign (2)->filter color: not(red) [0]->exist: ? [1]->select: fire hydrant (-) ->filter color: not(red) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6:8": "2"}, "fullAnswer": {"4:6": "2"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a street sign but it is red.", "image": "n173807.jpg", "question_id": 2076429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201639044", "201639041", "201639042", "201639043", "201639039", "201639038"], "equivalent": ["201639040"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete.", "image": "n271392.jpg", "question_id": 201639040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (6)"}, {"operation": "filter age", "dependencies": [1], "argument": "young"}, {"operation": "relate", "dependencies": [2], "argument": "person,sitting beside,o (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20427785", "20427783"], "equivalent": ["20427784"], "question": "Who is the young person to the left of the chair sitting beside?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_sitting beside,o"}, "answer": "gentleman", "semanticStr": "select: chair (9)->relate: person,to the left of,s (6) [0]->filter age: young [1]->relate: person,sitting beside,o (7) [2]->query: name [3]", "annotations": {"answer": {"0": "7"}, "question": {"10": "9", "3:5": "6"}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the gentleman.", "image": "n281241.jpg", "question_id": 20427784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427784", "20427783"], "equivalent": ["20427785"], "question": "Who is the man sitting beside?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_sitting beside,o"}, "answer": "gentleman", "semanticStr": "select: man (6)->relate: person,sitting beside,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the gentleman.", "image": "n281241.jpg", "question_id": 20427785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (1)"}, {"operation": "choose", "dependencies": [0], "argument": "low|high"}], "entailed": [], "equivalent": ["20514980"], "question": "Are the mountains high or low?", "isBalanced": true, "groups": {"global": "13", "local": "10c-mountains_13"}, "answer": "low", "semanticStr": "select: mountains (1)->choose: low|high [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mountains are low.", "image": "n207893.jpg", "question_id": 20514980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756529", "201756533", "201756504", "201756556", "201756531", "201756532", "201756555", "201756530", "201756503", "201756502"], "equivalent": ["201756558"], "question": "What animal is young?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_young"}, "answer": "kitten", "semanticStr": "select: animal (1)->filter age: young [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100894", "202100893", "202100892"], "equivalent": ["202100895"], "question": "What does the stove sit next to?", "isBalanced": true, "groups": {"global": "", "local": "14-stove_sitting next to,o"}, "answer": "counter", "semanticStr": "select: stove (1)->relate: _,sitting next to,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "1", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove sits next to the counter.", "image": "n280089.jpg", "question_id": 202100895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "computer,to the right of,o (-)"}], "entailed": [], "equivalent": ["20887430"], "question": "Is the monitor to the right of a computer?", "isBalanced": true, "groups": {"global": null, "local": "13-monitor_computer"}, "answer": "no", "semanticStr": "select: monitor (4)->verify rel: computer,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "9:11": "14"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the monitor is to the right of the table lamp.", "image": "n282436.jpg", "question_id": 20887430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (17)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "choose name", "dependencies": [1], "argument": "pants|socks"}], "entailed": [], "equivalent": ["20647224"], "question": "What type of clothing is not short, the pants or the socks?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#short"}, "answer": "socks", "semanticStr": "select: clothing (17)->filter: not(short) [0]->choose name: pants|socks [1]", "annotations": {"answer": {"0": "17"}, "question": {"11": "17", "8": "12", "3": "12"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The socks are not short.", "image": "n98540.jpg", "question_id": 20647224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178037", "20178036"], "equivalent": ["20178039"], "question": "What food is brown?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_brown"}, "answer": "fries", "semanticStr": "select: fast food (4)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178039}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (17)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647225"], "equivalent": ["20647226"], "question": "Which kind of clothing is not short?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#short"}, "answer": "socks", "semanticStr": "select: clothing (17)->filter: not(short) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is socks.", "image": "n98540.jpg", "question_id": 20647226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647220", "20647222"], "equivalent": ["20647221"], "question": "Which kind of clothing in the image is short?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_short"}, "answer": "pants", "semanticStr": "select: clothing (12)->filter length: short [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants.", "image": "n98540.jpg", "question_id": 20647221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647221", "20647220"], "equivalent": ["20647222"], "question": "Which kind of clothing is short?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_short"}, "answer": "pants", "semanticStr": "select: clothing (12)->filter length: short [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants.", "image": "n98540.jpg", "question_id": 20647222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter", "dependencies": [0], "argument": "crispy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178027", "20178028", "20178029"], "equivalent": ["20178030"], "question": "What kind of fast food is crispy?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_crispy"}, "answer": "fries", "semanticStr": "select: fast food (4)->filter: crispy [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1:3": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fast food is fries.", "image": "n55058.jpg", "question_id": 20178030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20647228"], "question": "Are the trousers white and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: pants (12)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are white but short.", "image": "n98540.jpg", "question_id": 20647228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(crispy)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178034"], "equivalent": ["20178035"], "question": "Which kind of food isn't crispy?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#crispy"}, "answer": "pickles", "semanticStr": "select: food (2)->filter: not(crispy) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is pickles.", "image": "n55058.jpg", "question_id": 20178035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047483", "201047482", "201047481"], "equivalent": ["201047484"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "suit", "semanticStr": "select: clothing (4)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a suit.", "image": "n234683.jpg", "question_id": 201047484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,wearing,s (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "cake,to the right of|to the left of,s (2)"}], "entailed": ["201527698", "201527701", "201527699", "201527702"], "equivalent": ["201527701", "201527700"], "question": "Is the round cake to the left or to the right of the girl who wears a shirt?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_cake"}, "answer": "right", "semanticStr": "select: shirt (7)->relate: girl,wearing,s (6) [0]->choose rel: cake,to the right of|to the left of,s (2) [1]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "2", "17": "7"}, "fullAnswer": {"1": "2", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cake is to the right of the girl.", "image": "n118102.jpg", "question_id": 201527700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (27)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20672883", "20672919"], "equivalent": ["20672918"], "question": "What is the item of furniture that is to the right of the white toilet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toilet_to the right of,s"}, "answer": "ottoman", "semanticStr": "select: toilet (24)->filter color: white [0]->relate: furniture,to the right of,s (27) [1]->query: name [2]", "annotations": {"answer": {"0": "27"}, "question": {"3:6": "27", "13:15": "24"}, "fullAnswer": {"1:4": "27", "6": "27"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an ottoman.", "image": "n59147.jpg", "question_id": 20672918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201527704", "201527707", "201527708", "201527559"], "equivalent": ["201527706"], "question": "What kind of dessert is on top of the tray?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-tray_on top of,s"}, "answer": "cake", "semanticStr": "select: tray (3)->relate: dessert,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is a cake.", "image": "n118102.jpg", "question_id": 201527706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "relate", "dependencies": [0], "argument": "cake,on top of,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201527559", "201527707"], "equivalent": ["201527707", "201527708"], "question": "Is there a cake on top of the tray?", "isBalanced": true, "groups": {"global": null, "local": "13-tray_cake"}, "answer": "yes", "semanticStr": "select: tray (3)->relate: cake,on top of,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "3", "3": "2"}, "fullAnswer": {"9": "3", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cake on top of the tray.", "image": "n118102.jpg", "question_id": 201527708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,near,s (3)"}, {"operation": "filter age", "dependencies": [1], "argument": "young"}, {"operation": "relate", "dependencies": [2], "argument": "_,holding,o (9)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201935293", "201935294", "201935295", "201935296", "201935297"], "equivalent": ["201935292", "201935293"], "question": "What is the young woman near the man holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "camera", "semanticStr": "select: man (4)->relate: woman,near,s (3) [0]->filter age: young [1]->relate: _,holding,o (9) [2]->query: name [3]", "annotations": {"answer": {"0": "9"}, "question": {"7": "4", "3:5": "3"}, "fullAnswer": {"1": "3", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the camera.", "image": "n556604.jpg", "question_id": 201935292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (11)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing behind,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2075558", "2075556"], "equivalent": ["2075557", "2075556"], "question": "The trees that look tall are growing behind what?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_growing behind,o"}, "answer": "lake", "semanticStr": "select: tree (11)->filter height: tall [0]->relate: _,growing behind,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"1": "11", "4": "11"}, "fullAnswer": {"1": "11", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing behind the lake.", "image": "n315859.jpg", "question_id": 2075557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201935292", "201935293", "201935294", "201935296", "201935297"], "equivalent": ["201935294", "201935295", "201935296", "201935297"], "question": "What device is the woman near the man holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding,o"}, "answer": "camera", "semanticStr": "select: man (4)->relate: woman,near,s (3) [0]->relate: device,holding,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9", "4": "3", "7": "4"}, "fullAnswer": {"1": "3", "5": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the camera.", "image": "n556604.jpg", "question_id": 201935295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tire (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "old"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20861164", "20861166", "20861167", "20861160", "20861161", "20861163", "20861168", "20861169", "20861159", "20861158", "20861142", "20861155", "20861154", "20861156"], "equivalent": ["20861164", "20861165"], "question": "Is the tire that looks dark round and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_round"}, "answer": "yes", "semanticStr": "select: tire (3)->filter color: dark [0]->verify: old [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tire is round and old.", "image": "n434283.jpg", "question_id": 20861165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (14)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin"}], "entailed": ["201393502", "201393503", "201393506", "201393507", "201393505", "201393508", "201393494"], "equivalent": ["201393504"], "question": "Do the blinds look thin?", "isBalanced": true, "groups": {"global": null, "local": "06-blinds_thin"}, "answer": "yes", "semanticStr": "select: blinds (14)->verify thickness: thin [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the blinds are thin.", "image": "n305495.jpg", "question_id": 201393504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (7)"}, {"operation": "relate", "dependencies": [0], "argument": "baking pan,to the left of,s (3)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}], "entailed": ["20171181", "20171182", "20171184", "20171185", "20171186", "20171187", "20171175", "20171176"], "equivalent": ["20171183"], "question": "Does the baking pan to the left of the scissors appear to be round?", "isBalanced": true, "groups": {"global": null, "local": "06-baking pan_round"}, "answer": "yes", "semanticStr": "select: scissors (7)->relate: baking pan,to the left of,s (3) [0]->verify shape: round [1]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the baking pan is round.", "image": "n379991.jpg", "question_id": 20171183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "relate", "dependencies": [0], "argument": "blinds,in front of,s (14)"}, {"operation": "choose", "dependencies": [1], "argument": "dense|sparse"}], "entailed": ["201393502", "201393494", "201393495", "201393496", "201393497", "201393498", "201393499"], "equivalent": ["201393500"], "question": "Are the blinds in front of the window dense or sparse?", "isBalanced": true, "groups": {"global": "3", "local": "10c-blinds_3"}, "answer": "dense", "semanticStr": "select: window (5)->relate: blinds,in front of,s (14) [0]->choose: dense|sparse [1]", "annotations": {"answer": {}, "question": {"2": "14", "7": "5"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The blinds are dense.", "image": "n305495.jpg", "question_id": 201393500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,below,o (2)"}], "entailed": ["201752795"], "equivalent": ["201752641"], "question": "Is the dark tie below the small hat?", "isBalanced": true, "groups": {"global": null, "local": "13-tie_hat"}, "answer": "yes", "semanticStr": "select: tie (10)->filter color: dark [0]->verify rel: hat,below,o (2) [1]", "annotations": {"answer": {}, "question": {"2:4": "10", "6:8": "2"}, "fullAnswer": {"2": "10", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the necktie is below the hat.", "image": "n262929.jpg", "question_id": 201752641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827552", "20827554"], "equivalent": ["20827553"], "question": "Which kind of furniture is below the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_below,s"}, "answer": "chairs", "semanticStr": "select: countertop (12)->relate: furniture,below,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n283587.jpg", "question_id": 20827553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827553", "20827554"], "equivalent": ["20827552"], "question": "What are the pieces of furniture below the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_below,s"}, "answer": "chairs", "semanticStr": "select: countertop (12)->relate: furniture,below,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"8": "12", "3:6": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n283587.jpg", "question_id": 20827552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,next to,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20827551"], "question": "Is there a chair next to the cupboard?", "isBalanced": true, "groups": {"global": null, "local": "13-cupboard_chairs"}, "answer": "yes", "semanticStr": "select: cupboard (11)->relate: chairs,next to,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "7", "7": "11"}, "fullAnswer": {"3": "7", "7": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are chairs next to the cupboard.", "image": "n283587.jpg", "question_id": 20827551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201879024", "201879025", "201879026", "201879171"], "equivalent": ["201879023"], "question": "What are the items of furniture to the left of the person that is standing?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_to the left of,s"}, "answer": "chairs", "semanticStr": "select: person (4)->filter pose: standing [0]->relate: furniture,to the left of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "4", "3:6": "12", "14": "4"}, "fullAnswer": {"1:4": "12", "5": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n496803.jpg", "question_id": 201879023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": ["201438705"], "equivalent": ["201438706"], "question": "Is the heavy person wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_helmet"}, "answer": "no", "semanticStr": "select: person (5)->filter weight: heavy [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the batter is wearing a shoe.", "image": "n66756.jpg", "question_id": 201438706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20978613", "20978612", "20978607", "20978616", "20978614", "20978619", "20978604", "20978608", "20978609", "20978587", "20978628", "20978610", "20978606", "20978622", "20978623", "20978620", "20978621"], "equivalent": ["20978611"], "question": "What is the long fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (2)->filter length: long [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n551964.jpg", "question_id": 20978611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "countertop,below,o (12)"}], "entailed": ["20827148"], "equivalent": ["20827555"], "question": "Are the tall chairs below a countertop?", "isBalanced": true, "groups": {"global": null, "local": "13-chairs_countertop"}, "answer": "yes", "semanticStr": "select: chairs (7)->filter height: tall [0]->verify rel: countertop,below,o (12) [1]", "annotations": {"answer": {}, "question": {"2:4": "7", "6": "12"}, "fullAnswer": {"2": "7", "6": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the chairs are below a countertop.", "image": "n283587.jpg", "question_id": 20827555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "select", "dependencies": [], "argument": "heater (20) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202161928"], "equivalent": ["202161927", "202161928"], "question": "Are both the window and the heater made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-heater_window"}, "answer": "no", "semanticStr": "select: window (5)->select: heater (20) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "20"}, "fullAnswer": {"9": "20", "2": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the heater is made of metal.", "image": "n69237.jpg", "question_id": 202161927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20706337", "20706297", "20706298", "20706299", "20706339", "20706338"], "equivalent": ["20706336"], "question": "Does the speaker have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_white"}, "answer": "no", "semanticStr": "select: speaker (9)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the speaker is black.", "image": "n264887.jpg", "question_id": 20706336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "select", "dependencies": [], "argument": "hat (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20361209"], "equivalent": ["20361210"], "question": "Do the jacket and the hat have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-hat_jacket"}, "answer": "yes", "semanticStr": "select: jacket (5)->select: hat (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "4"}, "fullAnswer": {"2": "5", "7": "4"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the jacket is blue and the hat is white.", "image": "n352479.jpg", "question_id": 20361210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (6)"}, {"operation": "verify rel", "dependencies": [1], "argument": "laptop,looking at,o (-)"}], "entailed": ["201957276"], "equivalent": ["201957277"], "question": "Is the person that is to the right of the man looking at a laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_laptop"}, "answer": "no", "semanticStr": "select: man (5)->relate: person,to the right of,s (6) [0]->verify rel: laptop,looking at,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "5", "2": "6"}, "fullAnswer": {"2": "6", "7": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is looking at the television.", "image": "n536256.jpg", "question_id": 201957277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "verify", "dependencies": [1], "argument": "ripe"}, {"operation": "verify", "dependencies": [1], "argument": "unpeeled "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201756772", "201756773", "201756770", "201756776", "201756799", "201756775", "201756794", "201756795", "201756778", "201756779", "201756792", "201756793", "201756800", "201756801", "201756828", "201756822", "201756823", "201756820", "201756821", "201756827", "201756824", "201756844", "201756845", "201756846", "201756767", "201756788", "201756787", "201756786", "201756785", "201756769", "201756768", "201756780", "201756839", "201756838", "201756835", "201756834", "201756837", "201756832", "201756777"], "equivalent": ["201756770", "201756771"], "question": "Does the yellow fruit look unpeeled and ripe?", "isBalanced": true, "groups": {"global": null, "local": "05-ripe_unpeeled"}, "answer": "yes", "semanticStr": "select: fruit (0)->filter color: yellow [0]->verify: ripe [1]->verify: unpeeled  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the banana is unpeeled and ripe.", "image": "n567860.jpg", "question_id": 201756771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana (0)"}, {"operation": "filter", "dependencies": [0], "argument": "ripe"}, {"operation": "verify", "dependencies": [1], "argument": "peeled"}], "entailed": ["201756794", "201756793", "201756823", "201756775", "201756824", "201756768", "201756772", "201756773", "201756767", "201756776", "201756777", "201756788", "201756787", "201756786", "201756778", "201756795", "201756785", "201756792", "201756780"], "equivalent": ["201756779"], "question": "Does the ripe banana look peeled?", "isBalanced": true, "groups": {"global": null, "local": "06-banana_peeled"}, "answer": "no", "semanticStr": "select: banana (0)->filter: ripe [0]->verify: peeled [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the banana is unpeeled.", "image": "n567860.jpg", "question_id": 201756779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["20756864", "20756865", "20756862", "20756860", "20756861"], "equivalent": ["20756863"], "question": "Is the red drink in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-wine_bottom"}, "answer": "no", "semanticStr": "select: drink (5)->filter color: red [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the wine is in the top of the image.", "image": "n433532.jpg", "question_id": 20756863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202248864", "202248863"], "equivalent": ["202248865"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n522733.jpg", "question_id": 202248865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202248865", "202248863"], "equivalent": ["202248864", "202248863"], "question": "Where is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "This is at the street.", "image": "n522733.jpg", "question_id": 202248864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "select", "dependencies": [], "argument": "monitor (1) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20705667", "20705670", "20705668", "20705669"], "equivalent": ["20705668", "20705669", "20705671", "20705670"], "question": "Do the keyboard and the monitor have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-keyboard_monitor"}, "answer": "no", "semanticStr": "select: keyboard (2)->select: monitor (1) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "1"}, "fullAnswer": {"3": "2", "6": "1"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the keyboard and the monitor are white.", "image": "n264887.jpg", "question_id": 20705671}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,standing in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201444998", "201445019", "201444997"], "equivalent": ["201445020"], "question": "What kind of sign is standing in the lawn?", "isBalanced": true, "groups": {"global": "sign", "local": "15-lawn_standing in,s"}, "answer": "street sign", "semanticStr": "select: lawn (11)->relate: sign,standing in,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n289376.jpg", "question_id": 201445020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage cart (7)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["20954214", "20954212"], "equivalent": ["20954213"], "question": "Does that luggage cart look still?", "isBalanced": true, "groups": {"global": null, "local": "06-luggage cart_still"}, "answer": "yes", "semanticStr": "select: luggage cart (7)->verify state: still [0]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the luggage cart is still.", "image": "n498712.jpg", "question_id": 20954213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage cart (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20954212"], "question": "Does the luggage cart look blue and still?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_still"}, "answer": "no", "semanticStr": "select: luggage cart (7)->verify color: blue [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the luggage cart is still but silver.", "image": "n498712.jpg", "question_id": 20954212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (0)"}, {"operation": "relate", "dependencies": [0], "argument": "boat,near,s (7)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20299749", "20299731", "20299732", "20299733", "20299734", "20299736", "20299748", "20299738", "20299739", "20299751", "20299745", "20299744", "20299747", "20299742", "20299741", "20299740", "20299737", "20299750"], "equivalent": ["20299743"], "question": "Is the boat near the bridge white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: bridge (0)->relate: boat,near,s (7) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "0"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boat is white and small.", "image": "n195925.jpg", "question_id": 20299743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,above,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218846", "202218754", "202218848"], "equivalent": ["202218847"], "question": "What kind of cooking utensil is above the flower pot?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-flower pot_above,s"}, "answer": "pan", "semanticStr": "select: flower pot (6)->relate: cooking utensil,above,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "2"}, "fullAnswer": {"1:3": "2", "5": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan.", "image": "n578564.jpg", "question_id": 202218847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dispenser (18)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201947588", "201947587", "201947586"], "equivalent": ["201947589"], "question": "Which color is the soap dispenser on the left?", "isBalanced": true, "groups": {"global": "color", "local": "10q-soap dispenser_color"}, "answer": "gray", "semanticStr": "select: soap dispenser (18)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "18"}, "fullAnswer": {"1:3": "18"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soap dispenser is gray.", "image": "n473688.jpg", "question_id": 201947589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319588", "201319580", "201319554"], "equivalent": ["201319581"], "question": "Which kind of food is on the table?", "isBalanced": true, "groups": {"global": "food", "local": "15-table_on,s"}, "answer": "soup", "semanticStr": "select: table (2)->relate: food,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is soup.", "image": "n508733.jpg", "question_id": 201319581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20295671", "20295647", "20295673", "20295674"], "equivalent": ["20295672"], "question": "What piece of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "bed", "semanticStr": "select: furniture (9)->query: name [0]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n162586.jpg", "question_id": 20295672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319601", "201319600", "201319584", "201319586", "201319583"], "equivalent": ["201319584", "201319585"], "question": "What is the piece of furniture that the soup is on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-soup_on,o"}, "answer": "table", "semanticStr": "select: soup (3)->relate: furniture,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"8": "3", "3:6": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n508733.jpg", "question_id": 201319585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295661", "20295650", "20295660", "20295659", "20295658", "20295648", "20295649", "20295676", "20295679", "20295678", "20295647", "20295657"], "equivalent": ["20295677", "20295676"], "question": "What is the purple item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_purple"}, "answer": "bed", "semanticStr": "select: furniture (9)->filter color: purple [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"4:7": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n162586.jpg", "question_id": 20295677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295661", "20295650", "20295660", "20295659", "20295658", "20295648", "20295649", "20295677", "20295676", "20295678", "20295647", "20295657"], "equivalent": ["20295679"], "question": "Which kind of furniture is purple?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_purple"}, "answer": "bed", "semanticStr": "select: furniture (9)->filter color: purple [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n162586.jpg", "question_id": 20295679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (19)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["2076285", "2076264", "2076283", "2076265"], "equivalent": ["2076284"], "question": "What vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "bus", "semanticStr": "select: vehicle (19)->query: name [0]", "annotations": {"answer": {"0": "19"}, "question": {"1": "19"}, "fullAnswer": {"1": "19", "4": "19"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n173807.jpg", "question_id": 2076284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "select", "dependencies": [], "argument": "table (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201895947"], "question": "Is the material of the window the same as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-table_window"}, "answer": "yes", "semanticStr": "select: window (7)->select: table (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "11", "5": "7"}, "fullAnswer": {"3": "7", "6": "11"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the window and the table are made of wood.", "image": "n111390.jpg", "question_id": 201895947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grapes (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20611644"], "equivalent": ["20611643"], "question": "Are there any round plates or grapes?", "isBalanced": true, "groups": {"global": null, "local": "04-grapes_round"}, "answer": "yes", "semanticStr": "select: grapes (2)->filter shape: round [0]->exist: ? [1]->select: plate (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are round grapes.", "image": "n28996.jpg", "question_id": 20611643}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kiwi (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20611645"], "question": "Are there any kiwis in the scene?", "isBalanced": true, "groups": {"global": null, "local": "03-kiwi"}, "answer": "no", "semanticStr": "select: kiwi (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no kiwis.", "image": "n28996.jpg", "question_id": 20611645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340745"], "equivalent": ["20340746"], "question": "What's the table sitting on?", "isBalanced": true, "groups": {"global": "place", "local": "14-table_sitting on,o"}, "answer": "patio", "semanticStr": "select: table (7)->relate: _,sitting on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "7", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is sitting on the patio.", "image": "n513100.jpg", "question_id": 20340746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (32)"}, {"operation": "verify rel", "dependencies": [0], "argument": "knife,to the right of,o (27)"}], "entailed": ["201669447", "201669448"], "equivalent": ["201669538"], "question": "Are the cookies to the right of a knife?", "isBalanced": true, "groups": {"global": null, "local": "13-cookies_knife"}, "answer": "yes", "semanticStr": "select: cookies (32)->verify rel: knife,to the right of,o (27) [0]", "annotations": {"answer": {}, "question": {"8": "27", "2": "32"}, "fullAnswer": {"9": "27", "2": "32"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cookies are to the right of a knife.", "image": "n238266.jpg", "question_id": 201669538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["202240960", "202240962", "202240959"], "equivalent": ["202240961", "202240962"], "question": "In which part are the glasses, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-glasses_vposition"}, "answer": "top", "semanticStr": "select: glasses (0)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glasses are in the top of the image.", "image": "n460385.jpg", "question_id": 202240961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097912", "2098289", "2098295", "2098294", "2098297", "2098296", "2098291", "2098290", "2098292"], "equivalent": ["2098293"], "question": "What's the speaker sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-speaker_sitting on,o"}, "answer": "desk", "semanticStr": "select: speaker (7)->relate: _,sitting on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "7", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The speaker is sitting on the desk.", "image": "n513429.jpg", "question_id": 2098293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "filter", "dependencies": [0], "argument": "clear"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20786009", "20786018", "20786019", "20786016", "20786017", "20786027", "20786026", "20786025", "20786024", "20786023", "20786022", "20786021", "20786028"], "equivalent": ["20786021", "20786020"], "question": "Does the clear water look white?", "isBalanced": true, "groups": {"global": null, "local": "06-water_white"}, "answer": "yes", "semanticStr": "select: water (3)->filter: clear [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the water is white.", "image": "n12404.jpg", "question_id": 20786020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "relate", "dependencies": [1], "argument": "_,worn on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201826565"], "question": "What is worn on the man that is not young?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn on,s"}, "answer": "polo shirt", "semanticStr": "select: man (0)->filter age: not(young) [0]->relate: _,worn on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"9": "0", "5": "0"}, "fullAnswer": {"1:3": "3", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The polo shirt is worn on the man.", "image": "n59627.jpg", "question_id": 201826565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (43)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": [], "equivalent": ["202107931"], "question": "Is the person to the left of the boy wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-person_jeans"}, "answer": "no", "semanticStr": "select: boy (10)->relate: person,to the left of,s (43) [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "43"}, "fullAnswer": {"2": "43", "5": "69"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing pants.", "image": "n133585.jpg", "question_id": 202107931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947621", "201947622", "201947707"], "equivalent": ["201947708"], "question": "What's the girl using?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_using,o"}, "answer": "toothbrush", "semanticStr": "select: girl (0)->relate: _,using,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is using a toothbrush.", "image": "n473688.jpg", "question_id": 201947708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (0)"}, {"operation": "verify", "dependencies": [0], "argument": "on"}], "entailed": ["201882831", "201882833", "201882832", "201882835", "201882837", "201882836", "201882842", "201882843"], "equivalent": ["201882835", "201882834"], "question": "Does the television appear to be on?", "isBalanced": true, "groups": {"global": null, "local": "06-television_on"}, "answer": "no", "semanticStr": "select: television (0)->verify: on [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the television is off.", "image": "n125122.jpg", "question_id": 201882834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832536", "201832535", "201832446"], "equivalent": ["201832537"], "question": "Which kind of furniture is not long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#long"}, "answer": "nightstand", "semanticStr": "select: furniture (2)->filter length: not(long) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a nightstand.", "image": "n432591.jpg", "question_id": 201832537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the right of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201590196", "201590197"], "equivalent": ["201590195"], "question": "Who is watching the player that is to the right of the frisbee?", "isBalanced": true, "groups": {"global": "person", "local": "14-player_watching,s"}, "answer": "man", "semanticStr": "select: frisbee (0)->relate: player,to the right of,s (4) [0]->relate: person,watching,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"12": "0", "4": "4"}, "fullAnswer": {"1": "7", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the player.", "image": "n260762.jpg", "question_id": 201590195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chairs,above,o (7)"}], "entailed": ["20827555"], "equivalent": ["20827148"], "question": "Is the countertop above the chairs that are next to the cupboard?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_chairs"}, "answer": "yes", "semanticStr": "select: countertop (12)->verify rel: chairs,above,o (7) [0]", "annotations": {"answer": {}, "question": {"11": "11", "2": "12", "5": "7"}, "fullAnswer": {"2": "12", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the countertop is above the chairs.", "image": "n283587.jpg", "question_id": 20827148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832508", "201832509", "201832510", "201832524", "201832525", "201832531", "201832530"], "equivalent": ["201832532"], "question": "What kind of furniture is long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n432591.jpg", "question_id": 201832532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832508", "201832509", "201832510", "201832524", "201832525", "201832532", "201832531"], "equivalent": ["201832530"], "question": "What do you think is the long piece of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"7:10": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n432591.jpg", "question_id": 201832530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201947705"], "question": "Who is using the toothbrush?", "isBalanced": true, "groups": {"global": "person", "local": "14-toothbrush_using,s"}, "answer": "girl", "semanticStr": "select: toothbrush (1)->relate: person,using,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is using the toothbrush.", "image": "n473688.jpg", "question_id": 201947705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201590199", "201590202", "201590200", "201590201"], "equivalent": ["201590198", "201590199"], "question": "Who is the man that is standing watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_watching,o"}, "answer": "player", "semanticStr": "select: man (7)->filter pose: standing [0]->relate: person,watching,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "7", "6": "7"}, "fullAnswer": {"1": "7", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the player.", "image": "n260762.jpg", "question_id": 201590198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (7)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201883119", "201883137", "201883129", "201883125", "201883126", "201883130", "201883122", "201883123"], "equivalent": ["201883123", "201883124"], "question": "What color are the pillows that look clean?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pillows_color"}, "answer": "white", "semanticStr": "select: pillows (7)->filter cleanliness: clean [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are white.", "image": "n125122.jpg", "question_id": 201883124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,waiting for,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896553", "201896552"], "equivalent": ["201896554"], "question": "Who is waiting for the cake?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_waiting for,s"}, "answer": "lady", "semanticStr": "select: cake (0)->relate: person,waiting for,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is waiting for the cake.", "image": "n111390.jpg", "question_id": 201896554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (2)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,to the right of,s (0)"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "relate", "dependencies": [2], "argument": "person,waiting for,s (9)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201896554", "201896552"], "equivalent": ["201896553"], "question": "Who is waiting for the blue thing to the right of the knife?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_waiting for,s"}, "answer": "lady", "semanticStr": "select: knife (2)->relate: dessert,to the right of,s (0) [0]->filter color: blue [1]->relate: person,waiting for,s (9) [2]->query: name [3]", "annotations": {"answer": {"0": "9"}, "question": {"5:7": "0", "12": "2"}, "fullAnswer": {"1": "9", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is waiting for the cake.", "image": "n111390.jpg", "question_id": 201896553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "flags,to the right of,s (11)"}], "entailed": ["201976441", "201976442", "201976443"], "equivalent": ["201976440"], "question": "Are the triangular flags to the right of him?", "isBalanced": true, "groups": {"global": null, "local": "13-person_flags"}, "answer": "no", "semanticStr": "select: he (6)->verify rel: flags,to the right of,s (11) [0]", "annotations": {"answer": {}, "question": {"8": "6", "2:4": "11"}, "fullAnswer": {"9": "6", "2": "11"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the flags are to the left of the person.", "image": "n279173.jpg", "question_id": 201976440}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202080991"], "question": "Is the house both wooden and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_wood"}, "answer": "no", "semanticStr": "select: house (0)->verify color: red [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the house is wooden but white.", "image": "n314630.jpg", "question_id": 202080991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skater,worn on,o (4)"}], "entailed": [], "equivalent": ["20984544"], "question": "Is the shoe worn on a skater?", "isBalanced": true, "groups": {"global": null, "local": "13-shoe_skater"}, "answer": "yes", "semanticStr": "select: shoe (6)->verify rel: skater,worn on,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "6", "6": "4"}, "fullAnswer": {"2": "6", "7": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shoe is worn on a skater.", "image": "n12214.jpg", "question_id": 20984544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600153", "20600143", "20600142", "20600145", "20600144", "20600154", "20600155", "20600163", "20600165"], "equivalent": ["20600163", "20600162"], "question": "What are the large animals called?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "zebras", "semanticStr": "select: animal (5)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20744253"], "equivalent": ["20744254"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "stadium", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a stadium.", "image": "n562105.jpg", "question_id": 20744254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (76)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,wearing,s (10)"}, {"operation": "choose rel", "dependencies": [1], "argument": "person,to the left of|to the right of,s (43)"}], "entailed": ["202107937", "202107939"], "equivalent": ["202107939", "202107938"], "question": "Is the fat person to the right or to the left of the boy that is wearing pants?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_person"}, "answer": "left", "semanticStr": "select: pants (76)->relate: boy,wearing,s (10) [0]->choose rel: person,to the left of|to the right of,s (43) [1]", "annotations": {"answer": {}, "question": {"13": "10", "2:4": "43", "17": "76"}, "fullAnswer": {"1": "43", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the left of the boy.", "image": "n133585.jpg", "question_id": 202107938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (5)"}, {"operation": "choose name", "dependencies": [0], "argument": "zebras|goat"}], "entailed": [], "equivalent": ["20600166"], "question": "Are these zebras or goats?", "isBalanced": true, "groups": {"global": "animal", "local": "08oc-goat_zebras"}, "answer": "zebras", "semanticStr": "select: this (5)->choose name: zebras|goat [0]", "annotations": {"answer": {"0": "5"}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "These are zebras.", "image": "n196058.jpg", "question_id": 20600166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600153", "20600143", "20600142", "20600145", "20600144", "20600154", "20600155", "20600163", "20600162"], "equivalent": ["20600165"], "question": "What kind of animal is large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "zebras", "semanticStr": "select: animal (5)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is zebras.", "image": "n196058.jpg", "question_id": 20600165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (11)"}, {"operation": "select", "dependencies": [], "argument": "router (12) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201902317"], "equivalent": ["201902318"], "question": "Is the computer different in color than the router?", "isBalanced": true, "groups": {"global": null, "local": "09diff-computer_router"}, "answer": "yes", "semanticStr": "select: computer (11)->select: router (12) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "12", "2": "11"}, "fullAnswer": {"2": "11", "7": "12"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the computer is black and the router is white.", "image": "n435808.jpg", "question_id": 201902318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201885185", "201885186", "201885187"], "equivalent": ["201885188"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "swimming pool", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a swimming pool.", "image": "n222297.jpg", "question_id": 201885188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "select", "dependencies": [], "argument": "blouse (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201983609", "201983610"], "equivalent": ["201983608", "201983609"], "question": "Do the bag and the blouse have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-bag_blouse"}, "answer": "no", "semanticStr": "select: bag (0)->select: blouse (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "3"}, "fullAnswer": {"2": "0", "7": "3"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bag is red and the blouse is blue.", "image": "n16378.jpg", "question_id": 201983608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|sleeveless"}], "entailed": ["201765660", "201765668", "201765671", "201765673", "201765672", "201765675", "201765674", "201765676", "201765648", "201765659"], "equivalent": ["201765677", "201765676"], "question": "Is the shirt sleeveless or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (1)->choose: short sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n488874.jpg", "question_id": 201765677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204626", "20204627", "20205049", "20205094", "20205095", "20205092", "20205050", "20205051"], "equivalent": ["20205093"], "question": "What kind of bag is to the right of the chair?", "isBalanced": true, "groups": {"global": "bag", "local": "15-chair_to the right of,s"}, "answer": "backpack", "semanticStr": "select: chair (10)->relate: bag,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is a backpack.", "image": "n532191.jpg", "question_id": 20205093}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202258519", "202258514", "202258515", "202258516", "202258517", "202258525", "202258521", "202258520", "202258522"], "equivalent": ["202258518"], "question": "Which color is the small sky?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "blue", "semanticStr": "select: sky (8)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is blue.", "image": "n216553.jpg", "question_id": 202258518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,to the right of,o (10)"}], "entailed": ["20204632", "20204631", "20205097"], "equivalent": ["20205098"], "question": "Is the black bag to the right of a chair?", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_chair"}, "answer": "yes", "semanticStr": "select: bag (9)->filter color: black [0]->verify rel: chair,to the right of,o (10) [1]", "annotations": {"answer": {}, "question": {"9": "10", "2:4": "9"}, "fullAnswer": {"9": "10", "2": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the backpack is to the right of a chair.", "image": "n532191.jpg", "question_id": 20205098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,below,s (5)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20340543"], "equivalent": ["20340565"], "question": "Are there chairs below the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_chair"}, "answer": "yes", "semanticStr": "select: table (7)->relate: chair,below,s (5) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "7"}, "fullAnswer": {"4": "5", "7": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair below the table.", "image": "n513100.jpg", "question_id": 20340565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201758036", "201758035", "201758034", "201758033", "201757985"], "equivalent": ["201758032"], "question": "What is the lid made of plastic sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-lid_sitting on top of,o"}, "answer": "table", "semanticStr": "select: lid (9)->filter material: plastic [0]->relate: _,sitting on top of,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"3": "9", "6": "9"}, "fullAnswer": {"1": "9", "8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lid is sitting on top of the table.", "image": "n4777.jpg", "question_id": 201758032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "select", "dependencies": [], "argument": "desk (10) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201556443"], "equivalent": ["201556444", "201556443"], "question": "What is common to the shelf and the desk?", "isBalanced": true, "groups": {"global": null, "local": "09common-desk_shelf"}, "answer": "material", "semanticStr": "select: shelf (12)->select: desk (10) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "10", "5": "12"}, "fullAnswer": {"4": "12", "7": "10"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the shelf and the desk are wooden.", "image": "n525901.jpg", "question_id": 201556444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20679361", "20679360", "20679363", "20679362", "20679365", "20679364", "20679367", "20679366", "20679354", "20679355", "20679356", "20679357", "20679350", "20679351", "20679352", "20679353", "20679358", "20679359", "20679347", "20679346", "20679345", "20679349", "20679348"], "equivalent": ["20679344", "20679345"], "question": "Does that house look small and white?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: house (5)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the house is small and white.", "image": "n493357.jpg", "question_id": 20679344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20679342", "20679341", "20679340", "20679339"], "equivalent": ["20679343", "20679342"], "question": "Which side of the picture is the house on?", "isBalanced": true, "groups": {"global": null, "local": "10q-house_hposition"}, "answer": "left", "semanticStr": "select: house (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is on the left of the image.", "image": "n493357.jpg", "question_id": 20679343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (17)"}, {"operation": "relate", "dependencies": [0], "argument": "book,to the left of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "thickness"}], "entailed": ["20385468", "20385469", "20385462", "20385470", "20385464", "20385465", "20385463", "20385448"], "equivalent": ["20385467"], "question": "How thick is the book to the left of the remote?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-book_thickness"}, "answer": "thick", "semanticStr": "select: remote control (17)->relate: book,to the left of,s (14) [0]->query: thickness [1]", "annotations": {"answer": {}, "question": {"10": "17", "4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is thick.", "image": "n90294.jpg", "question_id": 20385467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "select", "dependencies": [], "argument": "sink (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201671664", "201671665", "201671667", "201671663", "201671668"], "equivalent": ["201671668", "201671666", "201671667"], "question": "Is the ceiling different in color than the sink?", "isBalanced": true, "groups": {"global": null, "local": "09diff-ceiling_sink"}, "answer": "no", "semanticStr": "select: ceiling (10)->select: sink (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "7", "2": "10"}, "fullAnswer": {"3": "10", "6": "7"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the ceiling and the sink are white.", "image": "n410289.jpg", "question_id": 201671666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "filter", "dependencies": [0], "argument": "furry"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202060137", "202060136", "202060016", "202060017", "202060019"], "equivalent": ["202060018"], "question": "What is the furry animal wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-dog_wearing,o"}, "answer": "hat", "semanticStr": "select: animal (10)->filter: furry [0]->relate: _,wearing,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "10"}, "fullAnswer": {"1": "10", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is wearing a hat.", "image": "n14087.jpg", "question_id": 202060018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["2059722"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "boy", "semanticStr": "select: person (6)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is sitting.", "image": "n130638.jpg", "question_id": 2059722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202241125"], "equivalent": ["202241126"], "question": "What is on the shelf?", "isBalanced": true, "groups": {"global": "plant", "local": "14-shelf_on,s"}, "answer": "plant", "semanticStr": "select: shelf (13)->relate: _,on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on the shelf.", "image": "n460385.jpg", "question_id": 202241126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202241126"], "equivalent": ["202241125"], "question": "What is on the shelf made of wood?", "isBalanced": true, "groups": {"global": "plant", "local": "14-shelf_on,s"}, "answer": "plant", "semanticStr": "select: shelf (13)->filter material: wood [0]->relate: _,on,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4": "13", "7": "13"}, "fullAnswer": {"1": "6", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on the shelf.", "image": "n460385.jpg", "question_id": 202241125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "socks (17)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201492298", "201492299", "201492294", "201492295", "201492297", "201492303", "201492300", "201492301"], "equivalent": ["201492296"], "question": "Do the socks that are not short have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-socks_black"}, "answer": "yes", "semanticStr": "select: socks (17)->filter: not(short) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "17", "6": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the socks are black.", "image": "n9856.jpg", "question_id": 201492296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202241130", "202241131", "202241132", "202241133", "202241127"], "equivalent": ["202241128"], "question": "What's the plant on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-plant_on,o"}, "answer": "shelf", "semanticStr": "select: plant (6)->relate: _,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "6", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on the shelf.", "image": "n460385.jpg", "question_id": 202241128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20866486", "20866510", "20866511", "20866513", "20866514", "20866515", "20866509", "20866508", "20866506", "20866501"], "equivalent": ["20866512"], "question": "How long is the brown hair?", "isBalanced": true, "groups": {"global": "length", "local": "10q-hair_length"}, "answer": "long", "semanticStr": "select: hair (9)->filter color: brown [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is long.", "image": "n579256.jpg", "question_id": 20866512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201510407"], "question": "Are there chairs or knives in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_knife"}, "answer": "yes", "semanticStr": "select: knife (3)->exist: ? [0]->select: chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a knife.", "image": "n541854.jpg", "question_id": 201510407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["201757936", "201757904", "201757903", "201757899", "201757922", "201757923", "201757924", "201757925", "201757935", "201757873", "201757915", "201757900", "201757911", "201757910", "201757913", "201757912", "201757906", "201757908", "201757874", "201757907"], "equivalent": ["201757914"], "question": "Is the bottle tall?", "isBalanced": true, "groups": {"global": null, "local": "06-bottle_tall"}, "answer": "no", "semanticStr": "select: bottle (7)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bottle is short.", "image": "n4777.jpg", "question_id": 201757914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["201593939", "201593938", "201593937", "201593936", "201593927", "201593941", "201593942"], "equivalent": ["201593943"], "question": "Does the shirt look short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (6)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n200907.jpg", "question_id": 201593943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (19)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|white"}], "entailed": ["20922966"], "equivalent": ["20922966", "20922967"], "question": "Which color is the car, brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-car_color"}, "answer": "brown", "semanticStr": "select: car (19)->choose color: brown|white [0]", "annotations": {"answer": {}, "question": {"4": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is brown.", "image": "n480253.jpg", "question_id": 20922967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "relate", "dependencies": [0], "argument": "surfboard,to the left of,s (24)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20257138"], "question": "Is the surf board to the left of the person both black and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-black_wood"}, "answer": "no", "semanticStr": "select: person (14)->relate: surfboard,to the left of,s (24) [0]->verify color: black [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "14", "2:4": "24"}, "fullAnswer": {"2:4": "24"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the surf board is wooden but yellow.", "image": "n441859.jpg", "question_id": 20257138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "relate", "dependencies": [0], "argument": "lid,on top of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,same shape,_ (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201479103", "201479102"], "equivalent": ["201479098"], "question": "What is the name of the fruit that has the same shape as the lid on top of the cup?", "isBalanced": true, "groups": {"global": "color", "local": "14-lid_same shape,_"}, "answer": "orange", "semanticStr": "select: cup (2)->relate: lid,on top of,s (3) [0]->relate: fruit,same shape,_ (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"19": "2", "14": "3", "6": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is an orange.", "image": "n181210.jpg", "question_id": 201479098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060137", "202060136", "202060016", "202060017", "202060018"], "equivalent": ["202060019"], "question": "What is the dog wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-dog_wearing,o"}, "answer": "hat", "semanticStr": "select: dog (10)->relate: _,wearing,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "10", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is wearing a hat.", "image": "n14087.jpg", "question_id": 202060019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20151923"], "question": "Does the square table look brown and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_metal"}, "answer": "no", "semanticStr": "select: table (9)->filter shape: square [0]->verify color: brown [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is brown but wooden.", "image": "n313060.jpg", "question_id": 20151923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (8)"}, {"operation": "select", "dependencies": [], "argument": "sea foam (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20715607", "20715606", "20715605"], "equivalent": ["20715608"], "question": "Does the water have a different color than the sea foam?", "isBalanced": true, "groups": {"global": null, "local": "09diff-sea foam_water"}, "answer": "yes", "semanticStr": "select: water (8)->select: sea foam (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "9:11": "6"}, "fullAnswer": {"2": "8", "7:9": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the water is blue and the sea foam is white.", "image": "n507149.jpg", "question_id": 20715608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20692532"], "question": "Are there both a window and a door in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "no", "semanticStr": "select: window (8)->exist: ? [0]->select: door (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but no doors.", "image": "n499081.jpg", "question_id": 20692532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "choose activity", "dependencies": [0], "argument": "looking up|playing"}], "entailed": ["201861363"], "equivalent": ["201861362"], "question": "Is this person looking up or playing?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-person_activity"}, "answer": "looking up", "semanticStr": "select: person (2)->choose activity: looking up|playing [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is looking up.", "image": "n390187.jpg", "question_id": 201861362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (13)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,above,o (11)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202156794", "202156928", "202156926", "202156927", "202156925", "202156922", "202156923", "202156920", "202156921"], "equivalent": ["202156924"], "question": "What type of animal is in front of the trees that the clouds are above?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_in front of,s"}, "answer": "elephants", "semanticStr": "select: clouds (13)->relate: tree,above,o (11) [0]->relate: animal,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "11", "3": "3", "12": "13"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "grinder (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201109638"], "question": "Are there any grinders or traffic lights in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-grinder_traffic light"}, "answer": "yes", "semanticStr": "select: traffic light (9)->exist: ? [0]->select: grinder (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5:7": "9"}, "fullAnswer": {"4:6": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a traffic light.", "image": "n167164.jpg", "question_id": 201109638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (10)"}, {"operation": "select", "dependencies": [], "argument": "laptop (7) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["202081479", "202081481"], "equivalent": ["202081480", "202081479"], "question": "Does the mouse have the same shape as the laptop computer?", "isBalanced": true, "groups": {"global": null, "local": "09same-computer mouse_laptop"}, "answer": "no", "semanticStr": "select: computer mouse (10)->select: laptop (7) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "9:11": "7"}, "fullAnswer": {"2": "10", "7:9": "7"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mouse is round and the laptop computer is square.", "image": "n433692.jpg", "question_id": 202081480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (19)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (17)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201639178", "201639179", "201639170", "201639172", "201639173", "201639174", "201639175", "201639181", "201639180", "201639169", "201639168", "201639163", "201639162", "201639160", "201639167", "201639166", "201639165", "201639164", "201639157", "201639158", "201639159"], "equivalent": ["201639161"], "question": "Does the vehicle on the field seem to be small?", "isBalanced": true, "groups": {"global": null, "local": "06-vehicle_small"}, "answer": "yes", "semanticStr": "select: field (19)->relate: vehicle,on,s (17) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "17", "5": "19"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the vehicle is small.", "image": "n497789.jpg", "question_id": 201639161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "eating"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20891514"], "equivalent": ["20891514", "20891515"], "question": "Is there a child in the image that is eating?", "isBalanced": true, "groups": {"global": null, "local": "04-child_eating"}, "answer": "no", "semanticStr": "select: child (5)->filter activity: eating [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a child but he is playing.", "image": "n347706.jpg", "question_id": 20891515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891459", "20891445"], "equivalent": ["20891510"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "child", "semanticStr": "select: person (5)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The kid is playing.", "image": "n347706.jpg", "question_id": 20891510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (4)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "relate", "dependencies": [1], "argument": "counter,in,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201880477"], "question": "Do you see any counters in the empty bathroom?", "isBalanced": true, "groups": {"global": null, "local": "13-bathroom_counter"}, "answer": "no", "semanticStr": "select: bathroom (4)->filter: empty [0]->relate: counter,in,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"7:9": "4"}, "fullAnswer": {"4": "2", "7": "4"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a mirror in the bathroom.", "image": "n95369.jpg", "question_id": 201880477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (13)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (10)"}, {"operation": "filter activity", "dependencies": [1], "argument": "reading"}, {"operation": "verify rel", "dependencies": [2], "argument": "laptop,watching,o (1)"}], "entailed": ["20782944", "20782945", "20782943"], "equivalent": ["20782942"], "question": "Is the reading man in front of the people watching the laptop near the glass?", "isBalanced": true, "groups": {"global": null, "local": "13-man_laptop"}, "answer": "yes", "semanticStr": "select: people (13)->relate: man,in front of,s (10) [0]->filter activity: reading [1]->verify rel: laptop,watching,o (1) [2]", "annotations": {"answer": {}, "question": {"11": "1", "8": "13", "2:4": "10", "14": "5"}, "fullAnswer": {"2": "10", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is watching the laptop.", "image": "n355339.jpg", "question_id": 20782942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201455857", "201455856", "201455855", "201455853", "201455859", "201455858", "201455862", "201455860", "201455861"], "equivalent": ["201455854"], "question": "Is the white vehicle on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-car_left"}, "answer": "yes", "semanticStr": "select: vehicle (0)->filter color: white [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is on the left of the image.", "image": "n413761.jpg", "question_id": 201455854}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (9) "}, {"operation": "filter color", "dependencies": [3], "argument": "silver"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201621789"], "equivalent": ["201621788"], "question": "Is there a silver television or speaker?", "isBalanced": true, "groups": {"global": null, "local": "04-speaker_silver"}, "answer": "yes", "semanticStr": "select: speaker (6)->filter color: silver [0]->exist: ? [1]->select: television (9) ->filter color: silver [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9", "6": "6"}, "fullAnswer": {"5": "6"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a silver speaker.", "image": "n275148.jpg", "question_id": 201621788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (5)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20257348", "20257300", "20257342", "20257341", "20257340", "20257329", "20257328", "20257325", "20257324", "20257323", "20257354", "20257355", "20257356", "20257357", "20257350", "20257352", "20257338", "20257339", "20257336", "20257337", "20257334", "20257335", "20257333", "20257362"], "equivalent": ["20257351"], "question": "Is the wet sand both soft and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_soft"}, "answer": "yes", "semanticStr": "select: sand (5)->filter: wet [0]->verify color: brown [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sand is soft and brown.", "image": "n441859.jpg", "question_id": 20257351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "device,behind,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201621758", "201621782", "201621783", "201621780", "201621784"], "equivalent": ["201621780", "201621781", "201621782"], "question": "What device is behind the couch near the wall?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_behind,s"}, "answer": "speaker", "semanticStr": "select: wall (8)->relate: couch,near,s (3) [0]->relate: device,behind,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7", "8": "8", "5": "3"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n275148.jpg", "question_id": 201621781}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783549", "20783548", "20783459", "20783458", "20783448", "20783547", "20783545", "20783544", "20783551", "20783552", "20783550"], "equivalent": ["20783546"], "question": "What kind of furniture is to the left of the drink?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-drink_to the left of,s"}, "answer": "chair", "semanticStr": "select: drink (6)->relate: furniture,to the left of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n355339.jpg", "question_id": 20783546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (13)"}, {"operation": "filter activity", "dependencies": [0], "argument": "talking"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting around,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783026", "20783013", "20783015", "20783014", "20783016"], "equivalent": ["20783013", "20783012"], "question": "What do the people that are talking sit around?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-people_sitting around,o"}, "answer": "table", "semanticStr": "select: people (13)->filter activity: talking [0]->relate: _,sitting around,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3": "13", "6": "13"}, "fullAnswer": {"1": "13", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people sit around the table.", "image": "n355339.jpg", "question_id": 20783012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "relate", "dependencies": [0], "argument": "cat,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20811060"], "question": "Are there cats near the shoes?", "isBalanced": true, "groups": {"global": null, "local": "13-shoes_cat"}, "answer": "no", "semanticStr": "select: shoes (13)->relate: cat,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "13"}, "fullAnswer": {"4": "1", "7": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a person near the shoes.", "image": "n167552.jpg", "question_id": 20811060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "verify fatness", "dependencies": [0], "argument": "fat"}], "entailed": ["202081730", "202081721", "202081719", "202081727", "202081726", "202081725", "202081737", "202081729", "202081728", "202081701", "202081681", "202081682", "202081720", "202081724"], "equivalent": ["202081731"], "question": "Does the lamp look fat?", "isBalanced": true, "groups": {"global": null, "local": "06-lamp_fat"}, "answer": "no", "semanticStr": "select: lamp (12)->verify fatness: fat [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lamp is thin.", "image": "n433692.jpg", "question_id": 202081731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,in front of,o (-)"}], "entailed": [], "equivalent": ["20536217"], "question": "Is this giraffe in front of a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-giraffe_fence"}, "answer": "no", "semanticStr": "select: giraffe (1)->verify rel: fence,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"8": "0", "2": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the giraffe is in front of the bison.", "image": "n410476.jpg", "question_id": 20536217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "phone (6) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201498692", "201498080", "201498078", "201498079", "201498694", "201498693"], "equivalent": ["201498082"], "question": "Are there both computers and phones in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-computer_phone"}, "answer": "yes", "semanticStr": "select: computer (16)->exist: ? [0]->select: phone (6) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "16", "5": "6"}, "fullAnswer": {"5": "16"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a computer and a phone.", "image": "n315887.jpg", "question_id": 201498082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "choose height", "dependencies": [0], "argument": "tall|short"}], "entailed": ["20647872", "20647871", "20647797", "20647812", "20647813", "20647810", "20647811", "20647816", "20647798", "20647814", "20647815", "20647822", "20647821", "20647799", "20647809", "20647808", "20647903", "20647800", "20647803", "20647818", "20647804", "20647807", "20647806"], "equivalent": ["20647817"], "question": "Does the man look tall or short?", "isBalanced": true, "groups": {"global": "height", "local": "10c-man_height"}, "answer": "tall", "semanticStr": "select: man (11)->choose height: tall|short [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is tall.", "image": "n471866.jpg", "question_id": 20647817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "verify", "dependencies": [0], "argument": "straight"}], "entailed": ["201109183", "201109182", "201109181"], "equivalent": ["201109184"], "question": "Does the street look straight?", "isBalanced": true, "groups": {"global": null, "local": "06-street_straight"}, "answer": "yes", "semanticStr": "select: street (10)->verify: straight [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street is straight.", "image": "n167164.jpg", "question_id": 201109184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639021", "201639026", "201639025"], "equivalent": ["201639020"], "question": "What devices are on the sidewalk in the image?", "isBalanced": true, "groups": {"global": "device", "local": "15-sidewalk_on,s"}, "answer": "phones", "semanticStr": "select: sidewalk (7)->relate: device,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4", "5": "7"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are phones.", "image": "n271392.jpg", "question_id": 201639020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,above,s (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20416535", "20416536", "20416504"], "equivalent": ["20416534"], "question": "What is the cooking utensil above the flat table?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-table_above,s"}, "answer": "pan", "semanticStr": "select: table (2)->filter: flat [0]->relate: cooking utensil,above,s (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3:5": "16", "7:9": "2"}, "fullAnswer": {"1:3": "16", "5": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan.", "image": "n234722.jpg", "question_id": 20416534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201883115", "201883114", "201883117"], "equivalent": ["201883116"], "question": "On which side are the white pillows, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-pillows_hposition"}, "answer": "left", "semanticStr": "select: pillows (7)->filter color: white [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"5:7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pillows are on the left of the image.", "image": "n125122.jpg", "question_id": 201883116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982859", "201982861", "201982785"], "equivalent": ["201982860"], "question": "Which kind of device is on top of the coffee table?", "isBalanced": true, "groups": {"global": "device", "local": "15-coffee table_on top of,s"}, "answer": "remote control", "semanticStr": "select: coffee table (6)->relate: device,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control.", "image": "n526228.jpg", "question_id": 201982860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,playing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201302044"], "question": "What color is the shirt the person is playing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "black", "semanticStr": "select: person (2)->relate: shirt,playing,o (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "9", "6": "2"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is black.", "image": "n127705.jpg", "question_id": 201302044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "window,above,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201759321", "201759344", "201759345", "201759348", "201759364", "201759319", "201759333", "201759332", "201759331", "201759337", "201759336", "201759334", "201759339", "201759338", "201759359", "201759358", "201759351", "201759350", "201759353", "201759352", "201759355", "201759357", "201759356"], "equivalent": ["201759349"], "question": "Is the window above the table rectangular and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rectangular"}, "answer": "yes", "semanticStr": "select: table (11)->relate: window,above,s (5) [0]->verify color: black [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "11"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is rectangular and black.", "image": "n150962.jpg", "question_id": 201759349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (12)"}, {"operation": "verify rel", "dependencies": [1], "argument": "suit,wearing,o (9)"}], "entailed": [], "equivalent": ["20119067"], "question": "Is the man that is to the right of the woman wearing a suit?", "isBalanced": true, "groups": {"global": null, "local": "13-man_suit"}, "answer": "yes", "semanticStr": "select: woman (11)->relate: man,to the right of,s (12) [0]->verify rel: suit,wearing,o (9) [1]", "annotations": {"answer": {}, "question": {"10": "11", "13": "9", "2": "12"}, "fullAnswer": {"2": "12", "6": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a suit.", "image": "n540852.jpg", "question_id": 20119067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20119065"], "equivalent": ["20119065", "20119066"], "question": "The man to the right of the woman is wearing what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "suit", "semanticStr": "select: woman (11)->relate: man,to the right of,s (12) [0]->relate: _,wearing,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"1": "12", "7": "11"}, "fullAnswer": {"1": "12", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a suit.", "image": "n540852.jpg", "question_id": 20119066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["201301874", "201301894", "201301899", "201301898", "201301896", "201301895", "201301906", "201301900", "201301905", "201301904"], "equivalent": ["201301897"], "question": "What is the height of the fence?", "isBalanced": true, "groups": {"global": "height", "local": "10q-fence_height"}, "answer": "tall", "semanticStr": "select: fence (12)->query: height [0]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is tall.", "image": "n127705.jpg", "question_id": 201301897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202012806", "202012807", "202012808", "202012809"], "equivalent": ["202012810", "202012809"], "question": "Which side of the photo is the adult man on?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "left", "semanticStr": "select: man (0)->filter: adult [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the left of the image.", "image": "n326988.jpg", "question_id": 202012810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976891", "201976890", "201976820", "201976886", "201976887"], "equivalent": ["201976888"], "question": "What is the sign in front of the building?", "isBalanced": true, "groups": {"global": "sign", "local": "15-building_in front of,s"}, "answer": "street sign", "semanticStr": "select: building (8)->relate: sign,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"8": "8", "3": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n279173.jpg", "question_id": 201976888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["202012819", "202012818", "202012827", "202012828", "202012829", "202012811", "202012820", "202012813", "202012812", "202012815", "202012814", "202012821", "202012824", "202012822", "202012825", "202012823", "202012826"], "equivalent": ["202012816"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "standing", "semanticStr": "select: man (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n326988.jpg", "question_id": 202012816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (15)"}, {"operation": "select", "dependencies": [], "argument": "curtain (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20226373"], "equivalent": ["20226372"], "question": "Is the plate the same color as the curtain?", "isBalanced": true, "groups": {"global": null, "local": "09same-curtain_plate"}, "answer": "yes", "semanticStr": "select: plate (15)->select: curtain (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "15"}, "fullAnswer": {"3": "15", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the plate and the curtain are red.", "image": "n68769.jpg", "question_id": 20226372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "not(soft)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20668068", "20667464"], "equivalent": ["20668069"], "question": "What kind of furniture isn't soft?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#soft"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter hardness: not(soft) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20668069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (9)"}, {"operation": "select", "dependencies": [], "argument": "table (14) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20226371"], "question": "What do both the ceiling and the table have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-ceiling_table"}, "answer": "color", "semanticStr": "select: ceiling (9)->select: table (14) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "14"}, "fullAnswer": {"4": "9", "7": "14"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the ceiling and the table are white.", "image": "n68769.jpg", "question_id": 20226371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20668047", "20668060", "20668057", "20668042", "20668050", "20668041", "20668059", "20668048", "20668049"], "equivalent": ["20668061"], "question": "Which kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n181355.jpg", "question_id": 20668061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20668042", "20668063", "20668064", "20668041"], "equivalent": ["20668062"], "question": "What is the soft piece of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_soft"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4:7": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n181355.jpg", "question_id": 20668062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["2053557", "2053556", "2053555", "2053554", "2053553", "2053552", "2053551", "2053558"], "equivalent": ["2053559"], "question": "Which side is the plastic bottle on?", "isBalanced": true, "groups": {"global": null, "local": "10q-bottle_hposition"}, "answer": "right", "semanticStr": "select: bottle (1)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is on the right of the image.", "image": "n146555.jpg", "question_id": 2053559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "not(soft)"}, {"operation": "choose name", "dependencies": [1], "argument": "couch|coffee table"}], "entailed": [], "equivalent": ["20668067"], "question": "What type of furniture is not soft, the couch or the coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#soft"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter hardness: not(soft) [0]->choose name: couch|coffee table [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"8": "8", "3": "8", "11:13": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The coffee table is not soft.", "image": "n181355.jpg", "question_id": 20668067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the right of|to the left of,s (4)"}], "entailed": ["2046587"], "equivalent": ["2046588"], "question": "Is the woman to the left or to the right of the man in the middle of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "right", "semanticStr": "select: man (1)->filter vposition: middle [0]->choose rel: woman,to the right of|to the left of,s (4) [1]", "annotations": {"answer": {}, "question": {"2": "4", "12": "1"}, "fullAnswer": {"1": "4", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the right of the man.", "image": "n71728.jpg", "question_id": 2046588}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201596063", "201596093", "201596092"], "equivalent": ["201596091"], "question": "What is under the man in this picture?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-man_under,s"}, "answer": "mud", "semanticStr": "select: man (1)->relate: _,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "1"}, "fullAnswer": {"1": "6", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mud is under the man.", "image": "n302358.jpg", "question_id": 201596091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882917", "201882974", "201882975", "201882972", "201882973", "201882969"], "equivalent": ["201882970"], "question": "What's in front of the curtains?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-curtains_in front of,s"}, "answer": "chair", "semanticStr": "select: curtains (15)->relate: _,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the curtains.", "image": "n125122.jpg", "question_id": 201882970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20511589", "20511591", "20511590", "20511593", "20511592", "20511587"], "equivalent": ["20511588"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "beach", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a beach.", "image": "n208458.jpg", "question_id": 20511588}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20757120"], "question": "Who is looking down?", "isBalanced": true, "groups": {"global": "person", "local": "looking down"}, "answer": "lady", "semanticStr": "select: person (9)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The lady is looking down.", "image": "n433532.jpg", "question_id": 20757120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (24)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262107"], "equivalent": ["202262106"], "question": "The flowers are in front of what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-flowers_in front of,o"}, "answer": "napkin", "semanticStr": "select: flowers (24)->relate: _,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "24"}, "fullAnswer": {"1": "24", "7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are in front of the napkin.", "image": "n28572.jpg", "question_id": 202262106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": ["20240823"], "equivalent": ["20240822", "20240823"], "question": "Is it an outdoors or indoors scene?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors.", "image": "n166008.jpg", "question_id": 20240822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202053348"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "batter", "semanticStr": "select: person (4)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The batter is playing.", "image": "n334278.jpg", "question_id": 202053348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783260", "20782953", "20782952", "20783259", "20783258", "20783253", "20783252", "20783257", "20783256", "20783255"], "equivalent": ["20783254"], "question": "What is the device to the right of the person that watches the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_to the right of,s"}, "answer": "screen", "semanticStr": "select: laptop (1)->relate: person,watching,s (10) [0]->relate: device,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "10", "3": "3", "13": "1"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a screen.", "image": "n355339.jpg", "question_id": 20783254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202174008"], "equivalent": ["202174007"], "question": "Does the microwave look rectangular and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: microwave (1)->verify shape: rectangular [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the microwave is rectangular but black.", "image": "n398429.jpg", "question_id": 202174007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (13)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}], "entailed": ["201399902", "201399903", "201399904", "201399905", "201399906", "201399908", "201399895"], "equivalent": ["201399907"], "question": "Do the small books look short?", "isBalanced": true, "groups": {"global": null, "local": "06-books_short"}, "answer": "no", "semanticStr": "select: books (13)->filter size: small [0]->verify height: short [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the books are tall.", "image": "n344136.jpg", "question_id": 201399907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "choose name", "dependencies": [1], "argument": "laptop|monitor"}], "entailed": [], "equivalent": ["2097749"], "question": "What device is not open, the monitor or the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#open"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: not(open) [0]->choose name: laptop|monitor [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "0", "9": "0", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The monitor is not open.", "image": "n513429.jpg", "question_id": 2097749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (11)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201794891", "201794890", "201794893", "201794892", "201794894", "201794897", "201794899", "201794909", "201794908", "201794905", "201794903", "201794902", "201794901", "201794900", "201794888", "201794889", "201794886", "201794887", "201794884", "201794885", "201794882"], "equivalent": ["201794881"], "question": "Do the clean shorts look gray and short?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_short"}, "answer": "yes", "semanticStr": "select: shorts (11)->filter cleanliness: clean [0]->verify color: gray [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are gray and short.", "image": "n119944.jpg", "question_id": 201794881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the left of,s (6)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["20936219", "20936215", "20936216", "20936224", "20936225", "20936213", "20936226"], "equivalent": ["20936214"], "question": "Does the woman to the left of the man appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_sitting"}, "answer": "yes", "semanticStr": "select: man (5)->relate: woman,to the left of,s (6) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the woman is sitting.", "image": "n44249.jpg", "question_id": 20936214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify rel", "dependencies": [1], "argument": "faucet,leaning against,o (3)"}], "entailed": [], "equivalent": ["201770701"], "question": "Is the blue toothbrush leaning against the tap to the right of the bottle?", "isBalanced": true, "groups": {"global": null, "local": "13-toothbrush_faucet"}, "answer": "yes", "semanticStr": "select: toothbrush (1)->filter color: blue [0]->verify rel: faucet,leaning against,o (3) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "1", "7": "3"}, "fullAnswer": {"2": "1", "7": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the toothbrush is leaning against the faucet.", "image": "n310625.jpg", "question_id": 201770701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201623436", "201623437", "201623434", "201623432", "201623433", "201623425", "201623424"], "equivalent": ["201623436", "201623435"], "question": "What shape is the microwave in the middle of the picture?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-microwave_shape"}, "answer": "rectangular", "semanticStr": "select: microwave (1)->filter vposition: middle [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is rectangular.", "image": "n501609.jpg", "question_id": 201623435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (9)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "american flag,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20551701"], "question": "Are there any American flags on the pole that is not short?", "isBalanced": true, "groups": {"global": null, "local": "13-pole_american flag"}, "answer": "no", "semanticStr": "select: pole (9)->filter: not(short) [0]->relate: american flag,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "9", "7": "9"}, "fullAnswer": {"8": "9", "4:6": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a traffic light on the pole.", "image": "n153118.jpg", "question_id": 20551701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose rel", "dependencies": [1], "argument": "skateboard,to the right of|to the left of,s (7)"}], "entailed": ["20754721", "20754836", "20754722"], "equivalent": ["20754836", "20754835"], "question": "Is the skateboard to the left or to the right of the tall person?", "isBalanced": true, "groups": {"global": null, "local": "13-person_skateboard"}, "answer": "right", "semanticStr": "select: person (2)->filter height: tall [0]->choose rel: skateboard,to the right of|to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"2": "7", "12:14": "2"}, "fullAnswer": {"1": "7", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The skateboard is to the right of the person.", "image": "n566028.jpg", "question_id": 20754835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,s (7)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,below,s (15)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201498070", "201498071", "201498069", "201498068", "201497984", "201498065", "201498064", "201498067"], "equivalent": ["201498066"], "question": "What kind of furniture is below the white thing that is in front of the monitor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-keyboard_below,s"}, "answer": "desk", "semanticStr": "select: monitor (12)->relate: device,in front of,s (7) [0]->filter color: white [1]->relate: furniture,below,s (15) [2]->query: name [3]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15", "15": "12", "7:9": "7"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n315887.jpg", "question_id": 201498066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (10)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,above,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20963939"], "equivalent": ["20963939", "20963940"], "question": "Is the shelf above the toilet brown and small?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "no", "semanticStr": "select: toilet (10)->relate: shelf,above,s (3) [0]->verify color: brown [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "10"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shelf is small but white.", "image": "n119886.jpg", "question_id": 20963940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (1)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201676092", "201676090", "201676089", "201676087", "201676088"], "equivalent": ["201676092", "201676090", "201676091", "201676089"], "question": "Is the controller in the top part or in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-controller_vposition"}, "answer": "bottom", "semanticStr": "select: controller (1)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The controller is in the bottom of the image.", "image": "n233607.jpg", "question_id": 201676091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169061", "202169060", "202169062"], "equivalent": ["202169063"], "question": "What vehicles are white?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_white"}, "answer": "cars", "semanticStr": "select: vehicle (14)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,behind,s (16)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "red "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201974652"], "question": "Is the fence behind the man metallic and red?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_red"}, "answer": "no", "semanticStr": "select: man (9)->relate: fence,behind,s (16) [0]->verify material: metal [1]->verify color: red  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "5": "9"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fence is metallic but silver.", "image": "n274905.jpg", "question_id": 201974652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381363"], "equivalent": ["20381364"], "question": "What is in front of the rug?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-rug_in front of,s"}, "answer": "sweatshirt", "semanticStr": "select: rug (5)->relate: _,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sweatshirt is in front of the rug.", "image": "n398257.jpg", "question_id": 20381364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(gray)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623675", "201623496", "201623497", "201623499"], "equivalent": ["201623496", "201623497", "201623498"], "question": "What is the appliance that is not gray called?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_n#gray"}, "answer": "oven", "semanticStr": "select: appliance (2)->filter color: not(gray) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n501609.jpg", "question_id": 201623498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (17)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201882632", "201882620", "201882621", "201882631", "201882624", "201882625"], "equivalent": ["201882623"], "question": "What is the shape of the lamp?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-lamp_shape"}, "answer": "rectangular", "semanticStr": "select: lamp (17)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is rectangular.", "image": "n125122.jpg", "question_id": 201882623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "verify rel", "dependencies": [1], "argument": "bus,on the edge of,o (10)"}], "entailed": [], "equivalent": ["20661462"], "question": "Is the long door on the edge of a bus?", "isBalanced": true, "groups": {"global": null, "local": "13-door_bus"}, "answer": "yes", "semanticStr": "select: door (4)->filter length: long [0]->verify rel: bus,on the edge of,o (10) [1]", "annotations": {"answer": {}, "question": {"9": "10", "2:4": "4"}, "fullAnswer": {"9": "10", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the door is on the edge of a bus.", "image": "n346736.jpg", "question_id": 20661462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068413", "201068412"], "equivalent": ["201068414"], "question": "Who is holding the cell phone?", "isBalanced": true, "groups": {"global": "person", "local": "14-cell phone_holding,s"}, "answer": "girl", "semanticStr": "select: cell phone (3)->relate: person,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the cellphone.", "image": "n159802.jpg", "question_id": 201068414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201068414", "201068412"], "equivalent": ["201068413"], "question": "Who is holding the device in the bottom of the image?", "isBalanced": true, "groups": {"global": "person", "local": "14-cell phone_holding,s"}, "answer": "girl", "semanticStr": "select: device (3)->filter vposition: bottom [0]->relate: person,holding,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the cellphone.", "image": "n159802.jpg", "question_id": 201068413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(up)"}, {"operation": "verify state", "dependencies": [1], "argument": "still"}], "entailed": ["201347473", "201347472"], "equivalent": ["201347474"], "question": "Do the bags that are not up look still?", "isBalanced": true, "groups": {"global": null, "local": "06-bags_still"}, "answer": "yes", "semanticStr": "select: bag (8)->filter: not(up) [0]->verify state: still [1]", "annotations": {"answer": {}, "question": {"2": "8", "6": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bags are still.", "image": "n65202.jpg", "question_id": 201347474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724153", "20724204", "20724152"], "equivalent": ["20724203"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: helmet (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a helmet.", "image": "n369970.jpg", "question_id": 20724203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "filter", "dependencies": [0], "argument": "grazing"}, {"operation": "verify rel", "dependencies": [1], "argument": "plant,behind,o (20)"}], "entailed": ["201639137", "201639136", "201639407"], "equivalent": ["201639408"], "question": "Are the grazing animals behind the wild plant that grows in the field?", "isBalanced": true, "groups": {"global": null, "local": "13-zebras_plant"}, "answer": "yes", "semanticStr": "select: animal (5)->filter: grazing [0]->verify rel: plant,behind,o (20) [1]", "annotations": {"answer": {}, "question": {"12": "19", "2:4": "5", "6:8": "20"}, "fullAnswer": {"2": "5", "6": "20"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the zebras are behind the plant.", "image": "n497789.jpg", "question_id": 201639408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "shelf (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20896208"], "equivalent": ["20896207", "20896208"], "question": "Are there either any towels or shelves in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-shelf_towel"}, "answer": "yes", "semanticStr": "select: towel (10)->exist: ? [0]->select: shelf (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a towel.", "image": "n548534.jpg", "question_id": 20896207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201637297"], "equivalent": ["201637296"], "question": "Is the plate blue?", "isBalanced": true, "groups": {"global": null, "local": "06-plate_blue"}, "answer": "no", "semanticStr": "select: plate (4)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the plate is white.", "image": "n200692.jpg", "question_id": 201637296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking down at,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984099", "201984100", "201984101"], "equivalent": ["201984098"], "question": "What is the woman looking down at?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_looking down at,o"}, "answer": "luggage cart", "semanticStr": "select: woman (6)->relate: _,looking down at,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "7:9": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking down at the luggage cart.", "image": "n16378.jpg", "question_id": 201984098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724153", "20724203", "20724152"], "equivalent": ["20724204"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: helmet (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a helmet.", "image": "n369970.jpg", "question_id": 20724204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting atop,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201110837", "201111031", "201110836"], "equivalent": ["201111032"], "question": "Who is the baby sitting atop?", "isBalanced": true, "groups": {"global": "person", "local": "14-baby_sitting atop,o"}, "answer": "woman", "semanticStr": "select: baby (6)->relate: person,sitting atop,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The baby is sitting atop the woman.", "image": "n546616.jpg", "question_id": 201111032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20656830"], "equivalent": ["20656831"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n486200.jpg", "question_id": 20656831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247170", "201247088", "201247169"], "equivalent": ["201247168"], "question": "What animal do you think is to the right of the side table?", "isBalanced": true, "groups": {"global": "animal", "local": "15-side table_to the right of,s"}, "answer": "cat", "semanticStr": "select: side table (3)->relate: animal,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0", "11:13": "3"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n83784.jpg", "question_id": 201247168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (0)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,sitting atop,o (1)"}], "entailed": ["201247167"], "equivalent": ["201247166"], "question": "Does the black and white cat sit atop the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-cat_chair"}, "answer": "yes", "semanticStr": "select: cat (0)->filter: black and white [0]->verify rel: chair,sitting atop,o (1) [1]", "annotations": {"answer": {}, "question": {"9": "1", "2:6": "0"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cat sits atop the chair.", "image": "n83784.jpg", "question_id": 201247166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rackets (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20618752"], "equivalent": ["20618753"], "question": "What are the rackets lying on top of?", "isBalanced": true, "groups": {"global": "place", "local": "14-rackets_lying on top of,o"}, "answer": "courtyard", "semanticStr": "select: rackets (12)->relate: _,lying on top of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "12", "8": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rackets are lying on top of the courtyard.", "image": "n126087.jpg", "question_id": 20618753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "courtyard (13)"}, {"operation": "relate", "dependencies": [0], "argument": "people,lying on top of,s (0)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "relate", "dependencies": [2], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20618757", "20618758", "20618729"], "equivalent": ["20618754"], "question": "What is in front of the sitting-down people that are lying on top of the courtyard?", "isBalanced": true, "groups": {"global": "object", "local": "14-people_in front of,s"}, "answer": "rackets", "semanticStr": "select: courtyard (13)->relate: people,lying on top of,s (0) [0]->filter pose: sitting [1]->relate: _,in front of,s (12) [2]->query: name [3]", "annotations": {"answer": {"0": "12"}, "question": {"6:8": "0", "15": "13"}, "fullAnswer": {"1": "12", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rackets are in front of the people.", "image": "n126087.jpg", "question_id": 20618754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rackets (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20618755"], "equivalent": ["20618756"], "question": "Who are the rackets in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-rackets_in front of,o"}, "answer": "people", "semanticStr": "select: rackets (12)->relate: person,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "12", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rackets are in front of the people.", "image": "n126087.jpg", "question_id": 20618756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201570594", "201570614", "201570613"], "equivalent": ["201570615"], "question": "What is this item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinet", "semanticStr": "select: furniture (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"3:6": "10"}, "fullAnswer": {"3": "10"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is a cabinet.", "image": "n382416.jpg", "question_id": 201570615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pizza (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201669708"], "question": "Do you see both plates and pizzas?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-pizza_plate"}, "answer": "no", "semanticStr": "select: plate (12)->exist: ? [0]->select: pizza (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a plate but no pizzas.", "image": "n238266.jpg", "question_id": 201669708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "computer mouse,sitting on top of,s (9)"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "monitor,to the right of,s (4)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["201902772"], "equivalent": ["201902771"], "question": "Are there any monitors to the right of the black object which sits on top of the mousepad?", "isBalanced": true, "groups": {"global": null, "local": "13-computer mouse_monitor"}, "answer": "no", "semanticStr": "select: mouse pad (6)->relate: computer mouse,sitting on top of,s (9) [0]->filter color: black [1]->relate: monitor,to the right of,s (4) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"3": "4", "9:11": "9", "17": "6"}, "fullAnswer": {"2": "4", "9:11": "9"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the monitor is to the left of the computer mouse.", "image": "n435808.jpg", "question_id": 201902771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201570594", "201570615", "201570613"], "equivalent": ["201570614"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinet", "semanticStr": "select: furniture (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n382416.jpg", "question_id": 201570614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calculator (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067888", "201067843", "201067887", "201067890", "201067891"], "equivalent": ["201067889"], "question": "Which kind of furniture is to the left of the calculator?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-calculator_to the left of,s"}, "answer": "chair", "semanticStr": "select: calculator (4)->relate: furniture,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n367944.jpg", "question_id": 201067889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chair,to the right of,o (-)"}], "entailed": [], "equivalent": ["201068678"], "question": "Is the man to the right of a chair?", "isBalanced": true, "groups": {"global": null, "local": "13-man_chair"}, "answer": "no", "semanticStr": "select: man (2)->verify rel: chair,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"9": "0", "2": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of a girl.", "image": "n159802.jpg", "question_id": 201068678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2055889", "2055888", "2056024", "2056023", "2055894", "2055895", "2055896", "2055628", "2055891", "2055892", "2055893", "2055897"], "equivalent": ["2055890"], "question": "What kind of vehicle is to the left of the car?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-car_to the left of,s"}, "answer": "bus", "semanticStr": "select: car (2)->relate: vehicle,to the left of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n263180.jpg", "question_id": 2055890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20307164", "20307163", "20307162"], "equivalent": ["20307165"], "question": "On which side of the image is the TV?", "isBalanced": true, "groups": {"global": null, "local": "10q-television_hposition"}, "answer": "right", "semanticStr": "select: television (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The TV is on the right of the image.", "image": "n554880.jpg", "question_id": 20307165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose name", "dependencies": [1], "argument": "television|cell phone"}], "entailed": [], "equivalent": ["20307161"], "question": "Which type of device is made of glass, the television or the mobile phone?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_glass"}, "answer": "television", "semanticStr": "select: device (9)->filter material: glass [0]->choose name: television|cell phone [1]", "annotations": {"answer": {"0": "9"}, "question": {"9": "9", "3": "9", "12:14": "2"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The television is made of glass.", "image": "n554880.jpg", "question_id": 20307161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "grassy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202024862"], "question": "Is the lawn brown and grassy?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_grassy"}, "answer": "no", "semanticStr": "select: lawn (7)->verify color: brown [0]->verify: grassy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the lawn is grassy but green.", "image": "n369595.jpg", "question_id": 202024862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20818855", "20818856", "20818853", "20818893", "20818858", "20818837", "20818838", "20818887", "20818886", "20818885", "20818883", "20818881", "20818880", "20818889", "20818888", "20818843", "20818842", "20818841", "20818840", "20818846", "20818845", "20818844"], "equivalent": ["20818879"], "question": "Is the bat that is made of wood thin and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_thin"}, "answer": "yes", "semanticStr": "select: bat (5)->filter material: wood [0]->verify color: brown [1]->verify fatness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "7": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bat is thin and brown.", "image": "n279581.jpg", "question_id": 20818879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201641240", "201641241", "201641239", "201641232", "201641233", "201641234", "201641235", "201641236"], "equivalent": ["201641237"], "question": "Is the shirt short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (2)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n532213.jpg", "question_id": 201641237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319460", "201319461", "201319459"], "equivalent": ["201319462"], "question": "What kind of clothing is long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "shirt", "semanticStr": "select: clothing (1)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n508733.jpg", "question_id": 201319462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "mirror,above,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20940324", "20940271"], "equivalent": ["20940324", "20940323"], "question": "Is there any mirror above the faucet made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-faucet_mirror"}, "answer": "yes", "semanticStr": "select: faucet (13)->filter material: metal [0]->relate: mirror,above,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "13", "3": "5", "6": "13"}, "fullAnswer": {"4": "5", "7": "13"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a mirror above the tap.", "image": "n240666.jpg", "question_id": 20940323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (14)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking down at,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795136", "201795387"], "equivalent": ["201795135"], "question": "Who is the large animal looking down at?", "isBalanced": true, "groups": {"global": "person", "local": "14-elephant_looking down at,o"}, "answer": "child", "semanticStr": "select: animal (14)->filter size: large [0]->relate: person,looking down at,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3:5": "14"}, "fullAnswer": {"1": "14", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is looking down at the kid.", "image": "n119944.jpg", "question_id": 201795135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639563", "201639561", "201639560"], "equivalent": ["201639562"], "question": "Where do the brown animals stand on?", "isBalanced": true, "groups": {"global": "place", "local": "14-giraffes_standing on,o"}, "answer": "field", "semanticStr": "select: animal (4)->filter color: brown [0]->relate: place,standing on,o (19) [1]->query: name [2]", "annotations": {"answer": {"0": "19"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "5": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffes stand on the field.", "image": "n497789.jpg", "question_id": 201639562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20245687", "20245686"], "equivalent": ["20245688"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a skate park.", "image": "n489190.jpg", "question_id": 20245688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "relate", "dependencies": [0], "argument": "clock,near,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting atop,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201832699", "201832697", "201832446"], "equivalent": ["201832698"], "question": "What is the piece of furniture that the clock near the books sits atop called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-clock_sitting atop,o"}, "answer": "nightstand", "semanticStr": "select: books (9)->relate: clock,near,s (8) [0]->relate: furniture,sitting atop,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"11": "9", "8": "8", "3:6": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a nightstand.", "image": "n432591.jpg", "question_id": 201832698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed bear (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711604"], "equivalent": ["20711603"], "question": "What is the stuffed bear in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-stuffed bear_in front of,o"}, "answer": "counter", "semanticStr": "select: stuffed bear (1)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "1"}, "fullAnswer": {"8": "2", "1:3": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stuffed bear is in front of the counter.", "image": "n549922.jpg", "question_id": 20711603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (2)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711605", "20711519", "20711601", "20711600"], "equivalent": ["20711602"], "question": "What toy is in front of the counter?", "isBalanced": true, "groups": {"global": "toy", "local": "15-counter_in front of,s"}, "answer": "stuffed bear", "semanticStr": "select: counter (2)->relate: toy,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toy is a stuffed bear.", "image": "n549922.jpg", "question_id": 20711602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201462583", "201462582", "201462580", "201462587", "201462586", "201462585", "201462584", "201462579"], "equivalent": ["201462583", "201462582", "201462581"], "question": "The glove has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-glove_color"}, "answer": "black", "semanticStr": "select: glove (8)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glove is black.", "image": "n508641.jpg", "question_id": 201462581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (15)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked on,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20144612", "20144648"], "equivalent": ["20144649"], "question": "What is the vehicle that is parked on the pavement called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-pavement_parked on,s"}, "answer": "bus", "semanticStr": "select: pavement (15)->relate: vehicle,parked on,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"9": "15", "3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n273901.jpg", "question_id": 20144649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (7)"}, {"operation": "select", "dependencies": [], "argument": "traffic sign (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201037017", "201037016", "201037018"], "equivalent": ["201037017", "201037015", "201037018", "201037016"], "question": "Is the fire hydrant made of the same material as the traffic sign?", "isBalanced": true, "groups": {"global": null, "local": "09same-fire hydrant_traffic sign"}, "answer": "yes", "semanticStr": "select: fire hydrant (7)->select: traffic sign (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11:13": "0", "2:4": "7"}, "fullAnswer": {"3:5": "7", "7:9": "0"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the fire hydrant and the traffic sign are made of metal.", "image": "n393305.jpg", "question_id": 201037015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (6)"}, {"operation": "select", "dependencies": [], "argument": "cupcakes (3) "}, {"operation": "choose less healthy", "dependencies": [0, 1], "argument": ""}], "entailed": ["202243654", "202243653", "202243651"], "equivalent": ["202243651", "202243654", "202243653", "202243652"], "question": "Which are less healthy, the cupcakes or the carrots?", "isBalanced": true, "groups": {"global": "dessert", "local": "09compare-carrots_cupcakes"}, "answer": "cupcakes", "semanticStr": "select: carrots (6)->select: cupcakes (3) ->choose less healthy:  [0, 1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "6", "5": "3"}, "fullAnswer": {"1": "3", "7": "6"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The cupcakes are less healthy than the carrots.", "image": "n296467.jpg", "question_id": 202243652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (4)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "green "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201711321"], "question": "Is that rug both clean and green?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_green"}, "answer": "no", "semanticStr": "select: rug (4)->verify cleanliness: clean [0]->verify color: green  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the rug is green but dirty.", "image": "n302387.jpg", "question_id": 201711321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201621519", "201621518", "201621517", "201621516", "201621515", "201621514", "201621522", "201621523", "201621520", "201621521", "201621524", "201621525", "201621500", "201621501", "201621502", "201621504", "201621506", "201621496", "201621497", "201621494", "201621495", "201621492", "201621493", "201621498", "201621499"], "equivalent": ["201621491"], "question": "Does the TV stand look brown and short?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "yes", "semanticStr": "select: tv stand (14)->verify color: brown [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2:4": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the TV stand is brown and short.", "image": "n275148.jpg", "question_id": 201621491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "filter", "dependencies": [0], "argument": "electric"}, {"operation": "verify rel", "dependencies": [1], "argument": "microwave,below,o (1)"}], "entailed": ["201663281", "201663282"], "equivalent": ["201663395"], "question": "Is the electric oven below a microwave?", "isBalanced": true, "groups": {"global": null, "local": "13-oven_microwave"}, "answer": "yes", "semanticStr": "select: oven (0)->filter: electric [0]->verify rel: microwave,below,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "1"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the oven is below a microwave.", "image": "n35676.jpg", "question_id": 201663395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (13)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,to the left of,s (8)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202006960", "202006961", "202006962", "202006963", "202006964", "202006965", "202006966", "202006967", "202006968", "202006969", "202006940", "202006946", "202006947", "202006942", "202006944", "202006943", "202006971", "202006977", "202006976", "202006957", "202006951", "202006950", "202006953", "202006952", "202006939", "202006938", "202006936", "202006935", "202006948", "202006949", "202006959", "202006958"], "equivalent": ["202006937", "202006936"], "question": "Are the utensils to the left of the oven wooden and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_wood"}, "answer": "yes", "semanticStr": "select: oven (13)->relate: utensil,to the left of,s (8) [0]->verify cleanliness: clean [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "13", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the utensils are wooden and clean.", "image": "n97485.jpg", "question_id": 202006937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(silver)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20902703", "20902704"], "equivalent": ["20902705"], "question": "Is there a helmet that is not silver?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_n#silver"}, "answer": "no", "semanticStr": "select: helmet (3)->filter color: not(silver) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is silver.", "image": "n411121.jpg", "question_id": 20902705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935189", "201935190", "201935042"], "equivalent": ["201935191"], "question": "What's the tree in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-tree_in front of,o"}, "answer": "lamp", "semanticStr": "select: tree (12)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "12", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the lamp.", "image": "n556604.jpg", "question_id": 201935191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935189", "201935191", "201935042"], "equivalent": ["201935190", "201935189"], "question": "What is the tree in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-tree_in front of,o"}, "answer": "lamp", "semanticStr": "select: tree (12)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the lamp.", "image": "n556604.jpg", "question_id": 201935190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20902702"], "equivalent": ["20902701"], "question": "Is the helmet blue?", "isBalanced": true, "groups": {"global": null, "local": "06-helmet_blue"}, "answer": "no", "semanticStr": "select: helmet (3)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the helmet is silver.", "image": "n411121.jpg", "question_id": 20902701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416504", "20416858", "20416860", "20416861"], "equivalent": ["20416859"], "question": "What is the pizza on?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-pizza_on,o"}, "answer": "pan", "semanticStr": "select: pizza (9)->relate: _,on,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "9", "5": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza is on the pan.", "image": "n234722.jpg", "question_id": 20416859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (1)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201982646", "201982649", "201982648", "201982625", "201982621", "201982662", "201982652", "201982653", "201982650", "201982651", "201982656", "201982657", "201982654", "201982655", "201982658", "201982618", "201982619", "201982616", "201982617", "201982614", "201982615", "201982612", "201982610", "201982611"], "equivalent": ["201982614", "201982613"], "question": "Is the skateboard both wooden and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_wood"}, "answer": "yes", "semanticStr": "select: skateboard (1)->verify length: long [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the skateboard is wooden and long.", "image": "n526228.jpg", "question_id": 201982613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879365"], "equivalent": ["201879366"], "question": "What's the sidewalk in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-sidewalk_in front of,o"}, "answer": "basket", "semanticStr": "select: sidewalk (13)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "13", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sidewalk is in front of the basket.", "image": "n290409.jpg", "question_id": 201879366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20667382"], "question": "Are there either any TVs or Wii controllers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-television_wii controller"}, "answer": "yes", "semanticStr": "select: wii controller (12)->exist: ? [0]->select: television (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6:8": "12"}, "fullAnswer": {"4:6": "12"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a Wii controller.", "image": "n181355.jpg", "question_id": 20667382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (7)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20781949", "20781948", "20781937", "20781941", "20781940", "20781943", "20781944", "20781952", "20781939", "20781968"], "equivalent": ["20781942"], "question": "How clean are the skis?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-skis_cleanliness"}, "answer": "clean", "semanticStr": "select: skis (7)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skis are clean.", "image": "n317189.jpg", "question_id": 20781942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201795872", "201795873", "201795857", "201795874", "201795858", "201795859", "201795870", "201795869", "201795868", "201795871", "201795862", "201795861", "201795860", "201795867", "201795866", "201795865"], "equivalent": ["201795863"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "talking", "semanticStr": "select: man (7)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is talking.", "image": "n119944.jpg", "question_id": 201795863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify state", "dependencies": [1], "argument": "smooth "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201467647", "201467654", "201467644", "201467650", "201467651", "201467641", "201467653", "201467659", "201467649", "201467648", "201467652", "201467643", "201467642"], "equivalent": ["201467645"], "question": "Is the couch near the window both red and smooth?", "isBalanced": true, "groups": {"global": null, "local": "05-red_smooth"}, "answer": "yes", "semanticStr": "select: window (7)->relate: couch,near,s (9) [0]->verify color: red [1]->verify state: smooth  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "5": "7"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the couch is red and smooth.", "image": "n295771.jpg", "question_id": 201467645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201428619", "201428620", "201428487", "201428489"], "equivalent": ["201428488", "201428487"], "question": "The tall person is holding what?", "isBalanced": true, "groups": {"global": "device", "local": "14-person_holding,o"}, "answer": "remote control", "semanticStr": "select: person (1)->filter height: tall [0]->relate: _,holding,o (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"1:3": "1"}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is holding the remote.", "image": "n199758.jpg", "question_id": 201428488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894201"], "equivalent": ["20894200"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "2"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a shirt.", "image": "n272313.jpg", "question_id": 20894200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glove,wearing,o (-)"}], "entailed": [], "equivalent": ["20894205"], "question": "Is he wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_glove"}, "answer": "no", "semanticStr": "select: he (0)->verify rel: glove,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is wearing a shirt.", "image": "n272313.jpg", "question_id": 20894205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "choose", "dependencies": [0], "argument": "old|new"}], "entailed": ["20621830", "20621807", "20621816", "20621814", "20621815", "20621812", "20621810", "20621811", "20621789", "20621825", "20621809", "20621805", "20621806"], "equivalent": ["20621825", "20621824"], "question": "Is that window new or old?", "isBalanced": true, "groups": {"global": "4", "local": "10c-window_4"}, "answer": "old", "semanticStr": "select: window (15)->choose: old|new [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is old.", "image": "n210269.jpg", "question_id": 20621824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20381394", "20381391", "20381392", "20381393"], "equivalent": ["20381395"], "question": "On which side is the wood shelf?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelf_hposition"}, "answer": "right", "semanticStr": "select: shelf (2)->filter material: wood [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelf is on the right of the image.", "image": "n398257.jpg", "question_id": 20381395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201439701", "201439700", "201439702", "201439705", "201439704", "201439707", "201439706", "201439709", "201439708", "201439619", "201439412"], "equivalent": ["201439703"], "question": "What animal is to the left of the girl?", "isBalanced": true, "groups": {"global": "animal", "local": "15-girl_to the left of,s"}, "answer": "horse", "semanticStr": "select: girl (11)->relate: animal,to the left of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n199286.jpg", "question_id": 201439703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (20)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20655122"], "question": "Who is the vehicle in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-vehicle_in front of,o"}, "answer": "man", "semanticStr": "select: vehicle (20)->relate: person,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "20", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is in front of the man.", "image": "n199097.jpg", "question_id": 20655122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201467294", "201467296", "201467243"], "equivalent": ["201467295"], "question": "What kind of animal sits on the gray sidewalk?", "isBalanced": true, "groups": {"global": "animal", "local": "15-sidewalk_sitting on,s"}, "answer": "bear", "semanticStr": "select: sidewalk (7)->filter color: gray [0]->relate: animal,sitting on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "7:9": "7"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bear.", "image": "n437192.jpg", "question_id": 201467295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,sitting on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201467294", "201467295", "201467243"], "equivalent": ["201467296"], "question": "What kind of animal sits on the sidewalk?", "isBalanced": true, "groups": {"global": "animal", "local": "15-sidewalk_sitting on,s"}, "answer": "bear", "semanticStr": "select: sidewalk (7)->relate: animal,sitting on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bear.", "image": "n437192.jpg", "question_id": 201467296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201467297"], "question": "What does the bear that is not small sit on?", "isBalanced": true, "groups": {"global": "road", "local": "14-bear_sitting on,o"}, "answer": "sidewalk", "semanticStr": "select: bear (3)->filter size: not(small) [0]->relate: _,sitting on,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "3", "7": "3"}, "fullAnswer": {"1": "3", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bear sits on the sidewalk.", "image": "n437192.jpg", "question_id": 201467297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (22)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308292", "20308368", "20308369", "20308366", "20308365", "20308371", "20308370"], "equivalent": ["20308367"], "question": "What appliance is to the left of the toaster?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-toaster_to the left of,s"}, "answer": "oven", "semanticStr": "select: toaster (22)->relate: appliance,to the left of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n278312.jpg", "question_id": 20308367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201407382"], "question": "Who is standing on the floor?", "isBalanced": true, "groups": {"global": "person", "local": "14-floor_standing on,s"}, "answer": "man", "semanticStr": "select: floor (14)->relate: person,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing on the floor.", "image": "n282607.jpg", "question_id": 201407382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2094080", "2094081", "2093832", "2093833"], "equivalent": ["2094079"], "question": "What animal is the fence in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "14-fence_in front of,o"}, "answer": "giraffe", "semanticStr": "select: fence (8)->relate: animal,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "8", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the giraffe.", "image": "n450919.jpg", "question_id": 2094079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202218754"], "question": "Are there any pans?", "isBalanced": true, "groups": {"global": null, "local": "03-pan"}, "answer": "yes", "semanticStr": "select: pan (2)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a pan.", "image": "n578564.jpg", "question_id": 202218754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201360793", "201360795", "201360794"], "equivalent": ["201360796"], "question": "On which side of the image is the young girl?", "isBalanced": true, "groups": {"global": null, "local": "10q-girl_hposition"}, "answer": "left", "semanticStr": "select: girl (2)->filter age: young [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is on the left of the image.", "image": "n541688.jpg", "question_id": 201360796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sugar packets (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202218752"], "equivalent": ["202218753"], "question": "Are there buckets or sugar packets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bucket_sugar packets"}, "answer": "no", "semanticStr": "select: bucket (-)->exist: ? [0]->select: sugar packets (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no sugar packets or buckets.", "image": "n578564.jpg", "question_id": 202218753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (20)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201983016", "201983015", "201983014", "201983013"], "equivalent": ["201983017"], "question": "On which side is the telephone?", "isBalanced": true, "groups": {"global": null, "local": "10q-phone_hposition"}, "answer": "left", "semanticStr": "select: phone (20)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The telephone is on the left of the image.", "image": "n526228.jpg", "question_id": 201983017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201879695", "201879692", "201879678", "201879679", "201879691", "201879680", "201879681", "201879682", "201879675", "201879685", "201879686", "201879687", "201879688", "201879689", "201879705"], "equivalent": ["201879684", "201879685", "201879686"], "question": "What height is the basket behind the truck?", "isBalanced": true, "groups": {"global": "height", "local": "10q-basket_height"}, "answer": "tall", "semanticStr": "select: truck (18)->relate: basket,behind,s (8) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "18"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The basket is tall.", "image": "n290409.jpg", "question_id": 201879684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "computer mouse,lying next to,o (10)"}], "entailed": ["202081907"], "equivalent": ["202081906"], "question": "Is the small cat lying next to a computer mouse?", "isBalanced": true, "groups": {"global": null, "local": "13-cat_computer mouse"}, "answer": "yes", "semanticStr": "select: cat (1)->filter size: small [0]->verify rel: computer mouse,lying next to,o (10) [1]", "annotations": {"answer": {}, "question": {"8:10": "10", "2:4": "1"}, "fullAnswer": {"8:10": "10", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cat is lying next to a computer mouse.", "image": "n433692.jpg", "question_id": 202081906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (0)"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}], "entailed": ["201576732", "201576733", "201576731", "201576736", "201576737", "201576734", "201576735", "201576729", "201576727", "201576747", "201576746", "201576745", "201576744", "201576743", "201576742", "201576676", "201576677"], "equivalent": ["201576730"], "question": "Does the animal in front of the kid look short?", "isBalanced": true, "groups": {"global": null, "local": "06-sheep_short"}, "answer": "yes", "semanticStr": "select: child (1)->relate: animal,in front of,s (0) [0]->verify height: short [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "1"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sheep is short.", "image": "n187961.jpg", "question_id": 201576730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (11)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [0], "argument": "uncomfortable "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20654994"], "question": "Does the coat look uncomfortable and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_uncomfortable"}, "answer": "no", "semanticStr": "select: coat (11)->verify length: long [0]->verify: uncomfortable  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the coat is long but comfortable.", "image": "n199097.jpg", "question_id": 20654994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (18)"}, {"operation": "filter", "dependencies": [0], "argument": "not(comfortable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655190", "20654991", "20654990", "20655189"], "equivalent": ["20654992"], "question": "Which kind of clothing isn't comfortable?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#comfortable"}, "answer": "hat", "semanticStr": "select: clothing (18)->filter: not(comfortable) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "4": "18"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a hat.", "image": "n199097.jpg", "question_id": 20654992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (5)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20226981", "20226980", "20226983", "20226982", "20226974", "20226976", "20226977", "20226978", "20226979", "20226965", "20226968", "20226972", "20226967", "20226971", "20226973", "20226970", "20226966", "20226969", "20226984"], "equivalent": ["20226975"], "question": "Does the curtain look red and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_red"}, "answer": "yes", "semanticStr": "select: curtain (5)->verify length: long [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the curtain is red and long.", "image": "n68769.jpg", "question_id": 20226975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20644669", "20644670"], "equivalent": ["20644671"], "question": "What color are the jeans?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jeans_color"}, "answer": "gray", "semanticStr": "select: jeans (14)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jeans are gray.", "image": "n250821.jpg", "question_id": 20644671}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "filter race", "dependencies": [1], "argument": "caucasian"}, {"operation": "verify age", "dependencies": [2], "argument": "young"}], "entailed": ["20247703", "20247700", "20247701", "20247706", "20247704", "20247705", "20247709", "20247695", "20247696", "20247697", "20247687", "20247688", "20247698", "20247699", "20247710"], "equivalent": ["20247702"], "question": "Does the Caucasian person to the left of the woman look young?", "isBalanced": true, "groups": {"global": null, "local": "06-man_young"}, "answer": "no", "semanticStr": "select: woman (5)->relate: person,to the left of,s (0) [0]->filter race: caucasian [1]->verify age: young [2]", "annotations": {"answer": {}, "question": {"9": "5", "2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is old.", "image": "n49310.jpg", "question_id": 20247702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20621791", "20621828", "20621805", "20621798", "20621807", "20621806", "20621803", "20621802", "20621789", "20621793", "20621792", "20621795", "20621794", "20621797"], "equivalent": ["20621796"], "question": "How wide is the open window?", "isBalanced": true, "groups": {"global": "width", "local": "10q-window_width"}, "answer": "wide", "semanticStr": "select: window (15)->filter: open [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is wide.", "image": "n210269.jpg", "question_id": 20621796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202231422", "202231425", "202231424", "202231329"], "equivalent": ["202231423"], "question": "What's located on top of the pole?", "isBalanced": true, "groups": {"global": "sign", "local": "14-pole_on top of,s"}, "answer": "stop sign", "semanticStr": "select: pole (2)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"8": "2", "1:3": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stop sign is on top of the pole.", "image": "n79078.jpg", "question_id": 202231423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (22)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking out,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996893", "201996894", "201997019"], "equivalent": ["201997020"], "question": "Who is looking out the helicopter?", "isBalanced": true, "groups": {"global": "person", "local": "14-helicopter_looking out,s"}, "answer": "pilot", "semanticStr": "select: helicopter (22)->relate: person,looking out,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is looking out the helicopter.", "image": "n250715.jpg", "question_id": 201997020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,above,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202102703", "202102702", "202102701", "202102700", "202102698"], "equivalent": ["202102700", "202102699"], "question": "What are the items of furniture above the appliance that is above the dishwasher?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-microwave_above,s"}, "answer": "cabinets", "semanticStr": "select: dishwasher (8)->relate: appliance,above,s (5) [0]->relate: furniture,above,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"8": "5", "13": "8", "3:6": "17"}, "fullAnswer": {"1:4": "17", "5": "17"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n386682.jpg", "question_id": 202102699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in front of,o (21)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201997027", "201997025"], "equivalent": ["201997026"], "question": "What is the person to the right of the device sitting in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-pilot_sitting in front of,o"}, "answer": "control panel", "semanticStr": "select: device (17)->relate: person,to the right of,s (5) [0]->relate: _,sitting in front of,o (21) [1]->query: name [2]", "annotations": {"answer": {"0:2": "21"}, "question": {"9": "17", "3": "5"}, "fullAnswer": {"1": "5", "8:10": "21"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is sitting in front of the control panel.", "image": "n250715.jpg", "question_id": 201997026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "control panel (21)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996893", "201997023", "201996894"], "equivalent": ["201997024"], "question": "Who is sitting in front of the control panel?", "isBalanced": true, "groups": {"global": "person", "local": "14-control panel_sitting in front of,s"}, "answer": "pilot", "semanticStr": "select: control panel (21)->relate: person,sitting in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "8:10": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is sitting in front of the control panel.", "image": "n250715.jpg", "question_id": 201997024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (23)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201887119", "201887118", "201887115", "201887117", "201887116"], "equivalent": ["201887120", "201887119"], "question": "Which side of the picture is the green cabbage on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cabbage_hposition"}, "answer": "right", "semanticStr": "select: cabbage (23)->filter color: green [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "23"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabbage is on the right of the image.", "image": "n429961.jpg", "question_id": 201887120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (3)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["202000902", "202000905", "202000903", "202000904", "202000906", "202000907", "202000900", "202000897", "202000894", "202000895", "202000896", "202000908", "202000901"], "equivalent": ["202000893"], "question": "Is the skater standing?", "isBalanced": true, "groups": {"global": null, "local": "06-skater_standing"}, "answer": "yes", "semanticStr": "select: skater (3)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the skater is standing.", "image": "n299528.jpg", "question_id": 202000893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (0)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201987897", "201987899", "201987898", "201987835", "201987834", "201987837", "201987830", "201987839", "201987854", "201987930", "201987931", "201987932", "201987859", "201987858", "201987823", "201987827", "201987824", "201987853", "201987828", "201987829", "201987845", "201987846", "201987847", "201987840", "201987841", "201987842", "201987843", "201987848"], "equivalent": ["201987844"], "question": "How large is the bottle in the top?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bottle_size"}, "answer": "small", "semanticStr": "select: bottle (0)->filter vposition: top [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is small.", "image": "n470131.jpg", "question_id": 201987844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (22)"}, {"operation": "relate", "dependencies": [0], "argument": "cabbage,to the right of,s (23)"}, {"operation": "choose color", "dependencies": [1], "argument": "green|purple"}], "entailed": [], "equivalent": ["201887127"], "question": "Is the cabbage to the right of the other cabbage purple or maybe green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-cabbage_color"}, "answer": "green", "semanticStr": "select: cabbage (22)->relate: cabbage,to the right of,s (23) [0]->choose color: green|purple [1]", "annotations": {"answer": {}, "question": {"9": "22", "2": "23"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cabbage is green.", "image": "n429961.jpg", "question_id": 201887127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "monitor (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20705792"], "equivalent": ["20705794"], "question": "Are there both desks and monitors in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-desk_monitor"}, "answer": "yes", "semanticStr": "select: desk (0)->exist: ? [0]->select: monitor (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "0", "5": "1"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a desk and a monitor.", "image": "n264887.jpg", "question_id": 20705794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|sleeveless"}], "entailed": ["201527932", "201527933", "201527922", "201527936", "201527937", "201527934", "201527935", "201527938", "201527921"], "equivalent": ["201527939"], "question": "Is the shirt sleeveless or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (7)->choose: short sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n118102.jpg", "question_id": 201527939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify", "dependencies": [0], "argument": "wet"}], "entailed": ["201480455", "201480454", "201480457", "201480456", "201480451", "201480453", "201480458", "201480478", "201480460", "201480461", "201480462", "201480464"], "equivalent": ["201480459", "201480458", "201480460"], "question": "Are the trousers wet?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_wet"}, "answer": "no", "semanticStr": "select: pants (4)->verify: wet [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trousers are dry.", "image": "n39114.jpg", "question_id": 201480459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201527932", "201527933", "201527931", "201527936", "201527920", "201527934", "201527935", "201527938", "201527939", "201527929", "201527927", "201527924", "201527928", "201527925", "201527926", "201527921", "201527922", "201527923", "201527937"], "equivalent": ["201527930", "201527931"], "question": "Is the shirt both short sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (7)->verify color: black [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and black.", "image": "n118102.jpg", "question_id": 201527930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "choose rel", "dependencies": [0], "argument": "speaker,to the left of|to the right of,s (3)"}], "entailed": ["202228380", "202228379", "202228378", "202228376", "202228375", "202228374", "202228373", "202228372", "202228210", "202228211", "202228212", "202228209"], "equivalent": ["202228377"], "question": "Is the rectangular device to the right or to the left of the TV?", "isBalanced": true, "groups": {"global": null, "local": "13-television_speaker"}, "answer": "left", "semanticStr": "select: television (1)->choose rel: speaker,to the left of|to the right of,s (3) [0]", "annotations": {"answer": {}, "question": {"13": "1", "2:4": "3"}, "fullAnswer": {"1": "3", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The speaker is to the left of the TV.", "image": "n77818.jpg", "question_id": 202228377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "rubber"}, {"operation": "verify", "dependencies": [1], "argument": "comfortable"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20929527", "20929526", "20929525", "20929524", "20929523", "20929522", "20929521", "20929520", "20929519", "20929529", "20929528", "20929530", "20929518", "20929517", "20929531", "20929532", "20929533"], "equivalent": ["20929516"], "question": "Are the shoes that are made of rubber white and comfortable?", "isBalanced": true, "groups": {"global": null, "local": "05-comfortable_white"}, "answer": "yes", "semanticStr": "select: shoes (1)->filter material: rubber [0]->verify: comfortable [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoes are white and comfortable.", "image": "n9181.jpg", "question_id": 20929516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["2076714", "2076715", "2076712", "2076713", "2076705", "2076704"], "equivalent": ["2076716"], "question": "Does the wide window look open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "closed", "semanticStr": "select: window (3)->filter width: wide [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is closed.", "image": "n214497.jpg", "question_id": 2076716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201303230"], "question": "What color is the chair in the bottom of the photo?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "gold", "semanticStr": "select: chair (13)->filter vposition: bottom [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is gold.", "image": "n518912.jpg", "question_id": 201303230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201303231", "201303233", "201303232", "201303234", "201303236", "201303208"], "equivalent": ["201303235"], "question": "What kind of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "chair", "semanticStr": "select: floor (7)->relate: furniture,on top of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n518912.jpg", "question_id": 201303235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20567560", "20567563", "20567565", "20567564"], "equivalent": ["20567561"], "question": "What is the man that is happy doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "playing", "semanticStr": "select: man (0)->filter face expression: happy [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is playing.", "image": "n414992.jpg", "question_id": 20567561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (0)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "angry"}, {"operation": "verify fatness", "dependencies": [1], "argument": "fat "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20567567"], "question": "Is the man to the right of the other man fat and angry?", "isBalanced": true, "groups": {"global": null, "local": "05-angry_fat"}, "answer": "no", "semanticStr": "select: man (1)->relate: man,to the right of,s (0) [0]->verify face expression: angry [1]->verify fatness: fat  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is fat but happy.", "image": "n414992.jpg", "question_id": 20567567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (5)"}, {"operation": "relate", "dependencies": [0], "argument": "window,near,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201467599", "201467598", "201467603", "201467602", "201467600", "201467597", "201467604", "201467610", "201467608"], "equivalent": ["201467601"], "question": "How large is the window near the plant?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "large", "semanticStr": "select: plant (5)->relate: window,near,s (7) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "5"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is large.", "image": "n295771.jpg", "question_id": 201467601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "select", "dependencies": [], "argument": "sign (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20461876"], "equivalent": ["20461875"], "question": "Is the hat the same color as the sign?", "isBalanced": true, "groups": {"global": null, "local": "09same-hat_sign"}, "answer": "yes", "semanticStr": "select: hat (3)->select: sign (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "3"}, "fullAnswer": {"3": "3", "6": "0"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the hat and the sign are black.", "image": "n571179.jpg", "question_id": 20461875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting next to,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20968363"], "equivalent": ["20968362"], "question": "What is the person that is not old sitting next to?", "isBalanced": true, "groups": {"global": "road", "local": "14-man_sitting next to,o"}, "answer": "road", "semanticStr": "select: person (0)->filter: not(old) [0]->relate: _,sitting next to,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "0", "7": "0"}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting next to the road.", "image": "n288870.jpg", "question_id": 20968362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201467605"], "equivalent": ["201467606"], "question": "Do you see any windows that are small?", "isBalanced": true, "groups": {"global": null, "local": "04-window_small"}, "answer": "no", "semanticStr": "select: window (7)->filter size: small [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a window but it is large.", "image": "n295771.jpg", "question_id": 201467606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": ["20968359"], "equivalent": ["20968360"], "question": "Is the person that is not old wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "no", "semanticStr": "select: person (0)->filter: not(old) [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "5": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shoes.", "image": "n288870.jpg", "question_id": 20968360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7,6)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["20461870"], "equivalent": ["20461870", "20461871"], "question": "Do both the people have the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (7,6)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n571179.jpg", "question_id": 20461871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (1)"}, {"operation": "relate", "dependencies": [0], "argument": "pillow,on top of,s (3)"}, {"operation": "filter", "dependencies": [1], "argument": "fluffy"}, {"operation": "choose rel", "dependencies": [2], "argument": "drapes,to the right of|to the left of,s (12)"}], "entailed": ["201079950", "201079948"], "equivalent": ["201079950", "201079949"], "question": "Are the open drapes to the left or to the right of the fluffy pillow which is on top of the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-pillow_drapes"}, "answer": "right", "semanticStr": "select: bed (1)->relate: pillow,on top of,s (3) [0]->filter: fluffy [1]->choose rel: drapes,to the right of|to the left of,s (12) [2]", "annotations": {"answer": {}, "question": {"2:4": "12", "13:15": "3", "21": "1"}, "fullAnswer": {"1": "12", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The drapes are to the right of the pillow.", "image": "n23181.jpg", "question_id": 201079949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["202179536", "202179537", "202179535", "202179532", "202179533", "202179531", "202179538"], "equivalent": ["202179534"], "question": "Is the tall person on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-man_right"}, "answer": "no", "semanticStr": "select: person (8)->filter height: tall [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is on the left of the image.", "image": "n523165.jpg", "question_id": 202179534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20953999", "20953998", "20954008", "20954004", "20954006", "20954007", "20953997", "20953996", "20953995", "20954003", "20954002", "20954005"], "equivalent": ["20954000"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "talking", "semanticStr": "select: man (15)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is talking.", "image": "n498712.jpg", "question_id": 20954000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (0)"}, {"operation": "relate", "dependencies": [0], "argument": "street,near,s (10)"}, {"operation": "verify", "dependencies": [1], "argument": "paved"}, {"operation": "verify width", "dependencies": [1], "argument": "wide "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202041899", "202041898", "202041880", "202041881", "202041884", "202041897", "202041886", "202041887", "202041879", "202041885", "202041903", "202041902", "202041901", "202041900", "202041882", "202041888", "202041883"], "equivalent": ["202041896"], "question": "Is the street near the building paved and wide?", "isBalanced": true, "groups": {"global": null, "local": "05-paved_wide"}, "answer": "yes", "semanticStr": "select: building (0)->relate: street,near,s (10) [0]->verify: paved [1]->verify width: wide  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "0"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street is paved and wide.", "image": "n449058.jpg", "question_id": 202041896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202041890", "202041893", "202041892", "202041895", "202041894", "202041889"], "equivalent": ["202041891"], "question": "What was used to make the street?", "isBalanced": true, "groups": {"global": "material", "local": "10q-street_material"}, "answer": "concrete", "semanticStr": "select: street (10)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is made of concrete.", "image": "n449058.jpg", "question_id": 202041891}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "printer (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201757767"], "equivalent": ["201757768"], "question": "Is there a printer or a speaker in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-printer_speaker"}, "answer": "no", "semanticStr": "select: speaker (-)->exist: ? [0]->select: printer (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no printers or speakers.", "image": "n4777.jpg", "question_id": 201757768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202041891", "202041890", "202041893", "202041895", "202041894", "202041889"], "equivalent": ["202041892"], "question": "What is the street made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-street_material"}, "answer": "concrete", "semanticStr": "select: street (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is made of concrete.", "image": "n449058.jpg", "question_id": 202041892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "choose rel", "dependencies": [0], "argument": "cake,to the left of|to the right of,s (4)"}], "entailed": ["20609670", "20609671", "20609672", "20609669", "20609773", "20609772"], "equivalent": ["20609774", "20609773"], "question": "Is the cake to the left or to the right of the bowl?", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_cake"}, "answer": "left", "semanticStr": "select: bowl (5)->choose rel: cake,to the left of|to the right of,s (4) [0]", "annotations": {"answer": {}, "question": {"2": "4", "12": "5"}, "fullAnswer": {"1": "4", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cake is to the left of the bowl.", "image": "n437064.jpg", "question_id": 20609774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cat,behind,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202228090", "202228091", "202228089", "202228088", "202227987"], "equivalent": ["202228087"], "question": "What is the device that is to the right of the cat behind the wall?", "isBalanced": true, "groups": {"global": "device", "local": "15-cat_to the right of,s"}, "answer": "dvd player", "semanticStr": "select: wall (6)->relate: cat,behind,s (2) [0]->relate: device,to the right of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0:2": "10"}, "question": {"11": "2", "3": "10", "14": "6"}, "fullAnswer": {"1": "10", "4:6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a DVD player.", "image": "n77818.jpg", "question_id": 202228087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201873300", "201873281", "201873265", "201873299", "201873298", "201873291", "201873293", "201873295", "201873296"], "equivalent": ["201873297"], "question": "What do you think is the color of the bucket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bucket_color"}, "answer": "white", "semanticStr": "select: bucket (1)->query: color [0]", "annotations": {"answer": {}, "question": {"9": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bucket is white.", "image": "n309148.jpg", "question_id": 201873297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "video camera (6)"}, {"operation": "select", "dependencies": [], "argument": "shirt (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202133491", "202133490"], "equivalent": ["202133490", "202133489"], "question": "Is the color of the shirt the same as the color of the video camera?", "isBalanced": true, "groups": {"global": null, "local": "09same-shirt_video camera"}, "answer": "no", "semanticStr": "select: video camera (6)->select: shirt (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "1", "13:15": "6"}, "fullAnswer": {"8": "1", "2:4": "6"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the video camera is black and the shirt is white.", "image": "n412144.jpg", "question_id": 202133489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20692320", "20692321", "20692319", "20692316"], "equivalent": ["20692322"], "question": "What shape is the small picture frame?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-picture frame_shape"}, "answer": "square", "semanticStr": "select: picture frame (5)->filter size: small [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4:7": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture frame is square.", "image": "n499081.jpg", "question_id": 20692322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (21)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20309019"], "question": "Are there both a plate and a knife in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-knife_plate"}, "answer": "no", "semanticStr": "select: knife (21)->exist: ? [0]->select: plate (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "21"}, "fullAnswer": {"4": "21"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a knife but no plates.", "image": "n278312.jpg", "question_id": 20309019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20395089", "20395088", "20395098", "20395099", "20395093", "20395090", "20395091", "20395096", "20395097", "20395094", "20395095", "20395087", "20395100", "20395101", "20395086"], "equivalent": ["20395092"], "question": "Are the curtains both red and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-red_soft"}, "answer": "yes", "semanticStr": "select: curtains (6)->verify color: red [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the curtains are red and soft.", "image": "n369313.jpg", "question_id": 20395092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,under,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201998418", "201998405", "201998400", "201998401", "201998402", "201998398", "201998399", "201998391", "201998393", "201998394", "201998395", "201998396"], "equivalent": ["201998397"], "question": "How big is the rug that is under the table?", "isBalanced": true, "groups": {"global": "size", "local": "10q-rug_size"}, "answer": "large", "semanticStr": "select: table (6)->relate: rug,under,s (8) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "6", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is large.", "image": "n319845.jpg", "question_id": 201998397}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|yellow"}], "entailed": [], "equivalent": ["201030700"], "question": "Does the pillow seem to be blue or yellow?", "isBalanced": true, "groups": {"global": "color", "local": "10c-pillow_color"}, "answer": "blue", "semanticStr": "select: pillow (7)->choose color: blue|yellow [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pillow is blue.", "image": "n54424.jpg", "question_id": 201030700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["20120519", "20120518", "20120535", "20120515", "20120517", "20120516", "20120527", "20120520", "20120521", "20120522", "20120523", "20120529"], "equivalent": ["20120528"], "question": "Is this a tall fence?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_tall"}, "answer": "yes", "semanticStr": "select: fence (8)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a tall fence.", "image": "n117888.jpg", "question_id": 20120528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "bare"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202223086", "202223088"], "equivalent": ["202223088", "202223087"], "question": "Do the green trees look bare and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-bare_tall"}, "answer": "no", "semanticStr": "select: tree (11)->filter color: green [0]->verify: bare [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are tall but leafy.", "image": "n257997.jpg", "question_id": 202223087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(light brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cabinet (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(light brown)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202241255", "202241257", "202241256", "202241254"], "equivalent": ["202241243"], "question": "Are there either cabinets or tables that are not light brown?", "isBalanced": true, "groups": {"global": null, "local": "04-table_n#light brown"}, "answer": "no", "semanticStr": "select: table (8)->filter color: not(light brown) [0]->exist: ? [1]->select: cabinet (-) ->filter color: not(light brown) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is light brown.", "image": "n460385.jpg", "question_id": 202241243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (18)"}, {"operation": "relate", "dependencies": [0], "argument": "socks,on,s (19)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202147735"], "equivalent": ["202147735", "202147736"], "question": "Are the socks on the shoes red and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-red_soft"}, "answer": "no", "semanticStr": "select: shoes (18)->relate: socks,on,s (19) [0]->verify color: red [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "19", "5": "18"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the socks are soft but white.", "image": "n194179.jpg", "question_id": 202147736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (3)"}, {"operation": "filter", "dependencies": [0], "argument": "cooked"}, {"operation": "relate", "dependencies": [1], "argument": "hamburger,next to,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201207300", "201207301"], "equivalent": ["201207302", "201207301"], "question": "Is there a hamburger next to the cooked vegetable?", "isBalanced": true, "groups": {"global": null, "local": "13-broccoli_hamburger"}, "answer": "no", "semanticStr": "select: vegetable (3)->filter: cooked [0]->relate: hamburger,next to,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"7:9": "3"}, "fullAnswer": {"8": "3", "4": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a sandwich next to the broccoli.", "image": "n222915.jpg", "question_id": 201207302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202241260", "202241248", "202241249", "202241259", "202241258", "202241241", "202241246", "202241250", "202241245", "202241217"], "equivalent": ["202241247"], "question": "What is the color of the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "light brown", "semanticStr": "select: table (8)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is light brown.", "image": "n460385.jpg", "question_id": 202241247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201110509", "201110508", "201110512", "201110513", "201110511"], "equivalent": ["201110510"], "question": "What kind of food is on top of the cake?", "isBalanced": true, "groups": {"global": "food", "local": "15-cake_on top of,s"}, "answer": "marshmallow", "semanticStr": "select: cake (3)->relate: food,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a marshmallow.", "image": "n546616.jpg", "question_id": 201110510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202227973", "202227975", "202227976", "202227977", "202227978", "202227979"], "equivalent": ["202227974", "202227975", "202227976"], "question": "What type of furniture is below the device that is not turned-off?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-television_below,s"}, "answer": "entertainment center", "semanticStr": "select: device (1)->filter: not(off) [0]->relate: furniture,below,s (11) [1]->query: name [2]", "annotations": {"answer": {"0:2": "11"}, "question": {"11": "1", "3": "11", "7": "1"}, "fullAnswer": {"6:8": "11", "1:4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an entertainment center.", "image": "n77818.jpg", "question_id": 202227974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202227973", "202227974", "202227975", "202227976", "202227978", "202227979"], "equivalent": ["202227977"], "question": "Which kind of furniture is below the television?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-television_below,s"}, "answer": "entertainment center", "semanticStr": "select: television (1)->relate: furniture,below,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"3": "11"}, "fullAnswer": {"6:8": "11", "1:4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an entertainment center.", "image": "n77818.jpg", "question_id": 202227977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201663004", "201663002", "201662998", "201662999", "201663001", "201662991", "201662992", "201662993", "201663000", "201662996", "201662994", "201662995"], "equivalent": ["201662998", "201662999", "201662996", "201662997"], "question": "What color is the floor?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "tan", "semanticStr": "select: floor (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is tan.", "image": "n35676.jpg", "question_id": 201662997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "nightstand (20)"}, {"operation": "select", "dependencies": [], "argument": "mirror (15) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201763582"], "question": "What do the nightstand and the mirror have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-mirror_nightstand"}, "answer": "shape", "semanticStr": "select: nightstand (20)->select: mirror (15) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "20", "6": "15"}, "fullAnswer": {"4": "20", "7": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the nightstand and the mirror are round.", "image": "n246334.jpg", "question_id": 201763582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856952", "20856951", "20856950", "20856948", "20856949", "20856736"], "equivalent": ["20856953"], "question": "What item of furniture is the purse lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-purse_lying on top of,o"}, "answer": "bed", "semanticStr": "select: purse (0)->relate: furniture,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"1:4": "17"}, "fullAnswer": {"1": "0", "8": "17"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The purse is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2059573", "2059572", "2059575", "2059574"], "equivalent": ["2059576", "2059575"], "question": "Which side of the photo is the girl on?", "isBalanced": true, "groups": {"global": null, "local": "10q-girl_hposition"}, "answer": "right", "semanticStr": "select: girl (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is on the right of the image.", "image": "n130638.jpg", "question_id": 2059576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201573959", "201573958", "201573961", "201573957"], "equivalent": ["201573960", "201573961"], "question": "On which side of the picture are the people?", "isBalanced": true, "groups": {"global": null, "local": "10q-people_hposition"}, "answer": "right", "semanticStr": "select: people (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The people are on the right of the image.", "image": "n115614.jpg", "question_id": 201573960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "nightstand,sitting atop,o (2)"}], "entailed": [], "equivalent": ["201832701"], "question": "Does the clock sit atop a nightstand?", "isBalanced": true, "groups": {"global": null, "local": "13-clock_nightstand"}, "answer": "yes", "semanticStr": "select: clock (8)->verify rel: nightstand,sitting atop,o (2) [0]", "annotations": {"answer": {}, "question": {"2": "8", "6": "2"}, "fullAnswer": {"2": "8", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the clock sits atop a nightstand.", "image": "n432591.jpg", "question_id": 201832701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (22)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757584", "201757585", "201757583"], "equivalent": ["201757581"], "question": "What is the long sleeved article of clothing?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "sweater", "semanticStr": "select: clothing (22)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"5:8": "22"}, "fullAnswer": {"1:3": "22", "5": "22"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n4777.jpg", "question_id": 201757581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121645", "202121644", "202121646"], "equivalent": ["202121643"], "question": "What type of furniture is to the right of the towel?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-towel_to the right of,s"}, "answer": "chairs", "semanticStr": "select: towel (5)->relate: furniture,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"10": "5", "3": "1"}, "fullAnswer": {"1:4": "1", "5": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n140421.jpg", "question_id": 202121643}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (3)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20317102", "20317101", "20317104"], "equivalent": ["20317103"], "question": "On which side is the microwave, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-microwave_hposition"}, "answer": "right", "semanticStr": "select: microwave (3)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The microwave is on the right of the image.", "image": "n350766.jpg", "question_id": 20317103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (22)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201757590", "201757588"], "equivalent": ["201757588", "201757589", "201757590"], "question": "Is the sweater that is made of cloth short sleeved and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_short sleeved"}, "answer": "no", "semanticStr": "select: sweater (22)->filter material: cloth [0]->verify color: blue [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "22", "7": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sweater is blue but long sleeved.", "image": "n4777.jpg", "question_id": 201757589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (22)"}, {"operation": "filter", "dependencies": [0], "argument": "off"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996731"], "equivalent": ["201996732"], "question": "Which kind of aircraft is off?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_off"}, "answer": "helicopter", "semanticStr": "select: aircraft (22)->filter: off [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n250715.jpg", "question_id": 201996732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (22)"}, {"operation": "filter", "dependencies": [0], "argument": "parked"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996734", "201996735", "201996736", "201996737"], "equivalent": ["201996734", "201996735", "201996733"], "question": "What is the name of the parked aircraft?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_parked"}, "answer": "helicopter", "semanticStr": "select: aircraft (22)->filter: parked [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"7": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n250715.jpg", "question_id": 201996733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (14)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201974596", "201974616", "201974615", "201974614", "201974613", "201974610", "201974622", "201974623", "201974621"], "equivalent": ["201974617"], "question": "Does the shirt look short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (14)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n274905.jpg", "question_id": 201974617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (22)"}, {"operation": "filter", "dependencies": [0], "argument": "parked"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996734", "201996735", "201996736", "201996733"], "equivalent": ["201996737"], "question": "What kind of aircraft is parked?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_parked"}, "answer": "helicopter", "semanticStr": "select: aircraft (22)->filter: parked [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n250715.jpg", "question_id": 201996737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "pizza,inside,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "boy,near,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20434858", "20434857"], "equivalent": ["20434856", "20434857"], "question": "Are there boys near the pizza inside the pizza box?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza_boy"}, "answer": "yes", "semanticStr": "select: pizza box (5)->relate: pizza,inside,s (6) [0]->relate: boy,near,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "5", "2": "1", "5": "6"}, "fullAnswer": {"4": "1", "7": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a boy near the pizza.", "image": "n431447.jpg", "question_id": 20434856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498080", "201498078", "201498079", "201498155", "201498157"], "equivalent": ["201498156"], "question": "Which kind of device is to the right of the coffee cup?", "isBalanced": true, "groups": {"global": "device", "local": "15-coffee cup_to the right of,s"}, "answer": "computer", "semanticStr": "select: coffee cup (1)->relate: device,to the right of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n315887.jpg", "question_id": 201498156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20480549"], "equivalent": ["20480548"], "question": "Is the water bottle black?", "isBalanced": true, "groups": {"global": null, "local": "06-water bottle_black"}, "answer": "no", "semanticStr": "select: water bottle (5)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the water bottle is blue.", "image": "n520071.jpg", "question_id": 20480548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20442303", "20442302", "20442301", "20442300", "20442306", "20442305", "20442304"], "equivalent": ["20442307"], "question": "On which side of the photo are the yellow fruits?", "isBalanced": true, "groups": {"global": null, "local": "10q-bananas_hposition"}, "answer": "left", "semanticStr": "select: fruit (7)->filter color: yellow [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bananas are on the left of the image.", "image": "n207708.jpg", "question_id": 20442307}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "choose name", "dependencies": [1], "argument": "laptop|keyboard"}], "entailed": ["201735323"], "equivalent": ["201735324", "201735323"], "question": "Which device is on, the laptop computer or the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_on"}, "answer": "laptop", "semanticStr": "select: device (1)->filter: on [0]->choose name: laptop|keyboard [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "9": "3", "5:7": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The laptop computer is on.", "image": "n240973.jpg", "question_id": 201735324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowls (0)"}, {"operation": "relate", "dependencies": [0], "argument": "squash,sitting inside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201935861", "201935860", "201935847", "201935846", "201935841", "201935840", "201935842", "201935838", "201935839", "201935829", "201935834", "201935835", "201935836", "201935837", "201935830", "201935831", "201935833"], "equivalent": ["201935832"], "question": "What is the size of the squash that is sitting inside the bowls?", "isBalanced": true, "groups": {"global": "size", "local": "10q-squash_size"}, "answer": "large", "semanticStr": "select: bowls (0)->relate: squash,sitting inside,s (1) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"12": "0", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The squash is large.", "image": "n500209.jpg", "question_id": 201935832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dirt,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["202156975", "202156974", "202156973"], "equivalent": ["202156976"], "question": "How hard is the dirt that the elephants are on?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-dirt_hardness"}, "answer": "soft", "semanticStr": "select: elephants (3)->relate: dirt,on,o (9) [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "3"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is soft.", "image": "n543966.jpg", "question_id": 202156976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (19)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (17)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20508251", "20508253", "20508254", "20508255", "20508256", "20508257", "20508249"], "equivalent": ["20508251", "20508252"], "question": "Does the chair to the left of the books have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_small"}, "answer": "yes", "semanticStr": "select: books (19)->relate: chair,to the left of,s (17) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"8": "19", "2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is small.", "image": "n511913.jpg", "question_id": 20508252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ring (9)"}, {"operation": "relate", "dependencies": [0], "argument": "faucet,below,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "curved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201880317"], "question": "Does the faucet below the ring look black and curved?", "isBalanced": true, "groups": {"global": null, "local": "05-black_curved"}, "answer": "no", "semanticStr": "select: ring (9)->relate: faucet,below,s (13) [0]->verify color: black [1]->verify: curved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "5": "9"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tap is curved but silver.", "image": "n95369.jpg", "question_id": 201880317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20211136", "20211137", "20211134", "20211135"], "equivalent": ["20211138"], "question": "On which side is the container?", "isBalanced": true, "groups": {"global": null, "local": "10q-container_hposition"}, "answer": "left", "semanticStr": "select: container (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is on the left of the image.", "image": "n312206.jpg", "question_id": 20211138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (13)"}, {"operation": "relate", "dependencies": [0], "argument": "crosswalk,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing near,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201574002"], "question": "Who is standing near the crosswalk that is near the lamp post?", "isBalanced": true, "groups": {"global": "person", "local": "14-crosswalk_standing near,s"}, "answer": "people", "semanticStr": "select: street light (13)->relate: crosswalk,near,s (6) [0]->relate: person,standing near,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"5": "6", "10:12": "13"}, "fullAnswer": {"1": "8", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing near the crosswalk.", "image": "n115614.jpg", "question_id": 201574002}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20942146"], "question": "What is the girl in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-girl_in front of,o"}, "answer": "trees", "semanticStr": "select: girl (0)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the trees.", "image": "n137182.jpg", "question_id": 20942146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14,7)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["201640116"], "equivalent": ["201640116", "201640115"], "question": "Are all these people the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (14,7)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n235859.jpg", "question_id": 201640115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hitting,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202126034", "202126033"], "equivalent": ["202126033", "202126032"], "question": "What does the tennis racket hit?", "isBalanced": true, "groups": {"global": "object", "local": "14-racket_hitting,o"}, "answer": "tennis ball", "semanticStr": "select: racket (5)->relate: _,hitting,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3:5": "5"}, "fullAnswer": {"1:3": "5", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tennis racket hits the tennis ball.", "image": "n573460.jpg", "question_id": 202126032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hitting,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202126000"], "equivalent": ["202126031"], "question": "What hits the tennis ball?", "isBalanced": true, "groups": {"global": "object", "local": "14-tennis ball_hitting,s"}, "answer": "racket", "semanticStr": "select: tennis ball (6)->relate: _,hitting,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1:3": "5", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tennis racket hits the tennis ball.", "image": "n573460.jpg", "question_id": 202126031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202244335", "202244334", "202244337", "202244336", "202244331", "202244330", "202244333", "202244332", "202244350", "202244312", "202244311", "202244310", "202244317", "202244316", "202244348", "202244349", "202244322", "202244323", "202244320", "202244321", "202244308", "202244309", "202244346", "202244347", "202244340", "202244341", "202244342", "202244343", "202244300", "202244301", "202244302", "202244303", "202244304", "202244305", "202244306", "202244307", "202244344", "202244345", "202244296", "202244297", "202244294", "202244295", "202244292", "202244298", "202244299"], "equivalent": ["202244294", "202244293"], "question": "Does the white food look small and thick?", "isBalanced": true, "groups": {"global": null, "local": "05-small_thick"}, "answer": "yes", "semanticStr": "select: food (5)->filter color: white [0]->verify size: small [1]->verify thickness: thick  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dip is small and thick.", "image": "n296467.jpg", "question_id": 202244293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hitting,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202126033", "202126032"], "equivalent": ["202126034"], "question": "What does the racket hit?", "isBalanced": true, "groups": {"global": "object", "local": "14-racket_hitting,o"}, "answer": "tennis ball", "semanticStr": "select: racket (5)->relate: _,hitting,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "5", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tennis racket hits the tennis ball.", "image": "n573460.jpg", "question_id": 202126034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202158789", "202158803", "202158802", "202158801", "202158810", "202158791", "202158790", "202158809"], "equivalent": ["202158811"], "question": "Which kind of vehicle is black?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_black"}, "answer": "bus", "semanticStr": "select: vehicle (0)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n406334.jpg", "question_id": 202158811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "trash can,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20489605"], "equivalent": ["20489606", "20489605"], "question": "Do you see any trash cans near the long bench?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_trash can"}, "answer": "no", "semanticStr": "select: bench (7)->filter length: long [0]->relate: trash can,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"4": "4", "7": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bed near the bench.", "image": "n145498.jpg", "question_id": 20489606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647439"], "equivalent": ["20647440"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "man", "semanticStr": "select: pants (12)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants.", "image": "n98540.jpg", "question_id": 20647440}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258193", "202258165", "202258173", "202258172", "202258164", "202258166", "202258174"], "equivalent": ["202258194"], "question": "Which kind of animal is looking down?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_looking down"}, "answer": "horse", "semanticStr": "select: animal (3)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (10)"}, {"operation": "relate", "dependencies": [0], "argument": "door,behind,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201759412", "201759428", "201759413", "201759399", "201759427", "201759426", "201759405", "201759404", "201759397", "201759411", "201759401", "201759400", "201759402", "201759409"], "equivalent": ["201759403"], "question": "What is the color of the door that is behind the mat?", "isBalanced": true, "groups": {"global": "color", "local": "10q-door_color"}, "answer": "black", "semanticStr": "select: mat (10)->relate: door,behind,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "10", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is black.", "image": "n150962.jpg", "question_id": 201759403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023433", "202023432", "202023417", "202023411", "202023410", "202023419", "202023418"], "equivalent": ["202023434"], "question": "What kind of furniture is yellow?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_yellow"}, "answer": "bed", "semanticStr": "select: furniture (5)->filter color: yellow [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n95313.jpg", "question_id": 202023434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201759149"], "equivalent": ["201759150", "201759149"], "question": "Does that table look blue and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_wood"}, "answer": "no", "semanticStr": "select: table (11)->verify color: blue [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is wooden but brown.", "image": "n150962.jpg", "question_id": 201759150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20287536", "20287528", "20287553", "20287546", "20287547", "20287548", "20287549", "20287533", "20287554", "20287526", "20287527", "20287551", "20287550", "20287531", "20287529", "20287537", "20287530", "20287535", "20287534", "20287532"], "equivalent": ["20287545"], "question": "Does the glove made of leather look black and large?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "yes", "semanticStr": "select: glove (12)->filter material: leather [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "5": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the glove is black and large.", "image": "n317260.jpg", "question_id": 20287545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "books,near,s (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "computer,to the left of|to the right of,s (4)"}], "entailed": ["20480803", "20480804", "20480805", "20480730", "20480728"], "equivalent": ["20480730", "20480729"], "question": "Is the open computer to the left or to the right of the books near the water bottle?", "isBalanced": true, "groups": {"global": null, "local": "13-books_computer"}, "answer": "left", "semanticStr": "select: water bottle (5)->relate: books,near,s (6) [0]->choose rel: computer,to the left of|to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "4", "16:18": "5"}, "fullAnswer": {"1": "4", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The computer is to the left of the books.", "image": "n520071.jpg", "question_id": 20480729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn around,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting beside,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878405", "201878375"], "equivalent": ["201878404"], "question": "What animal is sitting beside the person that the coat is worn around?", "isBalanced": true, "groups": {"global": "animal", "local": "14-person_sitting beside,s"}, "answer": "dog", "semanticStr": "select: coat (16)->relate: person,worn around,o (2) [0]->relate: animal,sitting beside,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "16", "6": "2"}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is sitting beside the person.", "image": "n342511.jpg", "question_id": 201878404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "oven,to the left of,o (14)"}], "entailed": ["20308395", "20308396"], "equivalent": ["20308565"], "question": "Is the refrigerator to the left of the silver thing that is to the left of the bread?", "isBalanced": true, "groups": {"global": null, "local": "13-refrigerator_oven"}, "answer": "yes", "semanticStr": "select: refrigerator (17)->verify rel: oven,to the left of,o (14) [0]", "annotations": {"answer": {}, "question": {"8:10": "14", "2": "17", "17": "25"}, "fullAnswer": {"9": "14", "2": "17"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the refrigerator is to the left of the oven.", "image": "n278312.jpg", "question_id": 20308565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462064", "20462175"], "equivalent": ["20462063"], "question": "The woman is where?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_on,o"}, "answer": "snow", "semanticStr": "select: woman (7)->relate: place,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the snow.", "image": "n571179.jpg", "question_id": 20462063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462063", "20462175"], "equivalent": ["20462064"], "question": "Where is the woman?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_on,o"}, "answer": "snow", "semanticStr": "select: woman (7)->relate: place,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the snow.", "image": "n571179.jpg", "question_id": 20462064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "skier,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20462066"], "question": "Are there any skiers on the snow?", "isBalanced": true, "groups": {"global": null, "local": "13-snow_skier"}, "answer": "no", "semanticStr": "select: snow (9)->relate: skier,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "7", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a woman on the snow.", "image": "n571179.jpg", "question_id": 20462066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (22)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201866612", "201866611", "201866610", "201866616", "201866615", "201866614", "201866608", "201866609", "201866607"], "equivalent": ["201866611", "201866613", "201866612"], "question": "Are the white cars on the left or on the right side?", "isBalanced": true, "groups": {"global": null, "local": "10c-cars_hposition"}, "answer": "right", "semanticStr": "select: cars (22)->filter color: white [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cars are on the right of the image.", "image": "n211324.jpg", "question_id": 201866613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556561", "201556560", "201556466", "201556555", "201556556", "201556557", "201556467"], "equivalent": ["201556554"], "question": "What do you think is in front of the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-window_in front of,s"}, "answer": "desk", "semanticStr": "select: window (8)->relate: _,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"9": "8"}, "fullAnswer": {"1": "10", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is in front of the window.", "image": "n525901.jpg", "question_id": 201556554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify rel", "dependencies": [1], "argument": "racket,holding,o (7)"}], "entailed": [], "equivalent": ["201301954"], "question": "Is the woman that is standing holding a racket?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_racket"}, "answer": "yes", "semanticStr": "select: woman (0)->filter pose: standing [0]->verify rel: racket,holding,o (7) [1]", "annotations": {"answer": {}, "question": {"8": "7", "2": "0", "5": "0"}, "fullAnswer": {"2": "0", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is holding a racket.", "image": "n127705.jpg", "question_id": 201301954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068787", "201068788"], "equivalent": ["201068789"], "question": "What piece of clothing is long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "blouse", "semanticStr": "select: clothing (6)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1:4": "6"}, "fullAnswer": {"1:3": "6", "5": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a blouse.", "image": "n159802.jpg", "question_id": 201068789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120212"], "equivalent": ["20120213"], "question": "Who is wearing the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "athlete", "semanticStr": "select: shorts (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing shorts.", "image": "n117888.jpg", "question_id": 20120213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking at,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201794982", "201795584", "201795585", "201795581", "201795582", "201795583"], "equivalent": ["201795580"], "question": "What animal does the kid that looks little look at?", "isBalanced": true, "groups": {"global": "animal", "local": "14-child_looking at,o"}, "answer": "elephant", "semanticStr": "select: child (0)->filter size: small [0]->relate: animal,looking at,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"4": "0", "7": "0"}, "fullAnswer": {"1": "0", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid looks at the elephant.", "image": "n119944.jpg", "question_id": 201795580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["20754623", "20754628", "20754626", "20754627"], "equivalent": ["20754624"], "question": "What is the person that is waiting doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "sitting", "semanticStr": "select: person (0)->filter activity: waiting [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is sitting.", "image": "n566028.jpg", "question_id": 20754624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}], "entailed": ["20754622", "20754621", "20754619", "20754615", "20754603", "20754618", "20754602"], "equivalent": ["20754620"], "question": "Does the person that is sitting-down look old?", "isBalanced": true, "groups": {"global": null, "local": "06-person_old"}, "answer": "no", "semanticStr": "select: person (0)->filter pose: sitting [0]->verify age: old [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the person is young.", "image": "n566028.jpg", "question_id": 20754620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting behind,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306787", "20306829", "20306788"], "equivalent": ["20306828"], "question": "What is sitting behind the person on the left?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting behind,s"}, "answer": "lamp", "semanticStr": "select: person (1)->filter hposition: left [0]->relate: _,sitting behind,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"5": "1"}, "fullAnswer": {"1": "4", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is sitting behind the woman.", "image": "n554880.jpg", "question_id": 20306828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelet (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "orange"}], "entailed": ["201175057", "201175055"], "equivalent": ["201175056"], "question": "Does the bracelet have orange color?", "isBalanced": true, "groups": {"global": null, "local": "06-bracelet_orange"}, "answer": "no", "semanticStr": "select: bracelet (13)->verify color: orange [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bracelet is black.", "image": "n357784.jpg", "question_id": 201175056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "cat,behind,o (1)"}], "entailed": ["201175373", "201175376", "201175375", "201175374", "201175508", "201175506", "201175507"], "equivalent": ["201175505"], "question": "Is the happy woman behind the brown cat?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_cat"}, "answer": "yes", "semanticStr": "select: woman (0)->filter face expression: happy [0]->verify rel: cat,behind,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6:8": "1"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is behind the cat.", "image": "n357784.jpg", "question_id": 201175505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}], "entailed": ["201996855", "201996857", "201996859", "201996858", "201996880", "201996881", "201996860", "201996861", "201996863", "201996865"], "equivalent": ["201996862"], "question": "Does the shirt that is not dirty look long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_long sleeved"}, "answer": "no", "semanticStr": "select: shirt (2)->filter cleanliness: not(dirty) [0]->verify: long sleeved [1]", "annotations": {"answer": {}, "question": {"2": "2", "6": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is short sleeved.", "image": "n250715.jpg", "question_id": 201996862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "napkin (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202049533"], "question": "Are there either plates or napkins in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-napkin_plate"}, "answer": "yes", "semanticStr": "select: plate (8)->exist: ? [0]->select: napkin (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a plate.", "image": "n381072.jpg", "question_id": 202049533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201996855", "201996857", "201996891", "201996890", "201996892", "201996878", "201996873", "201996872", "201996871", "201996870", "201996877", "201996876", "201996875", "201996874", "201996886", "201996884", "201996885", "201996882", "201996883", "201996880", "201996881", "201996888", "201996889", "201996868", "201996869", "201996865", "201996867"], "equivalent": ["201996866"], "question": "Does the shirt look brown and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_clean"}, "answer": "yes", "semanticStr": "select: shirt (2)->verify color: brown [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is brown and clean.", "image": "n250715.jpg", "question_id": 201996866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "performer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "employee (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202053407", "202053406"], "equivalent": ["202053407", "202053408"], "question": "Are there any performers or employees?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-employee_performer"}, "answer": "no", "semanticStr": "select: performer (-)->exist: ? [0]->select: employee (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no employees or performers.", "image": "n334278.jpg", "question_id": 202053408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,next to,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "sign,same material,_ (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201322442", "201322714"], "equivalent": ["201322443"], "question": "What kind of sign is made of the same material as the vehicle next to the sidewalk?", "isBalanced": true, "groups": {"global": "sign", "local": "14-bus_same material,_"}, "answer": "street sign", "semanticStr": "select: sidewalk (7)->relate: vehicle,next to,s (0) [0]->relate: sign,same material,_ (9) [1]->query: name [2]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9", "12": "0", "16": "7"}, "fullAnswer": {"11": "0", "1:3": "9"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is made of the same material as the bus.", "image": "n311910.jpg", "question_id": 201322443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,wearing,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,behind,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202060120", "202060124", "202060118", "202060126", "202060127", "202060128", "202060024", "202060117", "202060025", "202060125"], "equivalent": ["202060119", "202060118"], "question": "What type of furniture is behind the animal that is wearing a hat?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dog_behind,s"}, "answer": "couch", "semanticStr": "select: hat (12)->relate: animal,wearing,s (10) [0]->relate: furniture,behind,s (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13", "12": "12", "7": "10"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n14087.jpg", "question_id": 202060119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (9)"}, {"operation": "select", "dependencies": [], "argument": "bus (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201322441"], "question": "What do the street sign and the bus have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bus_street sign"}, "answer": "material", "semanticStr": "select: street sign (9)->select: bus (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "0", "3:5": "9"}, "fullAnswer": {"8": "0", "4:6": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the street sign and the bus are metallic.", "image": "n311910.jpg", "question_id": 201322441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (8)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,above,s (5)"}, {"operation": "filter cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify color", "dependencies": [2], "argument": "black"}], "entailed": ["201434159", "201434157", "201434156"], "equivalent": ["201434158"], "question": "Does the clean shirt above the pavement have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_black"}, "answer": "no", "semanticStr": "select: pavement (8)->relate: shirt,above,s (5) [0]->filter cleanliness: clean [1]->verify color: black [2]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "8"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is blue.", "image": "n545516.jpg", "question_id": 201434158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "yellow"}, {"operation": "choose material", "dependencies": [2], "argument": "metal|wood"}], "entailed": ["201974894"], "equivalent": ["201974895"], "question": "Is the racket that looks green and yellow made of wood or metal?", "isBalanced": true, "groups": {"global": "material", "local": "10c-racket_material"}, "answer": "metal", "semanticStr": "select: racket (0)->filter color: green [0]->filter color: yellow [1]->choose material: metal|wood [2]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0", "7": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tennis racket is made of metal.", "image": "n274905.jpg", "question_id": 201974895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["2017232", "2017212", "2017225", "2017227", "2017226", "2017221", "2017220", "2017223", "2017222", "2017215", "2017216", "2017217", "2017211", "2017199", "2017218"], "equivalent": ["2017224"], "question": "How long do you think is the black hair?", "isBalanced": true, "groups": {"global": "length", "local": "10q-hair_length"}, "answer": "short", "semanticStr": "select: hair (1)->filter color: black [0]->query: length [1]", "annotations": {"answer": {}, "question": {"7:9": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is short.", "image": "n324908.jpg", "question_id": 2017224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201077101"], "equivalent": ["201077102"], "question": "What is mounted on the countertop?", "isBalanced": true, "groups": {"global": "", "local": "14-countertop_mounted on,s"}, "answer": "sink", "semanticStr": "select: countertop (7)->relate: _,mounted on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is mounted on the counter top.", "image": "n503626.jpg", "question_id": 201077102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20756677", "20756673", "20756672", "20756671", "20756670", "20756668", "20756659", "20756660", "20756666", "20756667"], "equivalent": ["20756669"], "question": "Does the shelf look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-shelf_brown"}, "answer": "yes", "semanticStr": "select: shelf (10)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shelf is brown.", "image": "n433532.jpg", "question_id": 20756669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (5)"}, {"operation": "relate", "dependencies": [0], "argument": "food,below,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412045", "20412046", "20412043", "20412042"], "equivalent": ["20412044"], "question": "What kind of food is below the carrots?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-carrots_below,s"}, "answer": "dessert", "semanticStr": "select: carrots (5)->relate: food,below,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a dessert.", "image": "n363445.jpg", "question_id": 20412044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (16)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20308623", "20308636", "20308627", "20308626", "20308624"], "equivalent": ["20308625"], "question": "What color is the towel?", "isBalanced": true, "groups": {"global": "color", "local": "10q-towel_color"}, "answer": "brown", "semanticStr": "select: towel (16)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towel is brown.", "image": "n278312.jpg", "question_id": 20308625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20783200", "20783201", "20783202", "20783203"], "equivalent": ["20783203", "20783204"], "question": "On which side of the photo is the black screen?", "isBalanced": true, "groups": {"global": null, "local": "10q-screen_hposition"}, "answer": "right", "semanticStr": "select: screen (3)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The screen is on the right of the image.", "image": "n355339.jpg", "question_id": 20783204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20721769"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "girl", "semanticStr": "select: person (1)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is standing.", "image": "n89148.jpg", "question_id": 20721769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baskets (16)"}, {"operation": "filter", "dependencies": [0], "argument": "not(empty)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201795277", "201795274", "201795275"], "equivalent": ["201795276"], "question": "What are the baskets that are not empty made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-baskets_material"}, "answer": "wood", "semanticStr": "select: baskets (16)->filter: not(empty) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3": "16", "7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baskets are made of wood.", "image": "n119944.jpg", "question_id": 201795276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201947638", "201947648", "201947637", "201947642", "201947643", "201947640", "201947641"], "equivalent": ["201947639"], "question": "What color is the toothbrush?", "isBalanced": true, "groups": {"global": "color", "local": "10q-toothbrush_color"}, "answer": "yellow", "semanticStr": "select: toothbrush (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toothbrush is yellow.", "image": "n473688.jpg", "question_id": 201947639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068835", "201068834", "201068831", "201068833", "201068832"], "equivalent": ["201068836"], "question": "What kind of clothing is small?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_small"}, "answer": "sweatshirt", "semanticStr": "select: clothing (8)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweatshirt.", "image": "n159802.jpg", "question_id": 201068836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20661161", "20661434"], "equivalent": ["20661435"], "question": "What vehicle are the trees behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_behind,o"}, "answer": "bus", "semanticStr": "select: trees (2)->relate: vehicle,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "2", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are behind the bus.", "image": "n346736.jpg", "question_id": 20661435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (17)"}, {"operation": "select", "dependencies": [], "argument": "calculator (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20385242"], "equivalent": ["20385242", "20385243"], "question": "Is the remote made of the same material as the calculator?", "isBalanced": true, "groups": {"global": null, "local": "09same-calculator_remote control"}, "answer": "yes", "semanticStr": "select: remote control (17)->select: calculator (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "11", "2": "17"}, "fullAnswer": {"3": "17", "6": "11"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the remote and the calculator are made of plastic.", "image": "n90294.jpg", "question_id": 20385243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (4)"}, {"operation": "verify rel", "dependencies": [1], "argument": "teddy bear,holding,o (3)"}], "entailed": ["20456570"], "equivalent": ["20456571"], "question": "Is the animal to the left of the cabinet holding a teddy bear?", "isBalanced": true, "groups": {"global": null, "local": "13-dog_teddy bear"}, "answer": "yes", "semanticStr": "select: cabinet (8)->relate: animal,to the left of,s (4) [0]->verify rel: teddy bear,holding,o (3) [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "4", "11:13": "3"}, "fullAnswer": {"2": "4", "6:8": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the dog is holding a teddy bear.", "image": "n65885.jpg", "question_id": 20456571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20781842", "20781844", "20781845", "20781846"], "equivalent": ["20781842", "20781843"], "question": "Do the pants look black?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_black"}, "answer": "no", "semanticStr": "select: pants (2)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pants are red.", "image": "n317189.jpg", "question_id": 20781843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144559", "202144560", "202144557"], "equivalent": ["202144558"], "question": "Who is in front of the sign?", "isBalanced": true, "groups": {"global": "person", "local": "14-sign_in front of,s"}, "answer": "man", "semanticStr": "select: sign (12)->relate: person,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the sign.", "image": "n37274.jpg", "question_id": 202144558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (9)"}, {"operation": "select", "dependencies": [], "argument": "chair (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20306173", "20306172"], "equivalent": ["20306173", "20306172", "20306174"], "question": "Are the television and the chair made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_television"}, "answer": "no", "semanticStr": "select: television (9)->select: chair (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "7"}, "fullAnswer": {"9": "7", "2": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the television is made of glass and the chair is made of wood.", "image": "n554880.jpg", "question_id": 20306174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456575", "20456577", "20456468"], "equivalent": ["20456577", "20456576"], "question": "What is the animal that is lying on the carpet?", "isBalanced": true, "groups": {"global": "animal", "local": "15-carpet_lying on,s"}, "answer": "dog", "semanticStr": "select: carpet (5)->relate: animal,lying on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"9": "5", "3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n65885.jpg", "question_id": 20456576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20403499", "20403504", "20403502", "20403503", "20403500", "20403501"], "equivalent": ["20403498"], "question": "Is the size of the trash bin small?", "isBalanced": true, "groups": {"global": null, "local": "06-trash can_small"}, "answer": "yes", "semanticStr": "select: trash can (7)->verify size: small [0]", "annotations": {"answer": {}, "question": {"5:7": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trash bin is small.", "image": "n249639.jpg", "question_id": 20403498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202144558", "202144559", "202144560"], "equivalent": ["202144557"], "question": "Who is in front of the plastic sign?", "isBalanced": true, "groups": {"global": "person", "local": "14-sign_in front of,s"}, "answer": "man", "semanticStr": "select: sign (12)->filter material: plastic [0]->relate: person,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"6:8": "12"}, "fullAnswer": {"1": "4", "7": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the sign.", "image": "n37274.jpg", "question_id": 202144557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter", "dependencies": [0], "argument": "cushioned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121601", "202121602"], "equivalent": ["202121603"], "question": "What kind of furniture is cushioned?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_cushioned"}, "answer": "chairs", "semanticStr": "select: furniture (1)->filter: cushioned [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n140421.jpg", "question_id": 202121603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "man,behind,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202144551"], "equivalent": ["202144552"], "question": "Do you see any men behind the appliance that is on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-blender_man"}, "answer": "yes", "semanticStr": "select: appliance (8)->filter hposition: right [0]->relate: man,behind,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"4": "4", "7": "8"}, "fullAnswer": {"4": "4", "7": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man behind the blender.", "image": "n37274.jpg", "question_id": 202144552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (3)"}, {"operation": "verify age", "dependencies": [0], "argument": "old"}], "entailed": ["202158991", "202158990", "202158992", "202158986", "202158987", "202158984", "202158985", "202158982", "202158980", "202158988", "202158989"], "equivalent": ["202158980", "202158981"], "question": "Do you think the people are old?", "isBalanced": true, "groups": {"global": null, "local": "06-people_old"}, "answer": "yes", "semanticStr": "select: people (3)->verify age: old [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the people are old.", "image": "n406334.jpg", "question_id": 202158981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stickers (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify rel", "dependencies": [1], "argument": "paper,below,o (8)"}], "entailed": ["201370443"], "equivalent": ["201370439"], "question": "Are the blue stickers below the paper?", "isBalanced": true, "groups": {"global": null, "local": "13-stickers_paper"}, "answer": "yes", "semanticStr": "select: stickers (6)->filter color: blue [0]->verify rel: paper,below,o (8) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "8"}, "fullAnswer": {"2": "6", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the stickers are below the paper.", "image": "n351318.jpg", "question_id": 201370439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify state", "dependencies": [0], "argument": "wavy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201687498", "201687499", "201687497", "201687519", "201687518", "201687517", "201687516", "201687515", "201687514", "201687513", "201687512", "201687511", "201687510", "201687508", "201687504", "201687505", "201687506", "201687507", "201687500", "201687501", "201687502"], "equivalent": ["201687510", "201687509"], "question": "Is the water both wavy and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_wavy"}, "answer": "yes", "semanticStr": "select: water (7)->verify color: blue [0]->verify state: wavy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the water is wavy and blue.", "image": "n228268.jpg", "question_id": 201687509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,below,s (6)"}, {"operation": "verify material", "dependencies": [1], "argument": "plastic"}], "entailed": ["20381568", "20381563", "20381567", "20381566", "20381565"], "equivalent": ["20381564"], "question": "Is the device below the picture frame made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "06-computer monitor_plastic"}, "answer": "yes", "semanticStr": "select: picture frame (1)->relate: device,below,s (6) [0]->verify material: plastic [1]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "1"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the computer monitor is made of plastic.", "image": "n398257.jpg", "question_id": 20381564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chandelier (9)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,below,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202121606"], "equivalent": ["202121605", "202121606"], "question": "Are the chairs below the chandelier wooden and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_wood"}, "answer": "no", "semanticStr": "select: chandelier (9)->relate: chairs,below,s (1) [0]->verify size: small [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "9"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chairs are small but metallic.", "image": "n140421.jpg", "question_id": 202121605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201987530", "201987531", "201987533"], "equivalent": ["201987532"], "question": "Is the plastic helmet on the left side or on the right of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-helmet_hposition"}, "answer": "right", "semanticStr": "select: helmet (6)->filter material: plastic [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helmet is on the right of the image.", "image": "n501951.jpg", "question_id": 201987532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "hammers (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201370430", "201370432"], "equivalent": ["201370431", "201370432"], "question": "Are there any hammers or keyboards?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-hammers_keyboard"}, "answer": "no", "semanticStr": "select: keyboard (-)->exist: ? [0]->select: hammers (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no hammers or keyboards.", "image": "n351318.jpg", "question_id": 201370431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (14)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201758392", "201758390", "201758391", "201758396", "201758397", "201758394", "201758395", "201758398"], "equivalent": ["201758393"], "question": "Is the soft toy on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-stuffed dog_left"}, "answer": "no", "semanticStr": "select: toy (14)->filter hardness: soft [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2:4": "14"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the stuffed dog is on the right of the image.", "image": "n4777.jpg", "question_id": 201758393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stage (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201065483", "201065481", "201065480", "201065487", "201065485", "201065478", "201065479", "201065484", "201065488", "201065486"], "equivalent": ["201065482", "201065481"], "question": "What color is the stage?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-stage_color"}, "answer": "dark", "semanticStr": "select: stage (14)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stage is dark.", "image": "n429883.jpg", "question_id": 201065482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave oven (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308195", "20308197", "20308199", "20308198", "20308201", "20308200"], "equivalent": ["20308195", "20308196"], "question": "The microwave oven made of stainless steel is hanging from what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-microwave oven_hanging from,o"}, "answer": "cabinets", "semanticStr": "select: microwave oven (13)->filter material: stainless steel [0]->relate: _,hanging from,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"1:3": "13", "5:7": "13"}, "fullAnswer": {"1:3": "13", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The microwave oven is hanging from the cabinets.", "image": "n278312.jpg", "question_id": 20308196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308194", "20308191", "20308193", "20308192"], "equivalent": ["20308190"], "question": "What is hanging from the cabinets that look white?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-cabinets_hanging from,s"}, "answer": "microwave oven", "semanticStr": "select: cabinets (12)->filter color: white [0]->relate: _,hanging from,s (13) [1]->query: name [2]", "annotations": {"answer": {"0:2": "13"}, "question": {"8": "12", "5": "12"}, "fullAnswer": {"1:3": "13", "7": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The microwave oven is hanging from the cabinets.", "image": "n278312.jpg", "question_id": 20308190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (3)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinets,hanging from,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,hanging from,s (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308194", "20308191", "20308190", "20308192"], "equivalent": ["20308193", "20308192"], "question": "What is the appliance that is hanging from the cabinets that are hanging from the wall called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-cabinets_hanging from,s"}, "answer": "microwave oven", "semanticStr": "select: wall (3)->relate: cabinets,hanging from,s (12) [0]->relate: appliance,hanging from,s (13) [1]->query: name [2]", "annotations": {"answer": {"0:2": "13"}, "question": {"9": "12", "3": "13", "15": "3"}, "fullAnswer": {"1": "13", "4:6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a microwave oven.", "image": "n278312.jpg", "question_id": 20308193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (11)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201206888", "201206887"], "equivalent": ["201206886", "201206887"], "question": "What is the round bowl sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bowl_sitting on,o"}, "answer": "papers", "semanticStr": "select: bowl (11)->filter shape: round [0]->relate: _,sitting on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is sitting on the papers.", "image": "n222915.jpg", "question_id": 201206886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201206885"], "question": "What is sitting on the papers?", "isBalanced": true, "groups": {"global": "object", "local": "14-papers_sitting on,s"}, "answer": "bowl", "semanticStr": "select: papers (10)->relate: _,sitting on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is sitting on the papers.", "image": "n222915.jpg", "question_id": 201206885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "chair,underneath,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20340748", "20340747"], "equivalent": ["20340782"], "question": "Is there a chair underneath the white table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_chair"}, "answer": "yes", "semanticStr": "select: table (7)->filter color: white [0]->relate: chair,underneath,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "6", "6:8": "7"}, "fullAnswer": {"4": "6", "7": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair underneath the table.", "image": "n513100.jpg", "question_id": 20340782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "steps (10)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,above,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201979257", "201979258", "201979259", "201979254", "201979246", "201979245", "201979244", "201979243", "201979242", "201979251", "201979260", "201979261", "201979255", "201979253", "201979256"], "equivalent": ["201979252"], "question": "Does the skateboard above the steps look wooden and white?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "yes", "semanticStr": "select: steps (10)->relate: skateboard,above,s (0) [0]->verify color: white [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "10"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the skateboard is wooden and white.", "image": "n329514.jpg", "question_id": 201979252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["20636992", "20636991", "20636990", "20636989", "20636987"], "equivalent": ["20636988"], "question": "Is the small utensil in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-spoon_top"}, "answer": "yes", "semanticStr": "select: utensil (3)->filter size: small [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the spoon is in the top of the image.", "image": "n184385.jpg", "question_id": 20636988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "strawberry (14)"}, {"operation": "select", "dependencies": [], "argument": "whipped cream (17) "}, {"operation": "choose less healthy", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20609175"], "question": "Which is less healthy, the whipped cream or the strawberry?", "isBalanced": true, "groups": {"global": "food", "local": "09compare-strawberry_whipped cream"}, "answer": "whipped cream", "semanticStr": "select: strawberry (14)->select: whipped cream (17) ->choose less healthy:  [0, 1]", "annotations": {"answer": {"0:2": "17"}, "question": {"9": "14", "5:7": "17"}, "fullAnswer": {"8": "14", "1:3": "17"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The whipped cream is less healthy than the strawberry.", "image": "n437064.jpg", "question_id": 20609175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sheep (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2017117", "2017116", "2017118"], "equivalent": ["2017102"], "question": "Are there any sheep or goats that are not brown?", "isBalanced": true, "groups": {"global": null, "local": "04-goat_n#brown"}, "answer": "no", "semanticStr": "select: goat (10)->filter color: not(brown) [0]->exist: ? [1]->select: sheep (-) ->filter color: not(brown) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a goat but it is brown.", "image": "n324908.jpg", "question_id": 2017102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20171214", "20171215", "20171216", "20171218"], "equivalent": ["20171216", "20171217"], "question": "Where in the image are the silver scissors, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-scissors_hposition"}, "answer": "right", "semanticStr": "select: scissors (7)->filter color: silver [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"6:8": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The scissors are on the right of the image.", "image": "n379991.jpg", "question_id": 20171217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boot (6)"}, {"operation": "select", "dependencies": [], "argument": "polo shirt (17) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20468351"], "equivalent": ["20468350"], "question": "Are both the boot and the polo shirt the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-boot_polo shirt"}, "answer": "no", "semanticStr": "select: boot (6)->select: polo shirt (17) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6:8": "17"}, "fullAnswer": {"2": "6", "7:9": "17"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the boot is black and the polo shirt is white.", "image": "n171169.jpg", "question_id": 20468350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887455"], "equivalent": ["20887456"], "question": "What device is not large?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#large"}, "answer": "monitor", "semanticStr": "select: device (4)->filter size: not(large) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n282436.jpg", "question_id": 20887456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887432", "20887431", "20887443", "20887442", "20887450", "20887445", "20887444", "20887449"], "equivalent": ["20887451"], "question": "What device is large?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_large"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n282436.jpg", "question_id": 20887451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (15)"}, {"operation": "select", "dependencies": [], "argument": "polo shirt (17) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20468355"], "equivalent": ["20468356"], "question": "Do the lawn and the polo shirt have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-lawn_polo shirt"}, "answer": "yes", "semanticStr": "select: lawn (15)->select: polo shirt (17) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "15", "5:7": "17"}, "fullAnswer": {"2": "15", "7:9": "17"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the lawn is green and the polo shirt is white.", "image": "n171169.jpg", "question_id": 20468356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201430956"], "question": "Is the cabinet brown and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_wood"}, "answer": "no", "semanticStr": "select: cabinet (7)->verify color: brown [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinet is wooden but white.", "image": "n206785.jpg", "question_id": 201430956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "choose", "dependencies": [1], "argument": "black and white|colorful"}], "entailed": ["20427908"], "equivalent": ["20427908", "20427909"], "question": "Is the black and white picture black and white or colorful?", "isBalanced": true, "groups": {"global": "24", "local": "10c-picture_24"}, "answer": "black and white", "semanticStr": "select: picture (8)->filter: black and white [0]->choose: black and white|colorful [1]", "annotations": {"answer": {}, "question": {"2:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The picture is black and white.", "image": "n281241.jpg", "question_id": 20427909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20178012"], "equivalent": ["20178011"], "question": "What food is shown in this photograph?", "isBalanced": true, "groups": {"global": "fast food", "local": "11q-fast food"}, "answer": "fries", "semanticStr": "select: fast food (4)->query: name [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "remote control,to the right of,s (3)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201428582", "201428578", "201428579", "201428574", "201428575", "201428576", "201428577", "201428570", "201428569", "201428572", "201428573", "201428585", "201428584", "201428586", "201428580", "201428583", "201428571"], "equivalent": ["201428581", "201428580"], "question": "Does the remote control to the right of the person appear to be white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: person (1)->relate: remote control,to the right of,s (3) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "1", "2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the remote control is white and small.", "image": "n199758.jpg", "question_id": 201428581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20178011"], "equivalent": ["20178012"], "question": "What food is it?", "isBalanced": true, "groups": {"global": "fast food", "local": "11q-fast food"}, "answer": "fries", "semanticStr": "select: fast food (4)->query: name [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter", "dependencies": [0], "argument": "tasty"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178013", "20178015", "20178014", "20178016"], "equivalent": ["20178017"], "question": "What food is tasty?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_tasty"}, "answer": "fries", "semanticStr": "select: fast food (4)->filter: tasty [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "earring (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235880", "201235776"], "equivalent": ["201235879"], "question": "Who is wearing an earring?", "isBalanced": true, "groups": {"global": "person", "local": "14-earring_wearing,s"}, "answer": "woman", "semanticStr": "select: earring (8)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "8"}, "fullAnswer": {"1": "6", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing an earring.", "image": "n527589.jpg", "question_id": 201235879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (20)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "napkin (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "cloth"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20609212"], "question": "Do you see either any cloth napkins or tables?", "isBalanced": true, "groups": {"global": null, "local": "04-table_cloth"}, "answer": "yes", "semanticStr": "select: table (20)->filter material: cloth [0]->exist: ? [1]->select: napkin (-) ->filter material: cloth [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"8": "20"}, "fullAnswer": {"5": "20"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cloth table.", "image": "n437064.jpg", "question_id": 20609212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (8)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,below,s (12)"}, {"operation": "filter material", "dependencies": [1], "argument": "wood"}, {"operation": "verify", "dependencies": [2], "argument": "covered"}, {"operation": "verify tone", "dependencies": [2], "argument": "light "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201997631", "201997632", "201997635", "201997626", "201997633", "201997629", "201997648", "201997625", "201997624", "201997627", "201997637", "201997650", "201997651", "201997652", "201997653", "201997654", "201997655", "201997630", "201997628"], "equivalent": ["201997647"], "question": "Does the wood floor below the rug look covered and light?", "isBalanced": true, "groups": {"global": null, "local": "05-covered_light"}, "answer": "yes", "semanticStr": "select: rug (8)->relate: floor,below,s (12) [0]->filter material: wood [1]->verify: covered [2]->verify tone: light  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "12", "6": "8"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the floor is covered and light.", "image": "n319845.jpg", "question_id": 201997647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (32)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "choose color", "dependencies": [1], "argument": "white|blue"}], "entailed": [], "equivalent": ["20672933"], "question": "Is the toilet seat that looks round blue or is it white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-toilet seat_color"}, "answer": "white", "semanticStr": "select: toilet seat (32)->filter shape: round [0]->choose color: white|blue [1]", "annotations": {"answer": {}, "question": {"2:4": "32", "6": "32"}, "fullAnswer": {"1:3": "32"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toilet seat is white.", "image": "n59147.jpg", "question_id": 20672933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201822334"], "equivalent": ["201822333"], "question": "The sink is in front of what?", "isBalanced": true, "groups": {"global": "object", "local": "14-sink_in front of,o"}, "answer": "toilet", "semanticStr": "select: sink (4)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is in front of the toilet.", "image": "n417401.jpg", "question_id": 201822333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (32)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20672935"], "question": "Is the toilet seat round and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_round"}, "answer": "no", "semanticStr": "select: toilet seat (32)->verify color: black [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "32"}, "fullAnswer": {"2:4": "32"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet seat is round but white.", "image": "n59147.jpg", "question_id": 20672935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (12)"}, {"operation": "filter", "dependencies": [0], "argument": "off"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "faucet (-) "}, {"operation": "filter", "dependencies": [3], "argument": "off"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202006030"], "question": "Do you see microwaves or faucets that are off?", "isBalanced": true, "groups": {"global": null, "local": "04-microwave_off"}, "answer": "yes", "semanticStr": "select: microwave (12)->filter: off [0]->exist: ? [1]->select: faucet (-) ->filter: off [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the microwave is off.", "image": "n97485.jpg", "question_id": 202006030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "choose rel", "dependencies": [1], "argument": "blinds,in front of|behind,s (14)"}], "entailed": ["201393525"], "equivalent": ["201393526"], "question": "Are the blinds behind or in front of the closed window?", "isBalanced": true, "groups": {"global": null, "local": "13-window_blinds"}, "answer": "front", "semanticStr": "select: window (5)->filter: closed [0]->choose rel: blinds,in front of|behind,s (14) [1]", "annotations": {"answer": {}, "question": {"2": "14", "9:11": "5"}, "fullAnswer": {"1": "14", "7": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The blinds are in front of the window.", "image": "n305495.jpg", "question_id": 201393526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752661"], "equivalent": ["201752660"], "question": "What do you think is he in front of?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-boy_in front of,o"}, "answer": "bandana", "semanticStr": "select: he (12)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"5": "12"}, "fullAnswer": {"1": "12", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the bandana.", "image": "n262929.jpg", "question_id": 201752660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752660"], "equivalent": ["201752661"], "question": "What is the boy in front of?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-boy_in front of,o"}, "answer": "bandana", "semanticStr": "select: boy (12)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "12", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the bandana.", "image": "n262929.jpg", "question_id": 201752661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20964060"], "question": "Where is the sink?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-sink_on,o"}, "answer": "floor", "semanticStr": "select: sink (7)->relate: place,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "7", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is on the floor.", "image": "n119886.jpg", "question_id": 20964060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201438719", "201438718", "201438724", "201438720", "201438717", "201438716", "201438722"], "equivalent": ["201438721"], "question": "How big is the leather glove?", "isBalanced": true, "groups": {"global": "size", "local": "10q-glove_size"}, "answer": "large", "semanticStr": "select: glove (4)->filter material: leather [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glove is large.", "image": "n66756.jpg", "question_id": 201438721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20204876", "20204878", "20204875", "20204864", "20204865", "20204862", "20204863", "20204860", "20204861", "20204857", "20204873", "20204872", "20204877", "20204859", "20204858"], "equivalent": ["20204856"], "question": "Is the laptop black?", "isBalanced": true, "groups": {"global": null, "local": "06-laptop_black"}, "answer": "yes", "semanticStr": "select: laptop (4)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the laptop is black.", "image": "n532191.jpg", "question_id": 20204856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202225998", "202226008", "202226010", "202226007", "202226025", "202226024", "202226026", "202226009", "202225996", "202225997"], "equivalent": ["202226027"], "question": "Which kind of furniture is large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "table", "semanticStr": "select: furniture (2)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n336443.jpg", "question_id": 202226027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20349969", "20349974", "20349967", "20349960", "20349970", "20349972", "20349973"], "equivalent": ["20349971"], "question": "What is the color of the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (6)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n468864.jpg", "question_id": 20349971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (2)"}, {"operation": "choose name", "dependencies": [0], "argument": "snowboarder|skateboarder"}], "entailed": [], "equivalent": ["20361234"], "question": "Is this a snowboarder or a skateboarder?", "isBalanced": true, "groups": {"global": "person", "local": "08oc-skateboarder_snowboarder"}, "answer": "snowboarder", "semanticStr": "select: this (2)->choose name: snowboarder|skateboarder [0]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a snowboarder.", "image": "n352479.jpg", "question_id": 20361234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (1)"}, {"operation": "filter", "dependencies": [0], "argument": "cooked"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202285181", "202285179", "202285183", "202285175", "202285176", "202285177", "202285178", "202285180"], "equivalent": ["202285183", "202285182"], "question": "On which side is the cooked meat?", "isBalanced": true, "groups": {"global": null, "local": "10q-sausage_hposition"}, "answer": "left", "semanticStr": "select: meat (1)->filter: cooked [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sausage is on the left of the image.", "image": "n100991.jpg", "question_id": 202285182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (9)"}, {"operation": "select", "dependencies": [], "argument": "trash bag (13) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201798296"], "question": "What do both the garbage can and the trash bag have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-trash bag_trash can"}, "answer": "material", "semanticStr": "select: trash can (9)->select: trash bag (13) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "13", "4:6": "9"}, "fullAnswer": {"8:10": "13", "4:6": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the garbage can and the trash bag are plastic.", "image": "n530733.jpg", "question_id": 201798296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202107808"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "boy", "semanticStr": "select: person (10)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is standing.", "image": "n133585.jpg", "question_id": 202107808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (28)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,resting on,o (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20673077", "20672816", "20673082", "20673081", "20673079", "20673078"], "equivalent": ["20673080"], "question": "What is the piece of furniture that the empty bag is resting on called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bag_resting on,o"}, "answer": "chair", "semanticStr": "select: bag (28)->filter: empty [0]->relate: furniture,resting on,o (25) [1]->query: name [2]", "annotations": {"answer": {"0": "25"}, "question": {"8:10": "28", "3:6": "25"}, "fullAnswer": {"1:4": "25", "6": "25"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n59147.jpg", "question_id": 20673080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201370361", "201370362"], "equivalent": ["201370361", "201370360"], "question": "What is the tape on?", "isBalanced": true, "groups": {"global": "material", "local": "14-tape_on,o"}, "answer": "paper", "semanticStr": "select: tape (1)->relate: _,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tape is on the paper.", "image": "n351318.jpg", "question_id": 201370360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (6)"}, {"operation": "relate", "dependencies": [0], "argument": "spectator,watching,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["201056248", "201056247", "201056246", "201056245", "201056244", "201056242", "201056241"], "equivalent": ["201056243"], "question": "Which gender is the spectator that is watching the soccer player?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-spectator_gender"}, "answer": "male", "semanticStr": "select: soccer player (6)->relate: spectator,watching,s (8) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"9:11": "6", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spectator is male.", "image": "n259002.jpg", "question_id": 201056243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201447038"], "equivalent": ["201447037", "201447038"], "question": "Are there any mirrors in this picture?", "isBalanced": true, "groups": {"global": null, "local": "03-mirror"}, "answer": "yes", "semanticStr": "select: mirror (5)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a mirror.", "image": "n54180.jpg", "question_id": 201447037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (7)"}, {"operation": "verify", "dependencies": [0], "argument": "low"}, {"operation": "verify state", "dependencies": [0], "argument": "wavy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202116963"], "equivalent": ["202116964", "202116963"], "question": "Is the river low and wavy?", "isBalanced": true, "groups": {"global": null, "local": "05-low_wavy"}, "answer": "no", "semanticStr": "select: river (7)->verify: low [0]->verify state: wavy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the river is low but calm.", "image": "n48494.jpg", "question_id": 202116964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "relate", "dependencies": [0], "argument": "spectator,to the left of,s (8)"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "select", "dependencies": [], "argument": "ball (0) "}, {"operation": "relate", "dependencies": [3], "argument": "soccer player,to the right of,s (6)"}, {"operation": "verify gender", "dependencies": [4], "argument": "male"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["201056152", "201056151", "201056150", "201056247", "201056246", "201056245", "201056244", "201056243", "201056149", "201056241", "201056248", "201056242"], "equivalent": ["201056240"], "question": "Are both the spectator to the left of the car and the soccer player to the right of the ball male?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-soccer player_spectator"}, "answer": "yes", "semanticStr": "select: car (3)->relate: spectator,to the left of,s (8) [0]->verify gender: male [1]->select: ball (0) ->relate: soccer player,to the right of,s (6) [3]->verify gender: male [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"9": "3", "19": "0", "3": "8", "12:14": "6"}, "fullAnswer": {"3": "8", "6:8": "6"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the spectator and the soccer player are male.", "image": "n259002.jpg", "question_id": 201056240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": [], "equivalent": ["20894051"], "question": "Is it cloudy?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "no", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is clear.", "image": "n272313.jpg", "question_id": 20894051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (10)"}, {"operation": "select", "dependencies": [], "argument": "helmet (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20894053", "20894054", "20894055"], "equivalent": ["20894052", "20894053", "20894054"], "question": "Do the building and the helmet have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-building_helmet"}, "answer": "yes", "semanticStr": "select: building (10)->select: helmet (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "1"}, "fullAnswer": {"3": "10", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the building and the helmet are black.", "image": "n272313.jpg", "question_id": 20894052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856748", "20856749", "20856747", "20856750", "20856765", "20856737", "20856736"], "equivalent": ["20856767"], "question": "What piece of furniture is white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "bed", "semanticStr": "select: furniture (17)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"1:4": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n293477.jpg", "question_id": 20856767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "select", "dependencies": [], "argument": "chandelier (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202121349"], "equivalent": ["202121348", "202121349"], "question": "Does the cupboard have the same material as the chandelier?", "isBalanced": true, "groups": {"global": null, "local": "09same-chandelier_cupboard"}, "answer": "no", "semanticStr": "select: cupboard (11)->select: chandelier (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "11"}, "fullAnswer": {"9": "9", "2": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the cupboard is made of wood and the chandelier is made of metal.", "image": "n140421.jpg", "question_id": 202121348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (7)"}, {"operation": "select", "dependencies": [], "argument": "mouse pad (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20705651"], "question": "What is common to the plant and the mousepad?", "isBalanced": true, "groups": {"global": null, "local": "09common-mouse pad_plant"}, "answer": "color", "semanticStr": "select: plant (7)->select: mouse pad (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "5": "7"}, "fullAnswer": {"4": "7", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the plant and the mousepad are green.", "image": "n264887.jpg", "question_id": 20705651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["202226077", "202226082", "202226081", "202226080", "202226079"], "equivalent": ["202226078"], "question": "Is the white bowl on the left of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-bowl_left"}, "answer": "no", "semanticStr": "select: bowl (5)->filter color: white [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bowl is on the right of the image.", "image": "n336443.jpg", "question_id": 202226078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chandelier (9)"}, {"operation": "select", "dependencies": [], "argument": "clock (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202121341"], "equivalent": ["202121340"], "question": "Are the clock and the chandelier the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-chandelier_clock"}, "answer": "no", "semanticStr": "select: chandelier (9)->select: clock (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "9"}, "fullAnswer": {"2": "9", "7": "8"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the chandelier is black and the clock is white.", "image": "n140421.jpg", "question_id": 202121340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "pot,to the left of,s (6)"}, {"operation": "choose material", "dependencies": [1], "argument": "stainless steel|glass"}], "entailed": ["20637166"], "equivalent": ["20637165", "20637166"], "question": "What material is the pot to the left of the spoon, stainless steel or glass?", "isBalanced": true, "groups": {"global": "material", "local": "10c-pot_material"}, "answer": "stainless steel", "semanticStr": "select: spoon (3)->relate: pot,to the left of,s (6) [0]->choose material: stainless steel|glass [1]", "annotations": {"answer": {}, "question": {"10": "3", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pot is made of stainless steel.", "image": "n184385.jpg", "question_id": 20637165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "select", "dependencies": [], "argument": "soap bottle (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202121344", "202121342", "202121343"], "equivalent": ["202121345"], "question": "Is the color of the countertop different than that of the soap bottle?", "isBalanced": true, "groups": {"global": null, "local": "09diff-countertop_soap bottle"}, "answer": "yes", "semanticStr": "select: countertop (14)->select: soap bottle (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11:13": "4", "5": "14"}, "fullAnswer": {"2": "14", "7:9": "4"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the countertop is blue and the soap bottle is white.", "image": "n140421.jpg", "question_id": 202121345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295615"], "equivalent": ["20295616"], "question": "What's hanging from the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_hanging from,s"}, "answer": "picture frame", "semanticStr": "select: wall (13)->relate: _,hanging from,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is hanging from the wall.", "image": "n162586.jpg", "question_id": 20295616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20295616"], "equivalent": ["20295615"], "question": "What is hanging from the white wall?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_hanging from,s"}, "answer": "picture frame", "semanticStr": "select: wall (13)->filter color: white [0]->relate: _,hanging from,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"5:7": "13"}, "fullAnswer": {"1:3": "5", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is hanging from the wall.", "image": "n162586.jpg", "question_id": 20295615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20295613", "20295612", "20295611"], "equivalent": ["20295614"], "question": "What's the picture frame made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-picture frame_material"}, "answer": "plastic", "semanticStr": "select: picture frame (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture frame is made of plastic.", "image": "n162586.jpg", "question_id": 20295614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "eating"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201064755"], "question": "Who in the picture is eating?", "isBalanced": true, "groups": {"global": "person", "local": "eating"}, "answer": "girl", "semanticStr": "select: person (1)->filter activity: eating [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is eating.", "image": "n88933.jpg", "question_id": 201064755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247826", "20247847"], "equivalent": ["20247931"], "question": "Who in the photo is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (5)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n49310.jpg", "question_id": 20247931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (12)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201438328", "201438329", "201438321", "201438322", "201438324", "201438326", "201438334", "201438315", "201438314", "201438316", "201438311", "201438335", "201438313", "201438312", "201438308", "201438309"], "equivalent": ["201438322", "201438323"], "question": "Does the door look closed and large?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_large"}, "answer": "yes", "semanticStr": "select: door (12)->verify: closed [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is closed and large.", "image": "n66756.jpg", "question_id": 201438323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119950", "202119947", "202119951", "202119949", "202119948", "202119978", "202119931", "202119932", "202119971", "202119972", "202119973", "202119975", "202119976", "202119977"], "equivalent": ["202119974"], "question": "Which kind of furniture is metallic?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_metal"}, "answer": "table", "semanticStr": "select: furniture (3)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n500308.jpg", "question_id": 202119974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295617"], "equivalent": ["20295618"], "question": "What's the picture frame hanging from?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-picture frame_hanging from,o"}, "answer": "wall", "semanticStr": "select: picture frame (5)->relate: _,hanging from,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1:3": "5", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is hanging from the wall.", "image": "n162586.jpg", "question_id": 20295618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (5)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20340767", "20340764", "20340765", "20340768"], "equivalent": ["20340766"], "question": "Which color is the chair to the left of the other chair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "white", "semanticStr": "select: chair (5)->relate: chair,to the left of,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "5", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is white.", "image": "n513100.jpg", "question_id": 20340766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cut)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411750", "20411862"], "equivalent": ["20411863"], "question": "What kind of food isn't cut?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#cut"}, "answer": "carrots", "semanticStr": "select: food (5)->filter: not(cut) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is carrots.", "image": "n363445.jpg", "question_id": 20411863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "verify activity", "dependencies": [2], "argument": "resting"}], "entailed": ["201593438", "201593440", "201593443", "201593442", "201593439", "201593431", "201593433", "201593441"], "equivalent": ["201593432"], "question": "Does the cow that looks white and brown appear to be resting?", "isBalanced": true, "groups": {"global": null, "local": "06-cow_resting"}, "answer": "no", "semanticStr": "select: cow (0)->filter color: white [0]->filter color: brown [1]->verify activity: resting [2]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0", "7": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cow is eating.", "image": "n524855.jpg", "question_id": 201593432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20340747", "20340774", "20340771", "20340770", "20340773", "20340772", "20340748"], "equivalent": ["20340769"], "question": "What is in front of the fence made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-fence_in front of,s"}, "answer": "chair", "semanticStr": "select: fence (1)->filter material: wood [0]->relate: _,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "1", "6": "1"}, "fullAnswer": {"1": "6", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the fence.", "image": "n513100.jpg", "question_id": 20340769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwiches (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,above,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611671", "20611670", "20611672", "20611666", "20611667", "20611665", "20611669", "20611639", "20611638"], "equivalent": ["20611668"], "question": "What fruits are above the sandwiches?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-sandwiches_above,s"}, "answer": "grapes", "semanticStr": "select: sandwiches (5)->relate: fruit,above,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are grapes.", "image": "n28996.jpg", "question_id": 20611668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201798460", "201798461", "201798459"], "equivalent": ["201798459", "201798458"], "question": "Are there either round windows or doors?", "isBalanced": true, "groups": {"global": null, "local": "04-window_round"}, "answer": "no", "semanticStr": "select: window (4)->filter shape: round [0]->exist: ? [1]->select: door (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is rectangular.", "image": "n530733.jpg", "question_id": 201798458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "pens,next to,s (6)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202082120", "202082126", "202082132", "202082127", "202082130", "202082131", "202082133", "202082121", "202082122", "202082123", "202082136", "202082135", "202082134", "202082128", "202082124", "202082129", "202082125"], "equivalent": ["202082119"], "question": "Are the pens next to the cat small and colorful?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_small"}, "answer": "yes", "semanticStr": "select: cat (1)->relate: pens,next to,s (6) [0]->verify: colorful [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "6": "1"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pens are small and colorful.", "image": "n433692.jpg", "question_id": 202082119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing on,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201935412"], "question": "What is the fat man standing on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_standing on,o"}, "answer": "bricks", "semanticStr": "select: man (4)->filter fatness: fat [0]->relate: _,standing on,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing on the bricks.", "image": "n556604.jpg", "question_id": 201935412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,near,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202082042", "202082041"], "equivalent": ["202082114"], "question": "Are there any laptops near the lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_laptop"}, "answer": "yes", "semanticStr": "select: lamp (12)->relate: laptop,near,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "12"}, "fullAnswer": {"4": "7", "7": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a laptop near the lamp.", "image": "n433692.jpg", "question_id": 202082114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20637294"], "question": "What is the pan on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pan_on,o"}, "answer": "burner", "semanticStr": "select: pan (9)->relate: _,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "9", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pan is on the stove top.", "image": "n184385.jpg", "question_id": 20637294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (0)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201826550", "201826551", "201826552", "201826553", "201826547", "201826546", "201826545", "201826542", "201826549", "201826538", "201826539", "201826543", "201826544"], "equivalent": ["201826547", "201826548"], "question": "Is the man to the right of the other man old and short?", "isBalanced": true, "groups": {"global": null, "local": "05-old_short"}, "answer": "yes", "semanticStr": "select: man (1)->relate: man,to the right of,s (0) [0]->verify age: old [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is old and short.", "image": "n59627.jpg", "question_id": 201826548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (7)"}, {"operation": "verify", "dependencies": [0], "argument": "grassy"}], "entailed": ["201766680", "201766683", "201766684", "201766686"], "equivalent": ["201766681", "201766680"], "question": "Does the field look grassy?", "isBalanced": true, "groups": {"global": null, "local": "06-field_grassy"}, "answer": "yes", "semanticStr": "select: field (7)->verify: grassy [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the field is grassy.", "image": "n528403.jpg", "question_id": 201766681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20661258", "20661259", "20661161", "20661261", "20661260", "20661256", "20661255", "20661262"], "equivalent": ["20661257"], "question": "What's in front of the trees?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-trees_in front of,s"}, "answer": "bus", "semanticStr": "select: trees (2)->relate: _,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is in front of the trees.", "image": "n346736.jpg", "question_id": 20661257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "select", "dependencies": [], "argument": "woman (9) "}, {"operation": "choose older", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20978204"], "question": "Who seems to be older, the woman or the girl?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-girl_woman"}, "answer": "woman", "semanticStr": "select: girl (14)->select: woman (9) ->choose older:  [0, 1]", "annotations": {"answer": {"0": "9"}, "question": {"9": "14", "6": "9"}, "fullAnswer": {"1": "9", "6": "14"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The woman is older than the girl.", "image": "n551964.jpg", "question_id": 20978204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (5)"}, {"operation": "relate", "dependencies": [0], "argument": "lady,to the left of,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting at,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201896534", "201895953"], "equivalent": ["201896533"], "question": "Where is the lady to the left of the phone sitting?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-lady_sitting at,o"}, "answer": "table", "semanticStr": "select: phone (5)->relate: lady,to the left of,s (9) [0]->relate: _,sitting at,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"9": "5", "3": "9"}, "fullAnswer": {"1": "9", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is sitting at the table.", "image": "n111390.jpg", "question_id": 201896533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "saucer (8)"}, {"operation": "select", "dependencies": [], "argument": "plate (12) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201623947", "201623948"], "equivalent": ["201623949"], "question": "Is the color of the saucer different than the plate?", "isBalanced": true, "groups": {"global": null, "local": "09diff-plate_saucer"}, "answer": "no", "semanticStr": "select: saucer (8)->select: plate (12) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "12", "5": "8"}, "fullAnswer": {"3": "8", "6": "12"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the saucer and the plate are white.", "image": "n59676.jpg", "question_id": 201623949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "meat,above,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201479494", "201479496"], "equivalent": ["201479495"], "question": "What type of meat is above the utensil that looks white?", "isBalanced": true, "groups": {"global": "", "local": "15-fork_above,s"}, "answer": "chicken", "semanticStr": "select: utensil (4)->filter color: white [0]->relate: meat,above,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "4", "3": "8", "7": "4"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is chicken.", "image": "n181210.jpg", "question_id": 201479495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896538"], "equivalent": ["201896539"], "question": "Who is wearing the coat?", "isBalanced": true, "groups": {"global": "person", "local": "14-coat_wearing,s"}, "answer": "lady", "semanticStr": "select: coat (10)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is wearing a coat.", "image": "n111390.jpg", "question_id": 201896539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896539"], "equivalent": ["201896538"], "question": "Who is wearing a coat?", "isBalanced": true, "groups": {"global": "person", "local": "14-coat_wearing,s"}, "answer": "lady", "semanticStr": "select: coat (10)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"4": "10"}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is wearing a coat.", "image": "n111390.jpg", "question_id": 201896538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20836739", "20836742", "20836743", "20836745", "20836741", "20836753", "20836755", "20836732", "20836735", "20836752", "20836737", "20836736", "20836738", "20836733"], "equivalent": ["20836740", "20836739"], "question": "What color does the purse have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-purse_color"}, "answer": "blue", "semanticStr": "select: purse (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse has blue color.", "image": "n507959.jpg", "question_id": 20836740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976426", "201976427", "201976424", "201976425", "201976423", "201976421"], "equivalent": ["201976422"], "question": "What is in front of the person?", "isBalanced": true, "groups": {"global": "thing", "local": "14-person_in front of,s"}, "answer": "flags", "semanticStr": "select: person (6)->relate: _,in front of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flags are in front of the person.", "image": "n279173.jpg", "question_id": 201976422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201976426", "201976427", "201976424", "201976425", "201976422", "201976423"], "equivalent": ["201976421"], "question": "What is in front of the person on the motorbike?", "isBalanced": true, "groups": {"global": "thing", "local": "14-person_in front of,s"}, "answer": "flags", "semanticStr": "select: motorcycle (2)->relate: person,on,s (6) [0]->relate: _,in front of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"9": "2", "6": "6"}, "fullAnswer": {"1": "11", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flags are in front of the person.", "image": "n279173.jpg", "question_id": 201976421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "select", "dependencies": [], "argument": "man (7) "}, {"operation": "choose younger", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20978201"], "question": "Who is younger, the man or the girl?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-girl_man"}, "answer": "girl", "semanticStr": "select: girl (14)->select: man (7) ->choose younger:  [0, 1]", "annotations": {"answer": {"0": "14"}, "question": {"4": "7", "7": "14"}, "fullAnswer": {"1": "14", "6": "7"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The girl is younger than the man.", "image": "n551964.jpg", "question_id": 20978201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (8)"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "verify rel", "dependencies": [2], "argument": "mouse pad,sitting next to,o (6)"}], "entailed": ["201902994"], "equivalent": ["201902995"], "question": "Is the black device on top of the desk sitting next to a mouse pad?", "isBalanced": true, "groups": {"global": null, "local": "13-keyboard_mouse pad"}, "answer": "yes", "semanticStr": "select: desk (1)->relate: device,on top of,s (8) [0]->filter color: black [1]->verify rel: mouse pad,sitting next to,o (6) [2]", "annotations": {"answer": {}, "question": {"8": "1", "2:4": "8", "13:15": "6"}, "fullAnswer": {"8:10": "6", "2": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the keyboard is sitting next to a mouse pad.", "image": "n435808.jpg", "question_id": 201902995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202228140", "202228139", "202228138"], "equivalent": ["202228141"], "question": "On which side is the TV?", "isBalanced": true, "groups": {"global": null, "local": "10q-television_hposition"}, "answer": "right", "semanticStr": "select: television (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The TV is on the right of the image.", "image": "n77818.jpg", "question_id": 202228141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (2)"}, {"operation": "filter state", "dependencies": [0], "argument": "still"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228382", "202228383", "202228407", "202228381", "202228409", "202228408"], "equivalent": ["202228410"], "question": "Which kind of animal is still?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_still"}, "answer": "cat", "semanticStr": "select: animal (2)->filter state: still [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n77818.jpg", "question_id": 202228410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228395", "202228394", "202228396", "202228414", "202228393", "202228392", "202228383", "202228382", "202228381"], "equivalent": ["202228416"], "question": "Which kind of animal is black?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_black"}, "answer": "cat", "semanticStr": "select: animal (2)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n77818.jpg", "question_id": 202228416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201640614", "201640492"], "equivalent": ["201640613"], "question": "Who is wearing a dress?", "isBalanced": true, "groups": {"global": "person", "local": "14-dress_wearing,s"}, "answer": "women", "semanticStr": "select: dress (12)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "12"}, "fullAnswer": {"1": "7", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are wearing a dress.", "image": "n235859.jpg", "question_id": 201640613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201959784"], "question": "What are the trees in front of?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,o"}, "answer": "mountain", "semanticStr": "select: trees (17)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "17", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the mountain.", "image": "n572716.jpg", "question_id": 201959784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "elephant,behind,s (1)"}], "entailed": ["20542979", "20542982", "20542983", "20542981"], "equivalent": ["20542980"], "question": "Is the brown animal behind a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_elephant"}, "answer": "no", "semanticStr": "select: fence (2)->verify rel: elephant,behind,s (1) [0]", "annotations": {"answer": {}, "question": {"2:4": "1", "6": "2"}, "fullAnswer": {"8": "2", "2": "1"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the elephant is in front of a fence.", "image": "n100552.jpg", "question_id": 20542980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "choose rel", "dependencies": [0], "argument": "elephant,in front of|behind,s (1)"}], "entailed": ["20543110", "20543109", "20542979", "20543111", "20542982", "20542983", "20542980"], "equivalent": ["20542981"], "question": "Is the elephant behind or in front of the fence?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_elephant"}, "answer": "front", "semanticStr": "select: fence (2)->choose rel: elephant,in front of|behind,s (1) [0]", "annotations": {"answer": {}, "question": {"9": "2", "2": "1"}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The elephant is in front of the fence.", "image": "n100552.jpg", "question_id": 20542981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,behind,o (1)"}], "entailed": ["20982249", "20982298", "20982297"], "equivalent": ["20982248"], "question": "Is the door behind the man?", "isBalanced": true, "groups": {"global": null, "local": "13-door_man"}, "answer": "yes", "semanticStr": "select: door (12)->verify rel: man,behind,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "12", "5": "1"}, "fullAnswer": {"2": "12", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the door is behind the man.", "image": "n52544.jpg", "question_id": 20982248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202060026"], "question": "Is there either a table or a couch in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-couch_table"}, "answer": "yes", "semanticStr": "select: couch (13)->exist: ? [0]->select: table (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a couch.", "image": "n14087.jpg", "question_id": 202060026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2046419", "2046530", "2046420"], "equivalent": ["2046421"], "question": "Who does the boy sit beside?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_sitting beside,o"}, "answer": "woman", "semanticStr": "select: boy (3)->relate: person,sitting beside,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy sits beside the woman.", "image": "n71728.jpg", "question_id": 2046421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20618932", "20618894", "20618895"], "equivalent": ["20618933"], "question": "Who is wearing the wristband?", "isBalanced": true, "groups": {"global": "person", "local": "14-wristband_wearing,s"}, "answer": "woman", "semanticStr": "select: wristband (5)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a wristband.", "image": "n126087.jpg", "question_id": 20618933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "table,above,o (9)"}], "entailed": ["20434999"], "equivalent": ["20434998"], "question": "Is the pizza box above the rectangular table?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza box_table"}, "answer": "yes", "semanticStr": "select: pizza box (5)->verify rel: table,above,o (9) [0]", "annotations": {"answer": {}, "question": {"2:4": "5", "6:8": "9"}, "fullAnswer": {"2:4": "5", "7": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pizza box is above the table.", "image": "n431447.jpg", "question_id": 20434998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "container,in front of,o (11)"}], "entailed": ["20434716", "20434717", "20434994"], "equivalent": ["20434993"], "question": "Is the pizza box in front of the container that is on the table?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza box_container"}, "answer": "yes", "semanticStr": "select: pizza box (5)->verify rel: container,in front of,o (11) [0]", "annotations": {"answer": {}, "question": {"8": "11", "13": "9", "2:4": "5"}, "fullAnswer": {"9": "11", "2:4": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pizza box is in front of the container.", "image": "n431447.jpg", "question_id": 20434993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201556461"], "question": "What is underneath the desk?", "isBalanced": true, "groups": {"global": "thing", "local": "14-desk_underneath,s"}, "answer": "cords", "semanticStr": "select: desk (10)->relate: _,underneath,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wires are underneath the desk.", "image": "n525901.jpg", "question_id": 201556461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "comfortable"}, {"operation": "verify", "dependencies": [1], "argument": "sleeveless "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201765660"], "equivalent": ["201765659", "201765660"], "question": "Does the white shirt look sleeveless and comfortable?", "isBalanced": true, "groups": {"global": null, "local": "05-comfortable_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (1)->filter color: white [0]->verify: comfortable [1]->verify: sleeveless  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is comfortable but short sleeved.", "image": "n488874.jpg", "question_id": 201765659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434989"], "equivalent": ["20434990"], "question": "What's the pizza box in front of?", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza box_in front of,o"}, "answer": "container", "semanticStr": "select: pizza box (5)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"8": "11", "1:3": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza box is in front of the container.", "image": "n431447.jpg", "question_id": 20434990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "couch (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202003778", "202003779"], "equivalent": ["202003777"], "question": "Do you see any large couch or desk?", "isBalanced": true, "groups": {"global": null, "local": "04-desk_large"}, "answer": "no", "semanticStr": "select: desk (13)->filter size: large [0]->exist: ? [1]->select: couch (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a desk but it is small.", "image": "n262920.jpg", "question_id": 202003777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624049", "201624050"], "equivalent": ["201624084"], "question": "Who is sitting at the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "woman", "semanticStr": "select: table (9)->relate: person,sitting at,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting at the table.", "image": "n59676.jpg", "question_id": 201624084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (17)"}, {"operation": "relate", "dependencies": [0], "argument": "luggage,standing behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20836564"], "question": "What color is the luggage that the people are standing behind of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-luggage_color"}, "answer": "blue", "semanticStr": "select: people (17)->relate: luggage,standing behind,o (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "17"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The luggage is blue.", "image": "n507959.jpg", "question_id": 20836564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (18)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the left of,s (19)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same color,_ (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20836367"], "equivalent": ["20836297"], "question": "How is the piece of furniture that is the same color as the umbrella that is to the left of the person called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-umbrella_same color,_"}, "answer": "cabinet", "semanticStr": "select: person (18)->relate: umbrella,to the left of,s (19) [0]->relate: furniture,same color,_ (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"13": "19", "3:6": "20", "21": "18"}, "fullAnswer": {"1:4": "20", "6": "20"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n507959.jpg", "question_id": 20836297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "relate", "dependencies": [2], "argument": "_,sitting in front of,o (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20836606", "20836567", "20836568"], "equivalent": ["20836566"], "question": "What do you think is the luggage that looks brown and blue sitting in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-luggage_sitting in front of,o"}, "answer": "table", "semanticStr": "select: luggage (3)->filter color: brown [0]->filter color: blue [1]->relate: _,sitting in front of,o (7) [2]->query: name [3]", "annotations": {"answer": {"0": "7"}, "question": {"9": "3", "11": "3", "6": "3"}, "fullAnswer": {"1": "3", "8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The luggage is sitting in front of the table.", "image": "n507959.jpg", "question_id": 20836566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,above,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201492273", "201492276", "201492274", "201492275", "201492278", "201492279", "201492282", "201492280"], "equivalent": ["201492277"], "question": "Which color are the trousers that the shirt is above?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "white", "semanticStr": "select: shirt (10)->relate: pants,above,o (12) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "12", "7": "10"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are white.", "image": "n9856.jpg", "question_id": 201492277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,underneath,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20340779", "20340781", "20340747", "20340748", "20340780", "20340782"], "equivalent": ["20340778"], "question": "What is underneath the wood table?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (7)->filter material: wood [0]->relate: _,underneath,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4:6": "7"}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is underneath the table.", "image": "n513100.jpg", "question_id": 20340778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (5)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "relate", "dependencies": [1], "argument": "toilet,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20691639"], "equivalent": ["20691639", "20691640"], "question": "Do you see any toilets near the clean sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_toilet"}, "answer": "yes", "semanticStr": "select: sink (5)->filter cleanliness: clean [0]->relate: toilet,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"4": "0", "7:9": "5"}, "fullAnswer": {"4": "0", "7": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toilet near the sink.", "image": "n153293.jpg", "question_id": 20691640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (3)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201510478", "201510459", "201510458", "201510470", "201510429", "201510428", "201510477", "201510476", "201510466", "201510464", "201510465", "201510462", "201510463", "201510460", "201510461", "201510482", "201510450", "201510427", "201510468"], "equivalent": ["201510466", "201510467", "201510464", "201510465"], "question": "The utensil that is not dirty has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-knife_color"}, "answer": "silver", "semanticStr": "select: utensil (3)->filter cleanliness: not(dirty) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "3", "5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife is silver.", "image": "n541854.jpg", "question_id": 201510467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "runway (6)"}, {"operation": "select", "dependencies": [], "argument": "staircase (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201342136"], "equivalent": ["201342137", "201342136"], "question": "Is the runway made of the same material as the staircase?", "isBalanced": true, "groups": {"global": null, "local": "09same-runway_staircase"}, "answer": "no", "semanticStr": "select: runway (6)->select: staircase (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "7", "2": "6"}, "fullAnswer": {"9": "7", "2": "6"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the runway is made of concrete and the staircase is made of metal.", "image": "n157375.jpg", "question_id": 201342137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (43)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,wearing,o (69)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["202108060"], "question": "Which color are the trousers that the person is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "black", "semanticStr": "select: person (43)->relate: pants,wearing,o (69) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "69", "7": "43"}, "fullAnswer": {"1": "69"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are black.", "image": "n133585.jpg", "question_id": 202108060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboats (20)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "watercraft,above,s (21)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100623", "202100622", "202100619", "202100621"], "equivalent": ["202100620", "202100619"], "question": "What is the watercraft that is above the sailboats on the left called?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-sailboats_above,s"}, "answer": "boats", "semanticStr": "select: sailboats (20)->filter hposition: left [0]->relate: watercraft,above,s (21) [1]->query: name [2]", "annotations": {"answer": {"0": "21"}, "question": {"8": "20", "3": "21"}, "fullAnswer": {"1": "21", "3": "21"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n386688.jpg", "question_id": 202100620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (11)"}, {"operation": "choose color", "dependencies": [0], "argument": "cream colored|silver"}], "entailed": [], "equivalent": ["20692043"], "question": "What color is the counter, cream colored or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-counter_color"}, "answer": "cream colored", "semanticStr": "select: counter (11)->choose color: cream colored|silver [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The counter is cream colored.", "image": "n499081.jpg", "question_id": 20692043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692450", "20692449", "20692513", "20692515", "20692517", "20692516"], "equivalent": ["20692514"], "question": "What item of furniture is behind the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_behind,s"}, "answer": "cabinet", "semanticStr": "select: rug (7)->relate: furniture,behind,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n499081.jpg", "question_id": 20692514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202286627"], "question": "Are the leaves both brown and short?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "no", "semanticStr": "select: leaves (13)->verify color: brown [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the leaves are brown but long.", "image": "n413002.jpg", "question_id": 202286627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692450", "20692449", "20692515", "20692514", "20692517", "20692516"], "equivalent": ["20692513"], "question": "What is the item of furniture behind the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_behind,s"}, "answer": "cabinet", "semanticStr": "select: rug (7)->relate: furniture,behind,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"8": "7", "3:6": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n499081.jpg", "question_id": 20692513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20978428", "20978429"], "equivalent": ["20978430"], "question": "Is there a helmet that is not small?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_n#small"}, "answer": "no", "semanticStr": "select: helmet (1)->filter size: not(small) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is small.", "image": "n551964.jpg", "question_id": 20978430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "trash can (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201889247"], "question": "Are there both trash cans and skis in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-skis_trash can"}, "answer": "no", "semanticStr": "select: skis (1)->exist: ? [0]->select: trash can (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are skis but no trash cans.", "image": "n88366.jpg", "question_id": 201889247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (13)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "choose thickness", "dependencies": [1], "argument": "thin|thick"}], "entailed": ["20715621", "20715617", "20715618", "20715619"], "equivalent": ["20715621", "20715620"], "question": "Are the high clouds thin or thick?", "isBalanced": true, "groups": {"global": "fatness", "local": "10c-clouds_thickness"}, "answer": "thin", "semanticStr": "select: clouds (13)->filter: high [0]->choose thickness: thin|thick [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The clouds are thin.", "image": "n507149.jpg", "question_id": 20715620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["202262168", "202262169", "202262165", "202262171", "202262170"], "equivalent": ["202262165", "202262166"], "question": "Does the napkin look red?", "isBalanced": true, "groups": {"global": null, "local": "06-napkin_red"}, "answer": "yes", "semanticStr": "select: napkin (14)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the napkin is red.", "image": "n28572.jpg", "question_id": 202262166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153283"], "equivalent": ["201153284"], "question": "What's the woman in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_in front of,o"}, "answer": "post", "semanticStr": "select: woman (3)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the post.", "image": "n160664.jpg", "question_id": 201153284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153284"], "equivalent": ["201153283"], "question": "What is the woman in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_in front of,o"}, "answer": "post", "semanticStr": "select: woman (3)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the post.", "image": "n160664.jpg", "question_id": 201153283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "post (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153281", "201153186", "201153285"], "equivalent": ["201153282"], "question": "Who is in front of the post?", "isBalanced": true, "groups": {"global": "person", "local": "14-post_in front of,s"}, "answer": "woman", "semanticStr": "select: post (8)->relate: person,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the post.", "image": "n160664.jpg", "question_id": 201153282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "post (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201153282", "201153186", "201153285"], "equivalent": ["201153281"], "question": "Who is in front of the post made of wood?", "isBalanced": true, "groups": {"global": "person", "local": "14-post_in front of,s"}, "answer": "woman", "semanticStr": "select: post (8)->filter material: wood [0]->relate: person,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "8", "6": "8"}, "fullAnswer": {"1": "3", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the post.", "image": "n160664.jpg", "question_id": 201153281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "choose name", "dependencies": [1], "argument": "cat|dog"}], "entailed": ["201175499"], "equivalent": ["201175498", "201175499"], "question": "What is this woman behind of, a cat or a dog?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_behind,o"}, "answer": "cat", "semanticStr": "select: woman (0)->relate: animal,behind,o (1) [0]->choose name: cat|dog [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "0", "7": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is behind a cat.", "image": "n357784.jpg", "question_id": 201175498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "relate", "dependencies": [0], "argument": "shorts,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20891570", "20891578", "20891579", "20891583", "20891574", "20891576", "20891577", "20891580", "20891581", "20891572", "20891573"], "equivalent": ["20891575"], "question": "What color do the shorts the child is wearing have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "blue", "semanticStr": "select: child (5)->relate: shorts,wearing,o (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "6": "5"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts have blue color.", "image": "n347706.jpg", "question_id": 20891575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cd (11)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201497680", "201497681", "201497682", "201497679", "201497677"], "equivalent": ["201497684"], "question": "What is the shape of that CD?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-cd_shape"}, "answer": "round", "semanticStr": "select: cd (11)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The CD is round.", "image": "n315887.jpg", "question_id": 201497684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "select", "dependencies": [], "argument": "fence post (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201185028", "201185029", "201185030"], "equivalent": ["201185029", "201185028", "201185031", "201185030"], "question": "Is the material of the ground the same as the fence post?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence post_ground"}, "answer": "no", "semanticStr": "select: ground (5)->select: fence post (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "5", "10:12": "9"}, "fullAnswer": {"2": "5", "9:11": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the ground is made of cement and the fence post is made of metal.", "image": "n95904.jpg", "question_id": 201185031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "low "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201880417"], "question": "Is the toilet low and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_low"}, "answer": "no", "semanticStr": "select: toilet (0)->verify color: brown [0]->verify: low  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is low but white.", "image": "n95369.jpg", "question_id": 201880417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,at,s (2)"}, {"operation": "verify realism", "dependencies": [1], "argument": "real"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20883186", "20883187", "20883197", "20883196", "20883191", "20883190", "20883193", "20883195", "20883189", "20883205", "20883204", "20883207", "20883206", "20883201", "20883200", "20883203", "20883202", "20883209", "20883208"], "equivalent": ["20883187", "20883188"], "question": "Is the person at the skateboard real and young?", "isBalanced": true, "groups": {"global": null, "local": "05-real_young"}, "answer": "yes", "semanticStr": "select: skateboard (3)->relate: person,at,s (2) [0]->verify realism: real [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "3"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boy is real and young.", "image": "n159284.jpg", "question_id": 20883188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bag (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20896409"], "equivalent": ["20896410", "20896409"], "question": "Do you see any refrigerator or bag there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bag_refrigerator"}, "answer": "yes", "semanticStr": "select: refrigerator (5)->exist: ? [0]->select: bag (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a refrigerator.", "image": "n548534.jpg", "question_id": 20896410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20786254", "20786255", "20786256", "20786257", "20786250", "20786253", "20786258", "20786259", "20786269", "20786263", "20786249", "20786225", "20786268", "20786226", "20786261", "20786260", "20786205", "20786204", "20786265", "20786264", "20786267", "20786266"], "equivalent": ["20786262"], "question": "How long is the container made of metal?", "isBalanced": true, "groups": {"global": "length", "local": "10q-container_length"}, "answer": "long", "semanticStr": "select: container (7)->filter material: metal [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is long.", "image": "n12404.jpg", "question_id": 20786262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "gold"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20342448", "20342417", "20342443", "20342442", "20342444", "20342447", "20342418", "20342416"], "equivalent": ["20342449"], "question": "Which kind of vehicle is gold?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_gold"}, "answer": "bus", "semanticStr": "select: vehicle (2)->filter color: gold [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n16425.jpg", "question_id": 20342449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20342330", "20342328", "20342329"], "equivalent": ["20342331"], "question": "On which side is the person?", "isBalanced": true, "groups": {"global": null, "local": "10q-person_hposition"}, "answer": "left", "semanticStr": "select: person (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is on the left of the image.", "image": "n16425.jpg", "question_id": 20342331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "verify", "dependencies": [0], "argument": "empty"}], "entailed": ["201889428", "201889423", "201889422", "201889421", "201889420", "201889427", "201889426", "201889424", "201889401", "201889417", "201889434", "201889419"], "equivalent": ["201889423", "201889425", "201889424"], "question": "Do you think the jacket is empty?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_empty"}, "answer": "no", "semanticStr": "select: jacket (5)->verify: empty [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jacket is full.", "image": "n88366.jpg", "question_id": 201889425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "remote control,on top of,s (31)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202012701", "202012703", "202012705", "202012704"], "equivalent": ["202012701", "202012703", "202012702"], "question": "Does the remote on top of the television look black and large?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: television (1)->relate: remote control,on top of,s (31) [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "31", "7": "1"}, "fullAnswer": {"2:4": "31"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the remote control is black but small.", "image": "n326988.jpg", "question_id": 202012702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899769", "20899700"], "equivalent": ["20899770"], "question": "Which kind of device is sitting on the table?", "isBalanced": true, "groups": {"global": "device", "local": "15-table_sitting on,s"}, "answer": "laptop", "semanticStr": "select: table (7)->relate: device,sitting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n186491.jpg", "question_id": 20899770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["20797810", "20797811", "20797812", "20797809", "20797808", "20797806", "20797805", "20797803", "20797802", "20797801", "20797800"], "equivalent": ["20797804"], "question": "What race is the person that the tree is behind of?", "isBalanced": true, "groups": {"global": "race", "local": "10q-man_race"}, "answer": "caucasian", "semanticStr": "select: tree (9)->relate: person,behind,o (8) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "9"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is caucasian.", "image": "n16656.jpg", "question_id": 20797804}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306368", "20306367", "20306372", "20306371", "20306370", "20306583"], "equivalent": ["20306369"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "camera", "semanticStr": "select: woman (1)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the camera.", "image": "n554880.jpg", "question_id": 20306369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536277", "20536280", "20536281", "20536278"], "equivalent": ["20536279"], "question": "What animal is to the left of the giraffe?", "isBalanced": true, "groups": {"global": "animal", "local": "15-giraffe_to the left of,s"}, "answer": "bison", "semanticStr": "select: giraffe (1)->relate: animal,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bison (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "monkey,behind,o (-)"}], "entailed": [], "equivalent": ["20536275"], "question": "Is the bison behind a monkey?", "isBalanced": true, "groups": {"global": null, "local": "13-bison_monkey"}, "answer": "no", "semanticStr": "select: bison (0)->verify rel: monkey,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bison is behind a giraffe.", "image": "n410476.jpg", "question_id": 20536275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gift (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306368", "20306369", "20306372", "20306371", "20306370", "20306583"], "equivalent": ["20306368", "20306367"], "question": "The person to the left of the gift is holding what?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "camera", "semanticStr": "select: gift (5)->relate: person,to the left of,s (1) [0]->relate: _,holding,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "1", "7": "5"}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the camera.", "image": "n554880.jpg", "question_id": 20306367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "charger,plugged into,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["20204688", "20204689", "20204687", "20204691", "20204690", "20204692", "20204686", "20204694", "20204685"], "equivalent": ["20204693"], "question": "How fat is the charger that is plugged into the laptop computer?", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-charger_fatness"}, "answer": "skinny", "semanticStr": "select: laptop (4)->relate: charger,plugged into,s (14) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"4": "14", "10:12": "4"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The charger is skinny.", "image": "n532191.jpg", "question_id": 20204693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "radiator,above,o (-)"}], "entailed": [], "equivalent": ["201759369"], "question": "Is the window above a radiator?", "isBalanced": true, "groups": {"global": null, "local": "13-window_radiator"}, "answer": "no", "semanticStr": "select: window (5)->verify rel: radiator,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the window is above a pot.", "image": "n150962.jpg", "question_id": 201759369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (9)"}, {"operation": "choose rel", "dependencies": [0], "argument": "woman,to the left of|to the right of,s (9)"}], "entailed": ["20541727"], "equivalent": ["20541729"], "question": "Is she to the left or to the right of the couch that is not uncomfortable?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_woman"}, "answer": "left", "semanticStr": "select: she (9)->choose rel: woman,to the left of|to the right of,s (9) [0]", "annotations": {"answer": {}, "question": {"1": "9", "11": "5", "15": "5"}, "fullAnswer": {"1": "9", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the couch.", "image": "n527290.jpg", "question_id": 20541729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "beach,standing on top of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20567738", "20567739", "20567718", "20567731", "20567734", "20567735", "20567736", "20567744", "20567759", "20567729"], "equivalent": ["20567737"], "question": "How wide is the beach the man is standing on top of?", "isBalanced": true, "groups": {"global": "width", "local": "10q-beach_width"}, "answer": "narrow", "semanticStr": "select: man (0)->relate: beach,standing on top of,o (8) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "8", "6": "0"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The beach is narrow.", "image": "n414992.jpg", "question_id": 20567737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201759361", "201759362"], "equivalent": ["201759360", "201759361"], "question": "Are there round windows in this photo?", "isBalanced": true, "groups": {"global": null, "local": "04-window_round"}, "answer": "no", "semanticStr": "select: window (5)->filter shape: round [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a window but it is rectangular.", "image": "n150962.jpg", "question_id": 201759360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20866415", "20866414", "20866413", "20866398", "20866399", "20866406", "20866407", "20866404", "20866405", "20866402", "20866410", "20866400", "20866412", "20866411", "20866408", "20866409"], "equivalent": ["20866397", "20866398"], "question": "Is the shirt sleeveless and white?", "isBalanced": true, "groups": {"global": null, "local": "05-sleeveless_white"}, "answer": "yes", "semanticStr": "select: shirt (4)->verify: sleeveless [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is sleeveless and white.", "image": "n579256.jpg", "question_id": 20866397}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866390", "20866391"], "equivalent": ["20866392"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "shirt", "semanticStr": "select: clothing (4)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n579256.jpg", "question_id": 20866392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify rel", "dependencies": [1], "argument": "coats,below,o (1)"}], "entailed": ["201759243"], "equivalent": ["201759365"], "question": "Is the glass window below the coats that are not thin?", "isBalanced": true, "groups": {"global": null, "local": "13-window_coats"}, "answer": "yes", "semanticStr": "select: window (5)->filter material: glass [0]->verify rel: coats,below,o (1) [1]", "annotations": {"answer": {}, "question": {"10": "1", "2:4": "5", "6": "1"}, "fullAnswer": {"2": "5", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the window is below the coats.", "image": "n150962.jpg", "question_id": 201759365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "birds (7)"}, {"operation": "relate", "dependencies": [0], "argument": "clouds,flying in,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "thickness"}], "entailed": ["20746643", "20746642", "20746644", "20746638", "20746639", "20746637", "20746627"], "equivalent": ["20746641"], "question": "How thick are the clouds the birds are flying in?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-clouds_thickness"}, "answer": "thick", "semanticStr": "select: birds (7)->relate: clouds,flying in,o (8) [0]->query: thickness [1]", "annotations": {"answer": {}, "question": {"4": "8", "6": "7"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clouds are thick.", "image": "n477215.jpg", "question_id": 20746641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athletic shoe (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201737893"], "question": "Who wears an athletic shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-athletic shoe_wearing,s"}, "answer": "player", "semanticStr": "select: athletic shoe (5)->relate: person,wearing,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "15", "4:6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player wears an athletic shoe.", "image": "n531731.jpg", "question_id": 201737893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202156822", "202156821", "202156794"], "equivalent": ["202156820"], "question": "What animals are shown in the photo?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephants", "semanticStr": "select: animal (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "umpire,behind,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202053187"], "equivalent": ["202053188"], "question": "Are there umpires behind the person in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_umpire"}, "answer": "yes", "semanticStr": "select: person (4)->filter vposition: middle [0]->relate: umpire,behind,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "0", "5": "4"}, "fullAnswer": {"4": "0", "7": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an umpire behind the batter.", "image": "n334278.jpg", "question_id": 202053188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": ["201763558"], "equivalent": ["201763558", "201763559"], "question": "Is it outdoors or indoors?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors.", "image": "n246334.jpg", "question_id": 201763559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (3)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201109421", "201109422", "201109409", "201109411", "201109402", "201109400", "201109401", "201109406", "201109407", "201109404", "201109405", "201109410", "201109398"], "equivalent": ["201109403"], "question": "How big is that house?", "isBalanced": true, "groups": {"global": "size", "local": "10q-house_size"}, "answer": "large", "semanticStr": "select: house (3)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is large.", "image": "n167164.jpg", "question_id": 201109403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (15)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,to the right of,s (14)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201758423", "201758420", "201758421", "201758422", "201758412", "201758424", "201758415", "201758414", "201758417", "201758416", "201758406", "201758407", "201758413", "201758405", "201758411", "201758408", "201758409", "201758418", "201758410"], "equivalent": ["201758419"], "question": "Does the toy to the right of the bag seem to be soft and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_soft"}, "answer": "yes", "semanticStr": "select: bag (15)->relate: toy,to the right of,s (14) [0]->verify color: brown [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "15", "2": "14"}, "fullAnswer": {"2:4": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the stuffed dog is soft and brown.", "image": "n4777.jpg", "question_id": 201758419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2053568", "2053569", "2053580", "2053581", "2053571", "2053573", "2053575", "2053574"], "equivalent": ["2053572"], "question": "What is the bottle made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic.", "image": "n146555.jpg", "question_id": 2053572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498260"], "equivalent": ["201498261"], "question": "What's the coffee cup in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-coffee cup_in front of,o"}, "answer": "tape", "semanticStr": "select: coffee cup (1)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"8": "2", "1:3": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee cup is in front of the tape.", "image": "n315887.jpg", "question_id": 201498261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20411919", "20411917", "20411921", "20411924", "20411922", "20411918", "20411920"], "equivalent": ["20411923"], "question": "Which side of the picture is the fork on?", "isBalanced": true, "groups": {"global": null, "local": "10q-fork_hposition"}, "answer": "right", "semanticStr": "select: fork (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is on the right of the image.", "image": "n363445.jpg", "question_id": 20411923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "blanket (-) "}, {"operation": "filter hardness", "dependencies": [3], "argument": "soft"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20668046"], "equivalent": ["20668045"], "question": "Is there a soft blanket or couch?", "isBalanced": true, "groups": {"global": null, "local": "04-couch_soft"}, "answer": "yes", "semanticStr": "select: couch (8)->filter hardness: soft [0]->exist: ? [1]->select: blanket (-) ->filter hardness: soft [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a soft couch.", "image": "n181355.jpg", "question_id": 20668045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (12)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,next to,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,sitting on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201207077", "201207118"], "equivalent": ["201207117"], "question": "What vegetable is sitting on the plate next to the mat?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-plate_sitting on,s"}, "answer": "broccoli", "semanticStr": "select: mat (12)->relate: plate,next to,s (1) [0]->relate: vegetable,sitting on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "10": "12", "6": "1"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is broccoli.", "image": "n222915.jpg", "question_id": 201207117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "broccoli,near,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201207115", "201207077"], "equivalent": ["201207116"], "question": "Is there broccoli near the round food?", "isBalanced": true, "groups": {"global": null, "local": "13-sandwich_broccoli"}, "answer": "yes", "semanticStr": "select: food (5)->filter shape: round [0]->relate: broccoli,near,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "5"}, "fullAnswer": {"3": "3", "6": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is broccoli near the sandwich.", "image": "n222915.jpg", "question_id": 201207116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mud (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202156786", "202156784", "202156785"], "equivalent": ["202156783"], "question": "Do you see either any brown grass or mud?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_brown"}, "answer": "no", "semanticStr": "select: grass (1)->filter color: brown [0]->exist: ? [1]->select: mud (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is grass but it is green.", "image": "n543966.jpg", "question_id": 202156783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (8)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "relate", "dependencies": [1], "argument": "_,higher than,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017507"], "equivalent": ["2017506"], "question": "What do you think are the mountains that are not narrow higher than?", "isBalanced": true, "groups": {"global": "place", "local": "14-mountains_higher than,o"}, "answer": "pasture", "semanticStr": "select: mountains (8)->filter width: not(narrow) [0]->relate: _,higher than,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"10": "8", "6": "8"}, "fullAnswer": {"1": "8", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountains are higher than the pasture.", "image": "n324908.jpg", "question_id": 2017506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "query", "dependencies": [0], "argument": "age"}], "entailed": ["20757102", "20757103", "20757113", "20757112", "20757106", "20757107", "20757104", "20757108", "20757109", "20757100", "20757099", "20757081", "20757080", "20757078", "20757079", "20757110", "20757111", "20757101"], "equivalent": ["20757105"], "question": "How old is that lady?", "isBalanced": true, "groups": {"global": "age", "local": "10q-lady_age"}, "answer": "old", "semanticStr": "select: lady (9)->query: age [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lady is old.", "image": "n433532.jpg", "question_id": 20757105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["20177884", "20177883", "20177882", "20177881", "20177880"], "equivalent": ["20177885"], "question": "Are the green vegetables in the bottom part or in the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-pickles_vposition"}, "answer": "bottom", "semanticStr": "select: vegetable (2)->filter color: green [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pickles are in the bottom of the image.", "image": "n55058.jpg", "question_id": 20177885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (9)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the left of,s (7)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "select", "dependencies": [], "argument": "table (5) "}, {"operation": "relate", "dependencies": [3], "argument": "coffee mug,on top of,s (6)"}, {"operation": "verify shape", "dependencies": [4], "argument": "round"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20157510", "20157508", "20157509", "20157550", "20157513", "20157506", "20157507", "20157515", "20157514", "20157548", "20157549", "20157484", "20157502", "20157512", "20157496", "20157543", "20157544", "20157511"], "equivalent": ["20157505"], "question": "Do both the plate that is to the left of the other plate and the coffee mug on top of the table have round shape?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-coffee mug_plate"}, "answer": "yes", "semanticStr": "select: plate (9)->relate: plate,to the left of,s (7) [0]->verify shape: round [1]->select: table (5) ->relate: coffee mug,on top of,s (6) [3]->verify shape: round [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"15:17": "6", "3": "7", "12": "9", "21": "5"}, "fullAnswer": {"3": "7", "6:8": "6"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the plate and the coffee mug are round.", "image": "n170941.jpg", "question_id": 20157505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20940295", "20940296", "20940298", "20940301"], "equivalent": ["20940297"], "question": "What's the mirror made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "glass", "semanticStr": "select: mirror (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of glass.", "image": "n240666.jpg", "question_id": 20940297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "umpire,in front of,o (0)"}], "entailed": [], "equivalent": ["202053365"], "question": "Is the batter in front of the umpire that is wearing a belt?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_umpire"}, "answer": "yes", "semanticStr": "select: batter (4)->verify rel: umpire,in front of,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "4", "12": "3", "7": "0"}, "fullAnswer": {"8": "0", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the batter is in front of the umpire.", "image": "n334278.jpg", "question_id": 202053365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose", "dependencies": [1], "argument": "wet|dry"}], "entailed": ["20257329", "20257328", "20257305", "20257354", "20257370", "20257304", "20257359", "20257367", "20257366", "20257369", "20257368", "20257362"], "equivalent": ["20257376"], "question": "Is the brown sand wet or dry?", "isBalanced": true, "groups": {"global": "17", "local": "10c-sand_17"}, "answer": "wet", "semanticStr": "select: sand (5)->filter color: brown [0]->choose: wet|dry [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sand is wet.", "image": "n441859.jpg", "question_id": 20257376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201861636", "201861641", "201861640", "201861645", "201861644", "201861646", "201861625", "201861638", "201861606"], "equivalent": ["201861643"], "question": "How clean is the glove made of leather?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-glove_cleanliness"}, "answer": "clean", "semanticStr": "select: glove (6)->filter material: leather [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glove is clean.", "image": "n390187.jpg", "question_id": 201861643}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963967", "20963966", "20963969"], "equivalent": ["20963968"], "question": "Which kind of furniture is underneath the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_underneath,s"}, "answer": "shelf", "semanticStr": "select: window (0)->relate: furniture,underneath,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n119886.jpg", "question_id": 20963968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20412012", "20412013", "20412010", "20412011", "20412016", "20412017", "20412014", "20412015", "20412008"], "equivalent": ["20412009"], "question": "Does the dessert look white?", "isBalanced": true, "groups": {"global": null, "local": "06-dessert_white"}, "answer": "yes", "semanticStr": "select: dessert (8)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dessert is white.", "image": "n363445.jpg", "question_id": 20412009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963967", "20963969", "20963968"], "equivalent": ["20963966"], "question": "What is underneath the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-window_underneath,s"}, "answer": "shelf", "semanticStr": "select: window (0)->relate: _,underneath,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelf is underneath the window.", "image": "n119886.jpg", "question_id": 20963966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201175311", "201175310", "201175313", "201175315", "201175317", "201175309", "201175316", "201175323", "201175322", "201175325", "201175324", "201175321"], "equivalent": ["201175314"], "question": "What is the cat doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-cat_pose"}, "answer": "standing", "semanticStr": "select: cat (1)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cat is standing.", "image": "n357784.jpg", "question_id": 201175314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap (12)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20939975", "20939974", "20939973"], "equivalent": ["20939972"], "question": "Is the soap on the left side of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-soap_left"}, "answer": "yes", "semanticStr": "select: soap (12)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the soap is on the left of the image.", "image": "n240666.jpg", "question_id": 20939972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "relate", "dependencies": [0], "argument": "soap,on,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "pink"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20939977"], "question": "Does the soap on the sink appear to be pink and small?", "isBalanced": true, "groups": {"global": null, "local": "05-pink_small"}, "answer": "no", "semanticStr": "select: sink (0)->relate: soap,on,s (12) [0]->verify color: pink [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "5": "0"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the soap is small but green.", "image": "n240666.jpg", "question_id": 20939977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,flying above,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100446"], "equivalent": ["202100447"], "question": "What watercraft is the airplane flying above?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-airplane_flying above,o"}, "answer": "boats", "semanticStr": "select: airplane (1)->relate: watercraft,flying above,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"1": "21"}, "fullAnswer": {"1": "1", "6": "21"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The airplane is flying above the boats.", "image": "n386688.jpg", "question_id": 202100447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073383", "202073384"], "equivalent": ["202073385"], "question": "What is higher than the trees?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-trees_higher than,s"}, "answer": "sky", "semanticStr": "select: trees (5)->relate: _,higher than,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the trees.", "image": "n219840.jpg", "question_id": 202073385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20790069", "20790032"], "equivalent": ["20790068"], "question": "Which kind of animal is on the beach?", "isBalanced": true, "groups": {"global": "animal", "local": "15-beach_on,s"}, "answer": "horse", "semanticStr": "select: beach (0)->relate: animal,on,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n475030.jpg", "question_id": 20790068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201407189"], "question": "Who is the fence in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-fence_in front of,o"}, "answer": "crowd", "semanticStr": "select: fence (13)->relate: person,in front of,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "13", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the crowd.", "image": "n282607.jpg", "question_id": 201407189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coach (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dugout,leaning on,o (3)"}], "entailed": [], "equivalent": ["20287953"], "question": "Is the coach leaning on the dugout?", "isBalanced": true, "groups": {"global": null, "local": "13-coach_dugout"}, "answer": "yes", "semanticStr": "select: coach (6)->verify rel: dugout,leaning on,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "6", "6": "3"}, "fullAnswer": {"2": "6", "7": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the coach is leaning on the dugout.", "image": "n317260.jpg", "question_id": 20287953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20287951"], "equivalent": ["20287952"], "question": "What's the coach leaning on?", "isBalanced": true, "groups": {"global": "", "local": "14-coach_leaning on,o"}, "answer": "dugout", "semanticStr": "select: coach (6)->relate: _,leaning on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coach is leaning on the dugout.", "image": "n317260.jpg", "question_id": 20287952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724153", "20724152", "20724222"], "equivalent": ["20724223"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: jacket (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a jacket.", "image": "n369970.jpg", "question_id": 20724223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dugout (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,leaning on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287950"], "question": "Who is leaning on the dugout?", "isBalanced": true, "groups": {"global": "person", "local": "14-dugout_leaning on,s"}, "answer": "coach", "semanticStr": "select: dugout (3)->relate: person,leaning on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coach is leaning on the dugout.", "image": "n317260.jpg", "question_id": 20287950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896224", "20896205", "20896206"], "equivalent": ["20896225"], "question": "What's hanging from the cabinets?", "isBalanced": true, "groups": {"global": "textile", "local": "14-cabinets_hanging from,s"}, "answer": "towel", "semanticStr": "select: cabinets (8)->relate: _,hanging from,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is hanging from the cabinets.", "image": "n548534.jpg", "question_id": 20896225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20896229", "20896228", "20896232", "20896230", "20896231", "20896227"], "equivalent": ["20896227", "20896226"], "question": "What is the cloth towel hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-towel_hanging from,o"}, "answer": "cabinets", "semanticStr": "select: towel (10)->filter material: cloth [0]->relate: _,hanging from,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "10"}, "fullAnswer": {"1": "10", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is hanging from the cabinets.", "image": "n548534.jpg", "question_id": 20896226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crown (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20258948", "20258943", "20258944", "20258946", "20258947", "20258952"], "equivalent": ["20258945"], "question": "What color is the crown?", "isBalanced": true, "groups": {"global": "color", "local": "10q-crown_color"}, "answer": "yellow", "semanticStr": "select: crown (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The crown is yellow.", "image": "n204894.jpg", "question_id": 20258945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896229", "20896232", "20896230", "20896231", "20896227", "20896226"], "equivalent": ["20896228"], "question": "What is the towel hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-towel_hanging from,o"}, "answer": "cabinets", "semanticStr": "select: towel (10)->relate: _,hanging from,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "10", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is hanging from the cabinets.", "image": "n548534.jpg", "question_id": 20896228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360903", "201360709"], "equivalent": ["201360710"], "question": "What does the boy hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_holding,o"}, "answer": "toothbrush", "semanticStr": "select: boy (1)->relate: _,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "1", "4": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy holds the toothbrush.", "image": "n541688.jpg", "question_id": 201360710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "umbrella (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201752875", "201752871", "201752873"], "equivalent": ["201752874", "201752873"], "question": "Do you see small umbrellas or bags?", "isBalanced": true, "groups": {"global": null, "local": "04-bag_small"}, "answer": "yes", "semanticStr": "select: bag (9)->filter size: small [0]->exist: ? [1]->select: umbrella (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a small bag.", "image": "n262929.jpg", "question_id": 201752874}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201639358", "201639359", "201639360", "201639356", "201639357", "201639352", "201639353", "201639354", "201639355"], "equivalent": ["201639361"], "question": "On which side of the image are the striped animals?", "isBalanced": true, "groups": {"global": null, "local": "10q-zebras_hposition"}, "answer": "right", "semanticStr": "select: animal (5)->filter pattern: striped [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The zebras are on the right of the image.", "image": "n497789.jpg", "question_id": 201639361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["202125940", "202125938"], "equivalent": ["202125939"], "question": "Do the trousers have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_black"}, "answer": "no", "semanticStr": "select: pants (17)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trousers are beige.", "image": "n573460.jpg", "question_id": 202125939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rackets (12)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["20618740", "20618741"], "equivalent": ["20618739"], "question": "Are the tennis rackets in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "06-rackets_bottom"}, "answer": "yes", "semanticStr": "select: rackets (12)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2:4": "12"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tennis rackets are in the bottom of the image.", "image": "n126087.jpg", "question_id": 20618739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201080121", "201080115", "201080116", "201080117", "201080110", "201080111", "201080112", "201080113"], "equivalent": ["201080114"], "question": "How big is the black sculpture?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sculpture_size"}, "answer": "small", "semanticStr": "select: sculpture (5)->filter color: black [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sculpture is small.", "image": "n23181.jpg", "question_id": 201080114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201669719", "201669718"], "equivalent": ["201669720"], "question": "Which part is the plate in, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-plate_vposition"}, "answer": "bottom", "semanticStr": "select: plate (12)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plate is in the bottom of the image.", "image": "n238266.jpg", "question_id": 201669720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576671", "201576818"], "equivalent": ["201576672"], "question": "Which kind of animal isn't short?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_n#short"}, "answer": "goat", "semanticStr": "select: animal (2)->filter: not(short) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a goat.", "image": "n187961.jpg", "question_id": 201576672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201080129", "201080128", "201080109", "201080121", "201080120", "201080123", "201080122", "201080125", "201080124", "201080127", "201080126", "201080132", "201080133", "201080130", "201080131", "201080119", "201080114", "201080115", "201080116", "201080117", "201080110", "201080111", "201080112", "201080113"], "equivalent": ["201080120", "201080118", "201080119"], "question": "Does the sculpture have black color and small size?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: sculpture (5)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sculpture is black and small.", "image": "n23181.jpg", "question_id": 201080118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (9)"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}], "entailed": ["20307183", "20307181", "20307185", "20307184"], "equivalent": ["20307182"], "question": "Is the device to the right of the cellphone made of glass?", "isBalanced": true, "groups": {"global": null, "local": "06-television_glass"}, "answer": "yes", "semanticStr": "select: cell phone (2)->relate: device,to the right of,s (9) [0]->verify material: glass [1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the television is made of glass.", "image": "n554880.jpg", "question_id": 20307182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20211202", "20211197", "20211198"], "equivalent": ["20211244"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (8)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n312206.jpg", "question_id": 20211244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068695", "201068696"], "equivalent": ["201068697"], "question": "What clothing item is gray?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt.", "image": "n159802.jpg", "question_id": 201068697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201885418", "201885419"], "equivalent": ["201885420"], "question": "What is the palm tree in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-palm tree_in front of,o"}, "answer": "plant", "semanticStr": "select: palm tree (5)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "5", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm is in front of the plant.", "image": "n222297.jpg", "question_id": 201885420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201903005", "201903006", "201903007", "201902921", "201903002", "201903003"], "equivalent": ["201903004"], "question": "What is sitting next to the computer mouse?", "isBalanced": true, "groups": {"global": "device", "local": "14-computer mouse_sitting next to,s"}, "answer": "keyboard", "semanticStr": "select: computer mouse (9)->relate: _,sitting next to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is sitting next to the mouse.", "image": "n435808.jpg", "question_id": 201903004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20307190", "20307191", "20307192", "20307193", "20307188", "20307146", "20307145", "20307144", "20307143"], "equivalent": ["20307189"], "question": "What do you think is the device to the right of the device the man is holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-cell phone_to the right of,s"}, "answer": "television", "semanticStr": "select: man (0)->relate: device,holding,o (2) [0]->relate: device,to the right of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"12": "2", "14": "0", "6": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n554880.jpg", "question_id": 20307189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bikes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sand (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201593337", "201593336"], "equivalent": ["201593337", "201593338"], "question": "Is there a bike or sand in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bikes_sand"}, "answer": "no", "semanticStr": "select: bikes (-)->exist: ? [0]->select: sand (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no sand or bikes.", "image": "n524855.jpg", "question_id": 201593338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the right of,s (4)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201360939", "201360938", "201360935", "201360934", "201360937", "201360936", "201360931", "201360930", "201360933", "201360932", "201360944", "201360945", "201360946", "201360940", "201360941", "201360942", "201360943"], "equivalent": ["201360929"], "question": "Is the toothbrush that is to the right of the other toothbrush large and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-large_yellow"}, "answer": "yes", "semanticStr": "select: toothbrush (3)->relate: toothbrush,to the right of,s (4) [0]->verify size: large [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "3", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the toothbrush is large and yellow.", "image": "n541688.jpg", "question_id": 201360929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (15)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the left of,s (4)"}, {"operation": "filter", "dependencies": [1], "argument": "mounted"}, {"operation": "verify cleanliness", "dependencies": [2], "argument": "dirty"}], "entailed": ["201883079", "201883076", "201883077"], "equivalent": ["201883078"], "question": "Does the mounted mirror that is to the left of the curtains look dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_dirty"}, "answer": "no", "semanticStr": "select: curtains (15)->relate: mirror,to the left of,s (4) [0]->filter: mounted [1]->verify cleanliness: dirty [2]", "annotations": {"answer": {}, "question": {"11": "15", "2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mirror is clean.", "image": "n125122.jpg", "question_id": 201883078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["2075382", "2075379", "2075378", "2075377", "2075381", "2075380"], "equivalent": ["2075382", "2075383"], "question": "In which part of the image is the tall animal, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-giraffe_vposition"}, "answer": "top", "semanticStr": "select: animal (0)->filter height: tall [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The giraffe is in the top of the image.", "image": "n469525.jpg", "question_id": 2075383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "relate", "dependencies": [0], "argument": "table,next to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202006641", "202006640", "202006654", "202006587", "202006622", "202006561", "202006535", "202006624", "202006630", "202006631", "202006620", "202006617", "202006560", "202006639", "202006628"], "equivalent": ["202006629"], "question": "What shape is the table that is next to the countertop?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-table_shape"}, "answer": "square", "semanticStr": "select: countertop (19)->relate: table,next to,s (0) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"10": "19", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is square.", "image": "n97485.jpg", "question_id": 202006629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201346621", "201346622", "201346600", "201346596", "201346591", "201346590"], "equivalent": ["201346598"], "question": "Is this a small motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "06-motorcycle_small"}, "answer": "no", "semanticStr": "select: motorcycle (3)->verify size: small [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a large motorcycle.", "image": "n131634.jpg", "question_id": 201346598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,on top of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "baked good,on top of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202285517", "202285518", "202285519"], "equivalent": ["202285516"], "question": "What type of baked good is on top of the plate that is on top of the tray?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-plate_on top of,s"}, "answer": "waffles", "semanticStr": "select: tray (4)->relate: plate,on top of,s (0) [0]->relate: baked good,on top of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"10": "0", "17": "4", "3:5": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is waffles.", "image": "n100991.jpg", "question_id": 202285516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,on top of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285516", "202285518", "202285519"], "equivalent": ["202285517"], "question": "What kind of baked good is on top of the plate?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-plate_on top of,s"}, "answer": "waffles", "semanticStr": "select: plate (0)->relate: baked good,on top of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is waffles.", "image": "n100991.jpg", "question_id": 202285517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify rel", "dependencies": [1], "argument": "zebra,to the right of,o (3)"}], "entailed": ["202073245", "202073244", "202073243", "202073200", "202073197", "202073199", "202073198"], "equivalent": ["202073242"], "question": "Are the gray horses to the right of the zebra?", "isBalanced": true, "groups": {"global": null, "local": "13-horses_zebra"}, "answer": "yes", "semanticStr": "select: horses (2)->filter color: gray [0]->verify rel: zebra,to the right of,o (3) [1]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "2"}, "fullAnswer": {"9": "3", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the horses are to the right of the zebra.", "image": "n219840.jpg", "question_id": 202073242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (36)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "select", "dependencies": [], "argument": "toilet (24) "}, {"operation": "filter shape", "dependencies": [2], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [3], "argument": "white"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["20673154", "20672789", "20673150", "20673151", "20673152", "20673153", "20672791", "20672790", "20672793", "20672792", "20673147", "20673146", "20673145", "20673144", "20673149", "20673148"], "equivalent": ["20673143"], "question": "Are the vase and the toilet that looks rectangular both white?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-toilet_vase"}, "answer": "yes", "semanticStr": "select: vase (36)->verify color: white [0]->select: toilet (24) ->filter shape: rectangular [2]->verify color: white [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"8": "24", "2": "36", "5": "24"}, "fullAnswer": {"3": "36", "6": "24"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the vase and the toilet are white.", "image": "n59147.jpg", "question_id": 20673143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mound (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480491", "201480493"], "equivalent": ["201480490"], "question": "What is the mound in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-mound_in front of,o"}, "answer": "grass", "semanticStr": "select: mound (7)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mound is in front of the grass.", "image": "n39114.jpg", "question_id": 201480490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201235844", "201235845", "201235846", "201235843", "201235835", "201235834", "201235837", "201235831", "201235830", "201235832", "201235839"], "equivalent": ["201235833"], "question": "What is that woman doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-woman_pose"}, "answer": "crouching", "semanticStr": "select: woman (6)->query: pose [0]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is crouching.", "image": "n527589.jpg", "question_id": 201235833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201235844", "201235845", "201235846", "201235843", "201235834", "201235837", "201235831", "201235830", "201235833", "201235832", "201235839"], "equivalent": ["201235835"], "question": "What is the woman doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-woman_pose"}, "answer": "crouching", "semanticStr": "select: woman (6)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is crouching.", "image": "n527589.jpg", "question_id": 201235835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201861503"], "question": "Is the helmet small and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_small"}, "answer": "no", "semanticStr": "select: helmet (4)->verify color: blue [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the helmet is small but black.", "image": "n390187.jpg", "question_id": 201861503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20144658", "20144659", "20144675", "20144669", "20144665", "20144664", "20144667", "20144666", "20144661", "20144660", "20144663", "20144662", "20144676", "20144673", "20144670", "20144672", "20144671", "20144674"], "equivalent": ["20144668", "20144669"], "question": "Is the sky cloudy and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_cloudy"}, "answer": "yes", "semanticStr": "select: sky (14)->verify color: blue [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and blue.", "image": "n273901.jpg", "question_id": 20144668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20863625"], "question": "Is the skateboard hard and white?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_white"}, "answer": "no", "semanticStr": "select: skateboard (0)->verify hardness: hard [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skateboard is hard but brown.", "image": "n14.jpg", "question_id": 20863625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}], "entailed": ["20863628", "20863625", "20863627"], "equivalent": ["20863626"], "question": "Is the skateboard hard?", "isBalanced": true, "groups": {"global": null, "local": "06-skateboard_hard"}, "answer": "yes", "semanticStr": "select: skateboard (0)->verify hardness: hard [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the skateboard is hard.", "image": "n14.jpg", "question_id": 20863626}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20245952", "20245928", "20245936", "20245941", "20245933", "20245932", "20245944", "20245930", "20245942", "20245929", "20245943", "20245934", "20245931"], "equivalent": ["20245937", "20245936"], "question": "Is the skateboard both black and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-black_wood"}, "answer": "yes", "semanticStr": "select: skateboard (3)->verify color: black [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the skateboard is black and wooden.", "image": "n489190.jpg", "question_id": 20245937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735551", "201735553"], "equivalent": ["201735552"], "question": "Which kind of furniture is above the bowl?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bowl_above,s"}, "answer": "shelves", "semanticStr": "select: bowl (10)->relate: furniture,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n240973.jpg", "question_id": 201735552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bowl,above,o (10)"}], "entailed": ["201735260"], "equivalent": ["201735554"], "question": "Are the shelves above a bowl?", "isBalanced": true, "groups": {"global": null, "local": "13-shelves_bowl"}, "answer": "yes", "semanticStr": "select: shelves (5)->verify rel: bowl,above,o (10) [0]", "annotations": {"answer": {}, "question": {"2": "5", "5": "10"}, "fullAnswer": {"2": "5", "6": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shelves are above a bowl.", "image": "n240973.jpg", "question_id": 201735554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (15)"}, {"operation": "filter", "dependencies": [0], "argument": "not(delicious)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416833"], "equivalent": ["20416834"], "question": "Which kind of food isn't delicious?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#delicious"}, "answer": "sausage", "semanticStr": "select: food (15)->filter: not(delicious) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "15"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n234722.jpg", "question_id": 20416834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["20416777", "20416772", "20416771", "20416770", "20416724", "20416725", "20416781", "20416779", "20416778", "20416768", "20416769", "20416750", "20416723", "20416751", "20416765", "20416767"], "equivalent": ["20416780"], "question": "Is this a clean table?", "isBalanced": true, "groups": {"global": null, "local": "06-table_clean"}, "answer": "yes", "semanticStr": "select: table (2)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a clean table.", "image": "n234722.jpg", "question_id": 20416780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "relate", "dependencies": [0], "argument": "beach,below,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "sandy"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20789855", "20789859", "20789853", "20789847", "20789849", "20789848", "20789864", "20789865", "20789862", "20789845", "20789860", "20789861", "20789857", "20789856", "20789846", "20789854", "20789851", "20789852", "20789850"], "equivalent": ["20789844"], "question": "Does the beach below the sky appear to be white and sandy?", "isBalanced": true, "groups": {"global": null, "local": "05-sandy_white"}, "answer": "yes", "semanticStr": "select: sky (6)->relate: beach,below,s (0) [0]->verify: sandy [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "6"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the beach is white and sandy.", "image": "n475030.jpg", "question_id": 20789844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416788", "20416789", "20416791", "20416783", "20416792", "20416786", "20416787", "20416785", "20416790", "20416671"], "equivalent": ["20416784"], "question": "What is under the pan?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pan_under,s"}, "answer": "table", "semanticStr": "select: pan (16)->relate: _,under,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is under the pan.", "image": "n234722.jpg", "question_id": 20416784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["20898923", "20898919", "20898914", "20898915", "20898921", "20898917", "20898916", "20898922", "20898926"], "equivalent": ["20898918"], "question": "How long is the hair?", "isBalanced": true, "groups": {"global": "length", "local": "10q-hair_length"}, "answer": "long", "semanticStr": "select: hair (7)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is long.", "image": "n243701.jpg", "question_id": 20898918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting on top of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20753176"], "equivalent": ["20753175"], "question": "Who is sitting on top of the small bed?", "isBalanced": true, "groups": {"global": "person", "local": "14-bed_sitting on top of,s"}, "answer": "boy", "semanticStr": "select: bed (4)->filter size: small [0]->relate: person,sitting on top of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"7:9": "4"}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting on top of the bed.", "image": "n49438.jpg", "question_id": 20753175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201935173"], "equivalent": ["201935173", "201935172"], "question": "Is the table black and smooth?", "isBalanced": true, "groups": {"global": null, "local": "05-black_smooth"}, "answer": "no", "semanticStr": "select: table (13)->verify color: black [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is smooth but white.", "image": "n556604.jpg", "question_id": 201935172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensils (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202006939", "202006938", "202006951", "202006960", "202006961", "202006948", "202006949", "202006953", "202006942", "202006943", "202006940", "202006946", "202006947", "202006944", "202006952"], "equivalent": ["202006950"], "question": "What are the utensils made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-utensils_material"}, "answer": "wood", "semanticStr": "select: utensils (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The utensils are made of wood.", "image": "n97485.jpg", "question_id": 202006950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "road,near,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["20300608"], "equivalent": ["20300608", "20300607"], "question": "Does the road near the sidewalk look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-road_brown"}, "answer": "no", "semanticStr": "select: sidewalk (3)->relate: road,near,s (7) [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "3"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the road is white.", "image": "n208302.jpg", "question_id": 20300607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "marshmallow,to the right of,o (0)"}], "entailed": ["201110530", "201110529", "201111013"], "equivalent": ["201111014"], "question": "Is the baby to the right of the food that looks soft?", "isBalanced": true, "groups": {"global": null, "local": "13-baby_marshmallow"}, "answer": "yes", "semanticStr": "select: baby (6)->verify rel: marshmallow,to the right of,o (0) [0]", "annotations": {"answer": {}, "question": {"11": "0", "8": "0", "2": "6"}, "fullAnswer": {"9": "0", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the baby is to the right of the marshmallow.", "image": "n546616.jpg", "question_id": 201111014}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (8)"}, {"operation": "filter", "dependencies": [0], "argument": "ripe"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["202286957", "202286956", "202286959", "202286964", "202286958", "202286962", "202286963", "202286960"], "equivalent": ["202286961"], "question": "Where in the picture are the ripe fruits, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-bananas_hposition"}, "answer": "left", "semanticStr": "select: fruit (8)->filter: ripe [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bananas are on the left of the image.", "image": "n413002.jpg", "question_id": 202286961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201972833", "201972766"], "equivalent": ["201972832"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_holding,o"}, "answer": "kite", "semanticStr": "select: woman (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the kite.", "image": "n541482.jpg", "question_id": 201972832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201037062", "201037063", "201037077", "201037061", "201037066", "201037067", "201037064", "201037060", "201037068", "201037069", "201037078", "201037082", "201037083", "201037058", "201037105", "201037059", "201037076", "201037106"], "equivalent": ["201037065"], "question": "The sign behind the girl is of which shape?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-traffic sign_shape"}, "answer": "octagonal", "semanticStr": "select: girl (2)->relate: sign,behind,s (0) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"1": "0", "4": "2"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic sign is octagonal.", "image": "n393305.jpg", "question_id": 201037065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "choose rel", "dependencies": [1], "argument": "girl,to the right of|to the left of,s (5)"}], "entailed": ["201593711", "201593710", "201593712", "201593708", "201593844", "201593841", "201593840", "201593843"], "equivalent": ["201593843", "201593842"], "question": "Is the girl to the left or to the right of the silver car?", "isBalanced": true, "groups": {"global": null, "local": "13-car_girl"}, "answer": "right", "semanticStr": "select: car (0)->filter color: silver [0]->choose rel: girl,to the right of|to the left of,s (5) [1]", "annotations": {"answer": {}, "question": {"2": "5", "12:14": "0"}, "fullAnswer": {"1": "5", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is to the right of the car.", "image": "n200907.jpg", "question_id": 201593842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20894264", "20894269", "20894263", "20894268", "20894256", "20894257", "20894254", "20894255", "20894252", "20894253", "20894250", "20894251", "20894267", "20894266", "20894265", "20894259", "20894258", "20894262", "20894260"], "equivalent": ["20894261", "20894260"], "question": "Are the pants both long and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_long"}, "answer": "yes", "semanticStr": "select: pants (5)->verify color: brown [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are long and brown.", "image": "n272313.jpg", "question_id": 20894261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calculator (4)"}, {"operation": "select", "dependencies": [], "argument": "bag (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201067416", "201067415"], "equivalent": ["201067417"], "question": "Does the bag have a different color than the calculator?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bag_calculator"}, "answer": "yes", "semanticStr": "select: calculator (4)->select: bag (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "4", "2": "8"}, "fullAnswer": {"2": "4", "7": "8"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the calculator is black and the bag is white.", "image": "n367944.jpg", "question_id": 201067417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suv (4)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20320462"], "equivalent": ["20320461"], "question": "Does the SUV look metallic and small?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_small"}, "answer": "no", "semanticStr": "select: suv (4)->verify material: metal [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the SUV is metallic but large.", "image": "n206358.jpg", "question_id": 20320461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "baseball bat (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201593595"], "equivalent": ["201593595", "201593594"], "question": "Are there any black rackets or baseball bats in this image?", "isBalanced": true, "groups": {"global": null, "local": "04-racket_black"}, "answer": "no", "semanticStr": "select: racket (11)->filter color: black [0]->exist: ? [1]->select: baseball bat (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a racket but it is white.", "image": "n200907.jpg", "question_id": 201593594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201593593", "201593592", "201593590", "201593600", "201593588", "201593589"], "equivalent": ["201593591"], "question": "What color is the tennis racket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-racket_color"}, "answer": "white", "semanticStr": "select: racket (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis racket is white.", "image": "n200907.jpg", "question_id": 201593591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,above,s (3)"}, {"operation": "verify tone", "dependencies": [1], "argument": "light"}, {"operation": "verify weather", "dependencies": [1], "argument": "sunny "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2091195", "2091197"], "equivalent": ["2091195", "2091197", "2091196"], "question": "Does the sky above the trees look sunny and light?", "isBalanced": true, "groups": {"global": null, "local": "05-light_sunny"}, "answer": "no", "semanticStr": "select: trees (2)->relate: sky,above,s (3) [0]->verify tone: light [1]->verify weather: sunny  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "2"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is light but cloudy.", "image": "n565418.jpg", "question_id": 2091196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201439727"], "question": "Do the shorts have dark color and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "no", "semanticStr": "select: shorts (7)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are dark but small.", "image": "n199286.jpg", "question_id": 201439727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201909078", "201909087", "201909079", "201909085", "201909082", "201909081"], "equivalent": ["201909080"], "question": "Which material is the table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (8)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n479092.jpg", "question_id": 201909080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201909078", "201909087", "201909079", "201909085", "201909082", "201909080"], "equivalent": ["201909081"], "question": "What is the table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n479092.jpg", "question_id": 201909081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201909085", "201909102", "201909101", "201909100", "201909091", "201909090", "201909093", "201909092", "201909094", "201909089", "201909087", "201909079", "201909078", "201909082", "201909080", "201909081"], "equivalent": ["201909086"], "question": "Is the table black and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: table (8)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is black and metallic.", "image": "n479092.jpg", "question_id": 201909086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "sign,sitting beside,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201444998", "201444997", "201444979"], "equivalent": ["201444978"], "question": "What is the sign that the bench that is made of wood is sitting beside?", "isBalanced": true, "groups": {"global": "sign", "local": "15-bench_sitting beside,o"}, "answer": "street sign", "semanticStr": "select: bench (1)->filter material: wood [0]->relate: sign,sitting beside,o (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"11": "1", "3": "4", "6": "1"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n289376.jpg", "question_id": 201444978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "relate", "dependencies": [0], "argument": "street sign,standing in,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting beside,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201444959"], "equivalent": ["201444977"], "question": "What is sitting beside the street sign that is standing in the lawn?", "isBalanced": true, "groups": {"global": "object", "local": "14-street sign_sitting beside,s"}, "answer": "bench", "semanticStr": "select: lawn (11)->relate: street sign,standing in,s (4) [0]->relate: _,sitting beside,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"5:7": "4", "12": "11"}, "fullAnswer": {"1": "1", "6:8": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench is sitting beside the street sign.", "image": "n289376.jpg", "question_id": 201444977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (4)"}, {"operation": "relate", "dependencies": [0], "argument": "keyboard,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2098025", "2097999", "2097997", "2097996", "2097995", "2098010", "2098023", "2098024", "2098000", "2098002", "2098003", "2098009"], "equivalent": ["2097998"], "question": "What color is the keyboard that is to the right of the bowl?", "isBalanced": true, "groups": {"global": "color", "local": "10q-keyboard_color"}, "answer": "white", "semanticStr": "select: bowl (4)->relate: keyboard,to the right of,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "4", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is white.", "image": "n513429.jpg", "question_id": 2097998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20169655"], "equivalent": ["20169656"], "question": "Who wears the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "man", "semanticStr": "select: jacket (4)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a jacket.", "image": "n58220.jpg", "question_id": 20169656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "paper"}, {"operation": "verify", "dependencies": [1], "argument": "open"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201983074"], "question": "Do the books that are made of paper look open and small?", "isBalanced": true, "groups": {"global": null, "local": "05-open_small"}, "answer": "no", "semanticStr": "select: books (8)->filter material: paper [0]->verify: open [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "7": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the books are small but closed.", "image": "n526228.jpg", "question_id": 201983074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20573681", "20573680", "20573683", "20573685", "20573684", "20573694", "20573693", "20573679", "20573692"], "equivalent": ["20573682"], "question": "Which type of material was used to make the bottle that looks white?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (5)->filter color: white [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9": "5", "12": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic.", "image": "n162108.jpg", "question_id": 20573682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (5)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20741180", "20741183", "20741182", "20741185", "20741184", "20741186", "20741179", "20741173", "20741174"], "equivalent": ["20741181"], "question": "What color do you think is the high ceiling?", "isBalanced": true, "groups": {"global": "color", "local": "10q-ceiling_color"}, "answer": "brown", "semanticStr": "select: ceiling (5)->filter: high [0]->query: color [1]", "annotations": {"answer": {}, "question": {"7:9": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ceiling is brown.", "image": "n23762.jpg", "question_id": 20741181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "watch,wearing,o (3)"}], "entailed": ["20247767"], "equivalent": ["20247766"], "question": "Is the man wearing a watch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_watch"}, "answer": "yes", "semanticStr": "select: man (0)->verify rel: watch,wearing,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5": "3"}, "fullAnswer": {"2": "0", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a watch.", "image": "n49310.jpg", "question_id": 20247766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (0)"}], "entailed": ["20226956", "20226955", "20226958", "20226497", "20226496", "20226495", "20226494"], "equivalent": ["20226958", "20226957"], "question": "Is the thin woman to the right or to the left of the adult person?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "left", "semanticStr": "select: person (11)->filter: adult [0]->choose rel: woman,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "13:15": "11"}, "fullAnswer": {"1": "0", "8": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the man.", "image": "n68769.jpg", "question_id": 20226957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644660"], "equivalent": ["20644659"], "question": "The cable is on what?", "isBalanced": true, "groups": {"global": "material", "local": "14-cable_on,o"}, "answer": "paper", "semanticStr": "select: cable (15)->relate: _,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1": "15"}, "fullAnswer": {"1": "15", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cable is on the paper.", "image": "n250821.jpg", "question_id": 20644659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20644658"], "question": "What is on the paper?", "isBalanced": true, "groups": {"global": "thing", "local": "14-paper_on,s"}, "answer": "cable", "semanticStr": "select: paper (13)->relate: _,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cable is on the paper.", "image": "n250821.jpg", "question_id": 20644658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20340402"], "equivalent": ["20340401"], "question": "What is the image showing?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "patio", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is showing a patio.", "image": "n513100.jpg", "question_id": 20340401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["202223271"], "equivalent": ["202223270"], "question": "Is the hat black?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_black"}, "answer": "no", "semanticStr": "select: hat (0)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is white.", "image": "n257997.jpg", "question_id": 202223270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (12)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["201347338", "201347330", "201347331", "201347332", "201347333", "201347335", "201347336", "201347337"], "equivalent": ["201347334"], "question": "How long are the shorts?", "isBalanced": true, "groups": {"global": "length", "local": "10q-shorts_length"}, "answer": "long", "semanticStr": "select: shorts (12)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are long.", "image": "n65202.jpg", "question_id": 201347334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202231437", "202231440", "202231438", "202231439"], "equivalent": ["202231441"], "question": "On which side of the photo is the trash bin?", "isBalanced": true, "groups": {"global": null, "local": "10q-trash can_hposition"}, "answer": "left", "semanticStr": "select: trash can (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trash bin is on the left of the image.", "image": "n79078.jpg", "question_id": 202231441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "select", "dependencies": [], "argument": "fence (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20340406"], "equivalent": ["20340406", "20340405"], "question": "Is the table made of the same material as the fence?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_table"}, "answer": "yes", "semanticStr": "select: table (7)->select: fence (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "2": "7"}, "fullAnswer": {"3": "7", "6": "1"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the table and the fence are made of wood.", "image": "n513100.jpg", "question_id": 20340405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201671858"], "question": "Is the sink hard and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_hard"}, "answer": "no", "semanticStr": "select: sink (7)->verify color: brown [0]->verify hardness: hard  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is hard but white.", "image": "n410289.jpg", "question_id": 201671858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201882479", "201882475", "201882474", "201882477", "201882476"], "equivalent": ["201882479", "201882478"], "question": "Which side is the red pillow on?", "isBalanced": true, "groups": {"global": null, "local": "10q-pillow_hposition"}, "answer": "left", "semanticStr": "select: pillow (11)->filter color: red [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillow is on the left of the image.", "image": "n125122.jpg", "question_id": 201882478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "select", "dependencies": [], "argument": "plant (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20381085"], "equivalent": ["20381084"], "question": "Is the rug the same color as the plant?", "isBalanced": true, "groups": {"global": null, "local": "09same-plant_rug"}, "answer": "yes", "semanticStr": "select: rug (5)->select: plant (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "5"}, "fullAnswer": {"3": "5", "6": "10"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the rug and the plant are green.", "image": "n398257.jpg", "question_id": 20381084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the right of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "carrot,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202285141", "202285143", "202285142", "202285144", "202284938", "202284940"], "equivalent": ["202284939", "202284940"], "question": "Is there a carrot to the right of the vegetables that are to the right of the banana?", "isBalanced": true, "groups": {"global": null, "local": "13-beans_carrot"}, "answer": "no", "semanticStr": "select: banana (13)->relate: vegetable,to the right of,s (3) [0]->relate: carrot,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "3", "17": "13"}, "fullAnswer": {"10": "3", "4": "10"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fork to the right of the beans.", "image": "n100991.jpg", "question_id": 202284939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201593737", "201593736", "201593735", "201593734", "201593733", "201593739", "201593742", "201593740", "201593741", "201593744"], "equivalent": ["201593738"], "question": "What material is the fence to the left of the other fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (2)->relate: fence,to the left of,s (3) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"11": "2", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n200907.jpg", "question_id": 201593738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectators (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,watching,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738916", "201738917", "201738915"], "equivalent": ["201738918"], "question": "What are the spectators watching?", "isBalanced": true, "groups": {"global": "", "local": "14-spectators_watching,o"}, "answer": "pitcher", "semanticStr": "select: spectators (13)->relate: _,watching,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "13", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectators are watching the pitcher.", "image": "n485969.jpg", "question_id": 201738918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectators (13)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "verify rel", "dependencies": [1], "argument": "pitcher,watching,o (0)"}], "entailed": ["201738920"], "equivalent": ["201738919"], "question": "Are the spectators that are sitting-down watching the pitcher?", "isBalanced": true, "groups": {"global": null, "local": "13-spectators_pitcher"}, "answer": "yes", "semanticStr": "select: spectators (13)->filter pose: sitting [0]->verify rel: pitcher,watching,o (0) [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "13", "5": "13"}, "fullAnswer": {"2": "13", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the spectators are watching the pitcher.", "image": "n485969.jpg", "question_id": 201738919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (10)"}, {"operation": "verify", "dependencies": [0], "argument": "antique"}], "entailed": ["20963703", "20963684", "20963685", "20963686", "20963679", "20963681", "20963683", "20963688", "20963678"], "equivalent": ["20963682"], "question": "Is the toilet antique?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_antique"}, "answer": "yes", "semanticStr": "select: toilet (10)->verify: antique [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toilet is antique.", "image": "n119886.jpg", "question_id": 20963682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "verify rel", "dependencies": [1], "argument": "girl,sitting next to,o (1)"}], "entailed": ["2066121"], "equivalent": ["2066122"], "question": "Is the old person sitting next to the girl?", "isBalanced": true, "groups": {"global": null, "local": "13-man_girl"}, "answer": "yes", "semanticStr": "select: person (2)->filter age: old [0]->verify rel: girl,sitting next to,o (1) [1]", "annotations": {"answer": {}, "question": {"8": "1", "2:4": "2"}, "fullAnswer": {"8": "1", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is sitting next to the girl.", "image": "n356822.jpg", "question_id": 2066122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066119", "2066118"], "equivalent": ["2066120"], "question": "Who is the man sitting beside?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_sitting next to,o"}, "answer": "girl", "semanticStr": "select: man (2)->relate: person,sitting next to,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "2", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting next to the girl.", "image": "n356822.jpg", "question_id": 2066120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20752227", "20752246", "20752247", "20752240", "20752241", "20752238", "20752228", "20752229", "20752224", "20752226", "20752230", "20752237", "20752231"], "equivalent": ["20752223"], "question": "Does the door look white and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "yes", "semanticStr": "select: door (18)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is white and wooden.", "image": "n209843.jpg", "question_id": 20752223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "relate", "dependencies": [1], "argument": "_,watching,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201738916", "201738915", "201738918"], "equivalent": ["201738916", "201738917"], "question": "The people that are staring are watching what?", "isBalanced": true, "groups": {"global": "", "local": "14-spectators_watching,o"}, "answer": "pitcher", "semanticStr": "select: person (13)->filter activity: staring [0]->relate: _,watching,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"1": "13", "4": "13"}, "fullAnswer": {"1": "13", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectators are watching the pitcher.", "image": "n485969.jpg", "question_id": 201738917}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201738914"], "question": "Who is watching the pitcher?", "isBalanced": true, "groups": {"global": "person", "local": "14-pitcher_watching,s"}, "answer": "spectators", "semanticStr": "select: pitcher (0)->relate: person,watching,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectators are watching the pitcher.", "image": "n485969.jpg", "question_id": 201738914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,to the left of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the left of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202226256", "202226257", "202226254", "202226258", "202226259"], "equivalent": ["202226255"], "question": "What is the food to the left of the utensil that is to the left of the bowl?", "isBalanced": true, "groups": {"global": "food", "local": "15-spoon_to the left of,s"}, "answer": "mashed potatoes", "semanticStr": "select: bowl (5)->relate: utensil,to the left of,s (4) [0]->relate: food,to the left of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0:2": "9"}, "question": {"9": "4", "3": "9", "17": "5"}, "fullAnswer": {"1": "9", "3:5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is mashed potatoes.", "image": "n336443.jpg", "question_id": 202226255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201599756", "201599755", "201599754", "201599788", "201599789"], "equivalent": ["201599790"], "question": "Which kind of furniture is old?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_old"}, "answer": "chair", "semanticStr": "select: furniture (0)->filter: old [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n285391.jpg", "question_id": 201599790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20573562", "20573563", "20573564"], "equivalent": ["20573565"], "question": "On which side of the image is the toilet?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet_hposition"}, "answer": "right", "semanticStr": "select: toilet (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is on the right of the image.", "image": "n162108.jpg", "question_id": 20573565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976888", "201976890", "201976820", "201976886", "201976887"], "equivalent": ["201976891"], "question": "What sign is in front of the building?", "isBalanced": true, "groups": {"global": "sign", "local": "15-building_in front of,s"}, "answer": "street sign", "semanticStr": "select: building (8)->relate: sign,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n279173.jpg", "question_id": 201976891}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (2)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20573568"], "question": "Is that toilet metallic and white?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "no", "semanticStr": "select: toilet (2)->verify material: metal [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is white but ceramic.", "image": "n162108.jpg", "question_id": 20573568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (21)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "choose name", "dependencies": [1], "argument": "bookcase|bed"}], "entailed": [], "equivalent": ["202162620"], "question": "What kind of furniture is not black, the bookcase or the bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#black"}, "answer": "bed", "semanticStr": "select: furniture (21)->filter color: not(black) [0]->choose name: bookcase|bed [1]", "annotations": {"answer": {"0": "21"}, "question": {"11": "21", "8": "8", "3": "8"}, "fullAnswer": {"1": "21"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The bed is not black.", "image": "n69237.jpg", "question_id": 202162620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976898", "201976820"], "equivalent": ["201976899"], "question": "What sign is on the street?", "isBalanced": true, "groups": {"global": "sign", "local": "15-street_on,s"}, "answer": "street sign", "semanticStr": "select: street (10)->relate: sign,on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n279173.jpg", "question_id": 201976899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrushes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "paintings (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201319775"], "equivalent": ["201319776"], "question": "Are there either any paintings or toothbrushes?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-paintings_toothbrushes"}, "answer": "no", "semanticStr": "select: toothbrushes (-)->exist: ? [0]->select: paintings (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no paintings or toothbrushes.", "image": "n508733.jpg", "question_id": 201319776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201982578", "201982676", "201982677"], "equivalent": ["201982675"], "question": "What is located on top of the jeans that are made of jeans?", "isBalanced": true, "groups": {"global": "object", "local": "14-jeans_on top of,s"}, "answer": "skateboard", "semanticStr": "select: jeans (4)->filter material: denim [0]->relate: _,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"12": "4", "7": "4"}, "fullAnswer": {"1": "1", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboard is on top of the jeans.", "image": "n526228.jpg", "question_id": 201982675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "select", "dependencies": [], "argument": "broom (4) "}, {"operation": "filter length", "dependencies": [2], "argument": "long"}, {"operation": "verify color", "dependencies": [3], "argument": "dark"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["20330372", "20330373", "20330370", "20330371", "20330365", "20330367", "20330366", "20330369", "20330368", "20330281", "20330363", "20330285", "20330282", "20330284", "20330362", "20330286", "20330287", "20330376", "20330292"], "equivalent": ["20330280"], "question": "Are both the bench and the long broom dark?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-bench_broom"}, "answer": "yes", "semanticStr": "select: bench (1)->verify color: dark [0]->select: broom (4) ->filter length: long [2]->verify color: dark [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"3": "1", "6:8": "4"}, "fullAnswer": {"3": "1", "6": "4"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the bench and the broom are dark.", "image": "n260521.jpg", "question_id": 20330280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541402", "20541403", "20541536", "20541537", "20541534", "20541538", "20541492"], "equivalent": ["20541535"], "question": "What device is to the right of the couch?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_to the right of,s"}, "answer": "television", "semanticStr": "select: couch (5)->relate: device,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n527290.jpg", "question_id": 20541535}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,sitting on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20330286", "20330287", "20330285", "20330282", "20330281", "20330292"], "equivalent": ["20330284"], "question": "What color is the bench that the person sits on?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-bench_color"}, "answer": "dark", "semanticStr": "select: person (13)->relate: bench,sitting on,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "13"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is dark.", "image": "n260521.jpg", "question_id": 20330284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20136581"], "equivalent": ["20136582"], "question": "What's the woman on?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_on,o"}, "answer": "toilet", "semanticStr": "select: woman (0)->relate: _,on,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the toilet.", "image": "n446242.jpg", "question_id": 20136582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bus,to the right of,o (12)"}], "entailed": ["2056030", "2056028", "2056029", "2055900", "2055901"], "equivalent": ["2056027"], "question": "Is the car to the right of the bus that the arrow is next to?", "isBalanced": true, "groups": {"global": null, "local": "13-car_bus"}, "answer": "yes", "semanticStr": "select: car (2)->verify rel: bus,to the right of,o (12) [0]", "annotations": {"answer": {}, "question": {"11": "8", "8": "12", "2": "2"}, "fullAnswer": {"9": "12", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the car is to the right of the bus.", "image": "n263180.jpg", "question_id": 2056027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,behind,o (8)"}], "entailed": ["20120556"], "equivalent": ["20120095"], "question": "Is the bench behind a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_fence"}, "answer": "yes", "semanticStr": "select: bench (11)->verify rel: fence,behind,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "11", "5": "8"}, "fullAnswer": {"2": "11", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bench is behind a fence.", "image": "n117888.jpg", "question_id": 20120095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202180341"], "question": "Who is running?", "isBalanced": true, "groups": {"global": "person", "local": "running"}, "answer": "soccer player", "semanticStr": "select: person (3)->filter pose: running [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is running.", "image": "n380113.jpg", "question_id": 202180341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,sitting on,o (20)"}], "entailed": [], "equivalent": ["201757741"], "question": "Is the person that is to the right of the cup sitting on the chair in the bottom of the photo?", "isBalanced": true, "groups": {"global": null, "local": "13-person_chair"}, "answer": "yes", "semanticStr": "select: cup (3)->relate: person,to the right of,s (5) [0]->verify rel: chair,sitting on,o (20) [1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "5", "14": "20"}, "fullAnswer": {"2": "5", "7": "20"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is sitting on the chair.", "image": "n4777.jpg", "question_id": 201757741}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,using,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201757759", "201757744"], "equivalent": ["201757743"], "question": "What is the person that is to the right of the cup using?", "isBalanced": true, "groups": {"global": "device", "local": "14-person_using,o"}, "answer": "laptop", "semanticStr": "select: cup (3)->relate: person,to the right of,s (5) [0]->relate: _,using,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"11": "3", "3": "5"}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is using a laptop.", "image": "n4777.jpg", "question_id": 201757743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing behind,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201975143"], "equivalent": ["201975144"], "question": "Who is the man standing behind of?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_standing behind,o"}, "answer": "player", "semanticStr": "select: man (9)->relate: person,standing behind,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "9", "6": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the player.", "image": "n274905.jpg", "question_id": 201975144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing behind,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954028", "20954027"], "equivalent": ["20954029"], "question": "Who is standing behind the woman?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_standing behind,s"}, "answer": "man", "semanticStr": "select: woman (4)->relate: person,standing behind,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the woman.", "image": "n498712.jpg", "question_id": 20954029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201467232", "201467231"], "equivalent": ["201467233"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "sidewalk", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a sidewalk.", "image": "n437192.jpg", "question_id": 201467233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "relate", "dependencies": [0], "argument": "table,above,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,around,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201998376", "201998377", "201998375"], "equivalent": ["201998374"], "question": "What is around the table that the ceiling is above?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_around,s"}, "answer": "chairs", "semanticStr": "select: ceiling (10)->relate: table,above,o (6) [0]->relate: _,around,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"4": "6", "7": "10"}, "fullAnswer": {"1": "9", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are around the table.", "image": "n319845.jpg", "question_id": 201998374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "helmet (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "plastic"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202133585", "202133586"], "equivalent": ["202133584"], "question": "Is there a plastic helmet or skateboard?", "isBalanced": true, "groups": {"global": null, "local": "04-skateboard_plastic"}, "answer": "yes", "semanticStr": "select: skateboard (3)->filter material: plastic [0]->exist: ? [1]->select: helmet (-) ->filter material: plastic [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a plastic skateboard.", "image": "n412144.jpg", "question_id": 202133584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218653"], "equivalent": ["202218829"], "question": "What is the pan in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-pan_in front of,o"}, "answer": "window", "semanticStr": "select: pan (2)->relate: _,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "2", "7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pan is in front of the window.", "image": "n578564.jpg", "question_id": 202218829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify rel", "dependencies": [1], "argument": "building,in front of,o (9)"}], "entailed": ["20903185", "20903187", "20903188", "20903211", "20903213"], "equivalent": ["20903186"], "question": "Is the large vehicle in front of the building?", "isBalanced": true, "groups": {"global": null, "local": "13-van_building"}, "answer": "yes", "semanticStr": "select: vehicle (6)->filter size: large [0]->verify rel: building,in front of,o (9) [1]", "annotations": {"answer": {}, "question": {"8": "9", "2:4": "6"}, "fullAnswer": {"8": "9", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the van is in front of the building.", "image": "n411121.jpg", "question_id": 20903186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201952942"], "equivalent": ["201952942", "201952941"], "question": "Is the window small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: window (9)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is black but huge.", "image": "n525029.jpg", "question_id": 201952941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20508098", "20508092", "20508091", "20508096", "20508097", "20508109", "20508100", "20508101", "20508107"], "equivalent": ["20508099"], "question": "How big is the table made of wood?", "isBalanced": true, "groups": {"global": "size", "local": "10q-table_size"}, "answer": "small", "semanticStr": "select: table (13)->filter material: wood [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "13", "7": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is small.", "image": "n511913.jpg", "question_id": 20508099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201987691", "201987690", "201987692", "201987695", "201987694", "201987688", "201987696", "201987671", "201987672", "201987705", "201987704", "201987703", "201987702"], "equivalent": ["201987693", "201987692"], "question": "What is the color of the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "yellow", "semanticStr": "select: table (11)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is yellow.", "image": "n470131.jpg", "question_id": 201987693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,pulled by,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983985", "201983984"], "equivalent": ["201983986"], "question": "What is pulled by the woman?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_pulled by,s"}, "answer": "luggage cart", "semanticStr": "select: woman (6)->relate: _,pulled by,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The luggage cart is pulled by the woman.", "image": "n16378.jpg", "question_id": 201983986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201110829", "201110827", "201110830"], "equivalent": ["201110828"], "question": "What's located on top of the table?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-table_on top of,s"}, "answer": "plates", "semanticStr": "select: table (8)->relate: _,on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plates are on top of the table.", "image": "n546616.jpg", "question_id": 201110828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bench (11) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20120498", "20120501", "20120047"], "equivalent": ["20120500", "20120501"], "question": "Are there both a fence and a bench?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bench_fence"}, "answer": "yes", "semanticStr": "select: fence (8)->exist: ? [0]->select: bench (11) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "8", "7": "11"}, "fullAnswer": {"8": "11", "5": "8"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a fence and a bench.", "image": "n117888.jpg", "question_id": 20120500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "choose shape", "dependencies": [0], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["20162430"], "question": "Is the fence round or rectangular?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-fence_shape"}, "answer": "rectangular", "semanticStr": "select: fence (3)->choose shape: rectangular|round [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is rectangular.", "image": "n202379.jpg", "question_id": 20162430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "pens,lying on top of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "monitor,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20856970"], "question": "Are there monitors to the left of the pens that are lying on top of the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-pens_monitor"}, "answer": "no", "semanticStr": "select: bed (17)->relate: pens,lying on top of,s (4) [0]->relate: monitor,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "4", "16": "17"}, "fullAnswer": {"10": "4", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a book to the left of the pens.", "image": "n293477.jpg", "question_id": 20856970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (13)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}], "entailed": ["20982190", "20982188"], "equivalent": ["20982189"], "question": "Is the blouse colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-blouse_colorful"}, "answer": "yes", "semanticStr": "select: blouse (13)->verify: colorful [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the blouse is colorful.", "image": "n52544.jpg", "question_id": 20982189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvds (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tv stand,inside,o (2)"}], "entailed": [], "equivalent": ["201956973"], "question": "Are the movies inside the TV stand?", "isBalanced": true, "groups": {"global": null, "local": "13-dvds_tv stand"}, "answer": "yes", "semanticStr": "select: dvds (3)->verify rel: tv stand,inside,o (2) [0]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "2"}, "fullAnswer": {"2": "3", "6:8": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the movies are inside the TV stand.", "image": "n536256.jpg", "question_id": 201956973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chandelier (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121664", "202121662"], "equivalent": ["202121663"], "question": "What kind of furniture is below the chandelier?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chandelier_below,s"}, "answer": "chairs", "semanticStr": "select: chandelier (9)->relate: furniture,below,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1:4": "1", "5": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n140421.jpg", "question_id": 202121663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chandelier (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121664", "202121663"], "equivalent": ["202121662"], "question": "How are the items of furniture below the chandelier called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chandelier_below,s"}, "answer": "chairs", "semanticStr": "select: chandelier (9)->relate: furniture,below,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"8": "9", "3:6": "1"}, "fullAnswer": {"1:4": "1", "5": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n140421.jpg", "question_id": 202121662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on top of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201527401", "201527402", "201527403", "201527399"], "equivalent": ["201527400"], "question": "What is located on top of the dessert that is on top of the tray?", "isBalanced": true, "groups": {"global": "object", "local": "14-cake_on top of,s"}, "answer": "candles", "semanticStr": "select: tray (3)->relate: dessert,on top of,s (2) [0]->relate: _,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"14": "3", "7": "2"}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The candles are on top of the cake.", "image": "n118102.jpg", "question_id": 201527400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (2)"}, {"operation": "query", "dependencies": [0], "argument": "company"}], "entailed": ["20482318", "20482315", "20482325", "20482324", "20482327", "20482326", "20482321", "20482316", "20482317", "20482305", "20482304", "20482323", "20482311", "20482322", "20482312", "20482289"], "equivalent": ["20482320"], "question": "Which company is the wristband from?", "isBalanced": true, "groups": {"global": "company", "local": "10q-wristband_company"}, "answer": "nike", "semanticStr": "select: wristband (2)->query: company [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "company", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wristband is from nike.", "image": "n195249.jpg", "question_id": 20482320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (13)"}, {"operation": "verify", "dependencies": [1], "argument": "modern"}], "entailed": ["201751613", "201751636", "201751617", "201751649", "201751621", "201751622", "201751625", "201751626"], "equivalent": ["201751620"], "question": "Does the person that is to the right of the lady look modern?", "isBalanced": true, "groups": {"global": null, "local": "06-person_modern"}, "answer": "yes", "semanticStr": "select: lady (10)->relate: person,to the right of,s (13) [0]->verify: modern [1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is modern.", "image": "n355567.jpg", "question_id": 201751620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,s (10)"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "choose material", "dependencies": [2], "argument": "cloth|plastic"}], "entailed": [], "equivalent": ["201156109"], "question": "Which material was used to make the black bag that is to the left of the boy, cloth or plastic?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bag_material"}, "answer": "cloth", "semanticStr": "select: boy (1)->relate: bag,to the left of,s (10) [0]->filter color: black [1]->choose material: cloth|plastic [2]", "annotations": {"answer": {}, "question": {"7:9": "10", "16": "1"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is made of cloth.", "image": "n146522.jpg", "question_id": 201156109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201803998", "201803997", "201803996"], "equivalent": ["201803999"], "question": "Which side of the image is the plastic keyboard on?", "isBalanced": true, "groups": {"global": null, "local": "10q-keyboard_hposition"}, "answer": "right", "semanticStr": "select: keyboard (1)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is on the right of the image.", "image": "n51002.jpg", "question_id": 201803999}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797654", "20797653", "20797650", "20797651", "20797667", "20797666"], "equivalent": ["20797652", "20797653"], "question": "What is the name of the animal that the shoe is in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-shoe_in front of,o"}, "answer": "cat", "semanticStr": "select: shoe (0)->relate: animal,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"9": "0", "6": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n16656.jpg", "question_id": 20797652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["20434838", "20434833", "20434834", "20434835", "20434841", "20434840", "20434843", "20434842", "20434845", "20434844", "20434847", "20434846", "20434849", "20434848", "20434850"], "equivalent": ["20434837"], "question": "What is the person to the left of the pizza box doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-boy_pose"}, "answer": "sitting", "semanticStr": "select: pizza box (5)->relate: person,to the left of,s (1) [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"3": "1", "9:11": "5"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is sitting.", "image": "n431447.jpg", "question_id": 20434837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20434839"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "boy", "semanticStr": "select: person (1)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is sitting.", "image": "n431447.jpg", "question_id": 20434839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (7)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20385811"], "question": "Where is the bag?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-bag_on,o"}, "answer": "ground", "semanticStr": "select: bag (7)->relate: place,on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "7", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is on the ground.", "image": "n90294.jpg", "question_id": 20385811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240805"], "equivalent": ["202240877"], "question": "Who is sitting at the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "woman", "semanticStr": "select: table (8)->relate: person,sitting at,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting at the table.", "image": "n460385.jpg", "question_id": 202240877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ring (9)"}, {"operation": "relate", "dependencies": [0], "argument": "faucet,below,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201880329"], "equivalent": ["201880329", "201880330"], "question": "Do you see any faucets below the ring?", "isBalanced": true, "groups": {"global": null, "local": "13-ring_faucet"}, "answer": "yes", "semanticStr": "select: ring (9)->relate: faucet,below,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "13", "7": "9"}, "fullAnswer": {"4": "13", "7": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a faucet below the ring.", "image": "n95369.jpg", "question_id": 201880330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023563", "202023564", "202023635", "202023634", "202023636", "202023631", "202023633"], "equivalent": ["202023632"], "question": "What's underneath the jacket?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-jacket_underneath,s"}, "answer": "chair", "semanticStr": "select: jacket (6)->relate: _,underneath,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is underneath the jacket.", "image": "n95313.jpg", "question_id": 202023632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "select", "dependencies": [], "argument": "door (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201574027"], "equivalent": ["201574027", "201574028"], "question": "Is the window made of the same material as the door?", "isBalanced": true, "groups": {"global": null, "local": "09same-door_window"}, "answer": "no", "semanticStr": "select: window (7)->select: door (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "7"}, "fullAnswer": {"9": "8", "2": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the door is made of wood.", "image": "n116329.jpg", "question_id": 201574028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bathtub,near,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201880335"], "question": "Is the bath tub near the sink red and small?", "isBalanced": true, "groups": {"global": null, "local": "05-red_small"}, "answer": "no", "semanticStr": "select: sink (1)->relate: bathtub,near,s (12) [0]->verify color: red [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12", "6": "1"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bathtub is small but white.", "image": "n95369.jpg", "question_id": 201880335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (2)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}], "entailed": ["201571062", "201571061", "201571060", "201571056", "201571057", "201571059"], "equivalent": ["201571058"], "question": "Is the purse soft?", "isBalanced": true, "groups": {"global": null, "local": "06-purse_soft"}, "answer": "yes", "semanticStr": "select: purse (2)->verify hardness: soft [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the purse is soft.", "image": "n382416.jpg", "question_id": 201571058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (19)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20508283", "20508282", "20508281", "20508280", "20508218"], "equivalent": ["20508279"], "question": "What is the item of furniture that is to the left of the books on the right?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-books_to the left of,s"}, "answer": "chair", "semanticStr": "select: books (19)->filter hposition: right [0]->relate: furniture,to the left of,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"13": "19", "3:6": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n511913.jpg", "question_id": 20508279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "light brown"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201571056"], "equivalent": ["201571057"], "question": "Is the leather bag light brown and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-light brown_soft"}, "answer": "no", "semanticStr": "select: bag (2)->filter material: leather [0]->verify color: light brown [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the purse is soft but black.", "image": "n382416.jpg", "question_id": 201571057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree branch (9)"}, {"operation": "select", "dependencies": [], "argument": "fence (17) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201574023"], "question": "Are the tree branch and the fence made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_tree branch"}, "answer": "no", "semanticStr": "select: tree branch (9)->select: fence (17) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "9", "6": "17"}, "fullAnswer": {"10": "17", "2:4": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the tree branch is made of wood and the fence is made of metal.", "image": "n116329.jpg", "question_id": 201574023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201511023"], "equivalent": ["201511025"], "question": "What kind of clothing is long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "socks", "semanticStr": "select: clothing (4)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is socks.", "image": "n575770.jpg", "question_id": 201511025}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201505173"], "equivalent": ["201505086"], "question": "Where is the surfboard?", "isBalanced": true, "groups": {"global": "thing", "local": "14-surfboard_on,o"}, "answer": "sand", "semanticStr": "select: surfboard (4)->relate: place,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfboard is on the sand.", "image": "n298104.jpg", "question_id": 201505086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738962"], "equivalent": ["201738961"], "question": "What is wearing a baseball mitt?", "isBalanced": true, "groups": {"global": "", "local": "14-baseball mitt_wearing,s"}, "answer": "pitcher", "semanticStr": "select: baseball mitt (2)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:6": "2"}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a baseball mitt.", "image": "n485969.jpg", "question_id": 201738961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201951771", "201951770", "201951773", "201951772", "201951769"], "equivalent": ["201951768"], "question": "What is in front of the green flag?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-flag_in front of,s"}, "answer": "van", "semanticStr": "select: flag (17)->filter color: green [0]->relate: _,in front of,s (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"6:8": "17"}, "fullAnswer": {"1": "16", "7": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the flag.", "image": "n256120.jpg", "question_id": 201951768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951771", "201951770", "201951773", "201951772", "201951768"], "equivalent": ["201951769"], "question": "What is in front of the flag?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-flag_in front of,s"}, "answer": "van", "semanticStr": "select: flag (17)->relate: _,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "7": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the flag.", "image": "n256120.jpg", "question_id": 201951769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621689", "201621688", "201621686", "201621587", "201621588"], "equivalent": ["201621687"], "question": "What is the item of furniture on top of the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_on top of,s"}, "answer": "couch", "semanticStr": "select: rug (1)->relate: furniture,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"10": "1", "3:6": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n275148.jpg", "question_id": 201621687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621689", "201621688", "201621687", "201621587", "201621588"], "equivalent": ["201621686"], "question": "What is located on top of the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_on top of,s"}, "answer": "couch", "semanticStr": "select: rug (1)->relate: _,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is on top of the rug.", "image": "n275148.jpg", "question_id": 201621686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tents (21)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951764", "201951765", "201951763"], "equivalent": ["201951762"], "question": "What is in front of the tents?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-tents_in front of,s"}, "answer": "van", "semanticStr": "select: tents (21)->relate: _,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "7": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the tents.", "image": "n256120.jpg", "question_id": 201951762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tents (21)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951764", "201951765", "201951762"], "equivalent": ["201951763"], "question": "What kind of vehicle is in front of the tents?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-tents_in front of,s"}, "answer": "van", "semanticStr": "select: tents (21)->relate: vehicle,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"9": "21", "3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["20462116", "20462111", "20462114", "20462109", "20462108", "20462112", "20462115", "20462103", "20462102", "20462117", "20462110", "20462106", "20462105", "20462113"], "equivalent": ["20462101"], "question": "Is the man standing?", "isBalanced": true, "groups": {"global": null, "local": "06-man_standing"}, "answer": "yes", "semanticStr": "select: man (6)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is standing.", "image": "n571179.jpg", "question_id": 20462101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621689", "201621687", "201621686", "201621587", "201621588"], "equivalent": ["201621688"], "question": "What item of furniture is on top of the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_on top of,s"}, "answer": "couch", "semanticStr": "select: rug (1)->relate: furniture,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1:4": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n275148.jpg", "question_id": 201621688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}], "entailed": ["201873055", "201873054", "201873074", "201873059", "201873073"], "equivalent": ["201873053"], "question": "Is the street gray?", "isBalanced": true, "groups": {"global": null, "local": "06-street_gray"}, "answer": "no", "semanticStr": "select: street (13)->verify color: gray [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the street is dark.", "image": "n309148.jpg", "question_id": 201873053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "choose race", "dependencies": [0], "argument": "caucasian|asian"}], "entailed": ["201188315", "201188317", "201188316"], "equivalent": ["201188314"], "question": "Is the man Asian or Caucasian?", "isBalanced": true, "groups": {"global": "race", "local": "10c-man_race"}, "answer": "caucasian", "semanticStr": "select: man (0)->choose race: caucasian|asian [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is caucasian.", "image": "n483840.jpg", "question_id": 201188314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201511021", "201511022"], "equivalent": ["201511020"], "question": "How are the gray clothing items called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "socks", "semanticStr": "select: clothing (4)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4:6": "4"}, "fullAnswer": {"1:3": "4", "4": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are socks.", "image": "n575770.jpg", "question_id": 201511020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202158874"], "equivalent": ["202158875"], "question": "What is the bus in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-bus_in front of,o"}, "answer": "buildings", "semanticStr": "select: bus (0)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is in front of the buildings.", "image": "n406334.jpg", "question_id": 202158875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vest (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20929653"], "question": "Does the vest look black and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "no", "semanticStr": "select: vest (4)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the vest is black but short sleeved.", "image": "n9181.jpg", "question_id": 20929653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "relate", "dependencies": [0], "argument": "buildings,behind,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202158872", "202158871", "202158876", "202158877", "202158878", "202158789"], "equivalent": ["202158870"], "question": "What kind of vehicle is in front of the buildings that the sky is behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-buildings_in front of,s"}, "answer": "bus", "semanticStr": "select: sky (7)->relate: buildings,behind,o (5) [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "5", "3": "0", "12": "7"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n406334.jpg", "question_id": 202158870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (4)"}, {"operation": "choose age", "dependencies": [0], "argument": "young|old"}], "entailed": ["20344985", "20344984", "20345002", "20345003", "20345004", "20345005", "20345006", "20345007", "20345008", "20345009", "20345015", "20345014", "20345013", "20345011"], "equivalent": ["20345012"], "question": "Does the athlete look young or old?", "isBalanced": true, "groups": {"global": "age", "local": "10c-athlete_age"}, "answer": "young", "semanticStr": "select: athlete (4)->choose age: young|old [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The athlete is young.", "image": "n560243.jpg", "question_id": 20345012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,near,s (4)"}, {"operation": "choose color", "dependencies": [1], "argument": "silver|black"}], "entailed": ["20385730"], "equivalent": ["20385729"], "question": "Is the laptop near the book silver or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-laptop_color"}, "answer": "silver", "semanticStr": "select: book (14)->relate: laptop,near,s (4) [0]->choose color: silver|black [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "14"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The laptop is silver.", "image": "n90294.jpg", "question_id": 20385729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer desk (7)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202246721", "202246722", "202246690", "202246691", "202246693", "202246694", "202246695", "202246696", "202246697", "202246698", "202246699", "202246715", "202246714", "202246711", "202246710", "202246713", "202246712", "202246719", "202246703", "202246700", "202246701", "202246706", "202246707", "202246705", "202246708", "202246709"], "equivalent": ["202246702"], "question": "Is the computer desk both full and white?", "isBalanced": true, "groups": {"global": null, "local": "05-full_white"}, "answer": "yes", "semanticStr": "select: computer desk (7)->verify: full [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the computer desk is full and white.", "image": "n310828.jpg", "question_id": 202246702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201737841", "201737842"], "equivalent": ["201737843"], "question": "Is the wood bench in the top or in the bottom of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-bench_vposition"}, "answer": "top", "semanticStr": "select: bench (12)->filter material: wood [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bench is in the top of the image.", "image": "n531731.jpg", "question_id": 201737843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "closet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023453", "202023460", "202023461", "202023462", "202023456", "202023410", "202023455"], "equivalent": ["202023454"], "question": "What's in front of the closet?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-closet_in front of,s"}, "answer": "bed", "semanticStr": "select: closet (1)->relate: _,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bed is in front of the closet.", "image": "n95313.jpg", "question_id": 202023454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "plate,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20157201", "20157200", "20157142", "20157199"], "equivalent": ["20157198"], "question": "Do you see plates near the fork that is on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-fork_plate"}, "answer": "yes", "semanticStr": "select: fork (10)->filter hposition: left [0]->relate: plate,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "6": "10"}, "fullAnswer": {"4": "0", "7": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a plate near the fork.", "image": "n170941.jpg", "question_id": 20157198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (6)"}, {"operation": "choose name", "dependencies": [1], "argument": "cows|pigs"}], "entailed": [], "equivalent": ["201704623"], "question": "What are the trees behind of, pigs or cows?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,o"}, "answer": "cows", "semanticStr": "select: trees (4)->relate: animal,behind,o (6) [0]->choose name: cows|pigs [1]", "annotations": {"answer": {"0": "6"}, "question": {"8": "6", "3": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The trees are behind cows.", "image": "n164272.jpg", "question_id": 201704623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704662", "201704620", "201704621", "201704619"], "equivalent": ["201704622"], "question": "Which kind of animal are the trees behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,o"}, "answer": "cows", "semanticStr": "select: trees (4)->relate: animal,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "4", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are behind the cows.", "image": "n164272.jpg", "question_id": 201704622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "relate", "dependencies": [1], "argument": "device,touching,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202004137", "202004139", "202004138", "202003632", "202004140", "202004142"], "equivalent": ["202004141"], "question": "What are the devices that the person that is not old is touching called?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_touching,o"}, "answer": "laptops", "semanticStr": "select: person (0)->filter: not(old) [0]->relate: device,touching,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"10": "0", "3": "11", "6": "0"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are laptops.", "image": "n262920.jpg", "question_id": 202004141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201434185", "201434115", "201434114", "201434113", "201434112", "201434111"], "equivalent": ["201434110"], "question": "What does the man that looks heavy hold?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "phone", "semanticStr": "select: man (2)->filter weight: heavy [0]->relate: _,holding,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "2", "6": "2"}, "fullAnswer": {"1": "2", "4": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man holds the phone.", "image": "n545516.jpg", "question_id": 201434110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023458"], "equivalent": ["202023459"], "question": "What kind of furniture is the bed in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_in front of,o"}, "answer": "closet", "semanticStr": "select: bed (5)->relate: furniture,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "5", "7": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bed is in front of the closet.", "image": "n95313.jpg", "question_id": 202023459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,touching,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004137", "202004139", "202004138", "202003632", "202004140", "202004141"], "equivalent": ["202004142"], "question": "Which kind of device is the man touching?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_touching,o"}, "answer": "laptops", "semanticStr": "select: man (0)->relate: device,touching,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "0", "5:7": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is touching the laptop computers.", "image": "n262920.jpg", "question_id": 202004142}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654377", "201654376", "201654375", "201654374", "201654373", "201654372", "201654370", "201654542", "201654323", "201654324", "201654369", "201654378"], "equivalent": ["201654371"], "question": "What animal is to the left of the car?", "isBalanced": true, "groups": {"global": "animal", "local": "15-car_to the left of,s"}, "answer": "horse", "semanticStr": "select: car (7)->relate: animal,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n6309.jpg", "question_id": 201654371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dip (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243954", "202243955", "202243956", "202243957", "202243959", "202243960"], "equivalent": ["202243958"], "question": "Which kind of vegetable is to the right of the dip?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-dip_to the right of,s"}, "answer": "beans", "semanticStr": "select: dip (5)->relate: vegetable,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n296467.jpg", "question_id": 202243958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (1)"}, {"operation": "relate", "dependencies": [0], "argument": "spectators,to the right of,s (17)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["20287566", "20287567", "20287565", "20287563", "20287568"], "equivalent": ["20287562"], "question": "Do the spectators who are to the right of the batter appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-spectators_sitting"}, "answer": "yes", "semanticStr": "select: batter (1)->relate: spectators,to the right of,s (17) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"10": "1", "2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the spectators are sitting.", "image": "n317260.jpg", "question_id": 20287562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "food,inside,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244010", "202244009", "202244015", "202243965"], "equivalent": ["202244010", "202244011"], "question": "What is the food inside the bowl on the right side of the photo?", "isBalanced": true, "groups": {"global": "food", "local": "15-bowl_inside,s"}, "answer": "cookies", "semanticStr": "select: bowl (7)->filter hposition: right [0]->relate: food,inside,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "7"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n296467.jpg", "question_id": 202244011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244014"], "equivalent": ["202244013"], "question": "The cookies are inside what?", "isBalanced": true, "groups": {"global": "object", "local": "14-cookies_inside,o"}, "answer": "bowl", "semanticStr": "select: cookies (0)->relate: _,inside,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cookies are inside the bowl.", "image": "n296467.jpg", "question_id": 202244013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the right of,s (14)"}, {"operation": "relate", "dependencies": [1], "argument": "person,walking next to,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20978370", "20978372"], "equivalent": ["20978371", "20978370"], "question": "The girl that is to the right of the helmet is walking next to who?", "isBalanced": true, "groups": {"global": "person", "local": "14-girl_walking next to,o"}, "answer": "boy", "semanticStr": "select: helmet (1)->relate: girl,to the right of,s (14) [0]->relate: person,walking next to,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"1": "14", "9": "1"}, "fullAnswer": {"1": "14", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is walking next to the boy.", "image": "n551964.jpg", "question_id": 20978371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitchen (27)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}], "entailed": ["20308810", "20308811", "20308812", "20308814"], "equivalent": ["20308813"], "question": "Does the kitchen look closed?", "isBalanced": true, "groups": {"global": null, "local": "06-kitchen_closed"}, "answer": "no", "semanticStr": "select: kitchen (27)->verify: closed [0]", "annotations": {"answer": {}, "question": {"2": "27"}, "fullAnswer": {"2": "27"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the kitchen is open.", "image": "n278312.jpg", "question_id": 20308813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20818666", "20818665", "20818664", "20818663", "20818662"], "equivalent": ["20818662", "20818661"], "question": "Does the shirt look black?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_black"}, "answer": "yes", "semanticStr": "select: shirt (13)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is black.", "image": "n279581.jpg", "question_id": 20818661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (22)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "stove (18) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20308818", "20308815"], "equivalent": ["20308818", "20308817"], "question": "Are there both toasters and stoves?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-stove_toaster"}, "answer": "yes", "semanticStr": "select: toaster (22)->exist: ? [0]->select: stove (18) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "22", "5": "18"}, "fullAnswer": {"5": "22"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a toaster and a stove.", "image": "n278312.jpg", "question_id": 20308817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20515094", "20515092", "20515093"], "equivalent": ["20515094", "20515091", "20515092", "20515093"], "question": "Are there any fences or cars in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-car_fence"}, "answer": "yes", "semanticStr": "select: fence (6)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n207893.jpg", "question_id": 20515091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gown (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201065078", "201065079", "201065072", "201065073", "201065076", "201065077", "201065074"], "equivalent": ["201065074", "201065075"], "question": "Of which color is that gown?", "isBalanced": true, "groups": {"global": "color", "local": "10q-gown_color"}, "answer": "pink", "semanticStr": "select: gown (6)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The gown is pink.", "image": "n88933.jpg", "question_id": 201065075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20412251", "20412252", "20412253", "20412254", "20412260", "20412257", "20412259"], "equivalent": ["20412257", "20412258"], "question": "Is there a pink tie in this image?", "isBalanced": true, "groups": {"global": null, "local": "04-tie_pink"}, "answer": "yes", "semanticStr": "select: tie (9)->filter color: pink [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a pink tie.", "image": "n531359.jpg", "question_id": 20412258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218650"], "equivalent": ["202218651"], "question": "What's the picture hanging above?", "isBalanced": true, "groups": {"global": "thing", "local": "14-picture_hanging above,o"}, "answer": "chalkboard", "semanticStr": "select: picture (12)->relate: _,hanging above,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "12", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging above the chalkboard.", "image": "n578564.jpg", "question_id": 202218651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(bright)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201065071"], "question": "Which kind of clothing is not bright?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#bright"}, "answer": "t-shirt", "semanticStr": "select: clothing (11)->filter: not(bright) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a t-shirt.", "image": "n88933.jpg", "question_id": 201065071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20412255"], "equivalent": ["20412255", "20412256"], "question": "Are there both glasses and ties in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-glasses_tie"}, "answer": "no", "semanticStr": "select: tie (9)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a tie but no glasses.", "image": "n531359.jpg", "question_id": 20412256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201935946", "201935933", "201935948", "201935949", "201935958", "201935957", "201935956", "201935955", "201935954", "201935952", "201935951", "201935950"], "equivalent": ["201935953"], "question": "What is the shelf in front of the wall made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelf_material"}, "answer": "wood", "semanticStr": "select: wall (10)->relate: shelf,in front of,s (2) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"8": "10", "3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelf is made of wood.", "image": "n500209.jpg", "question_id": 201935953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headphones (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706149", "20705942", "20706147", "20705941", "20706152", "20706151", "20706150", "20705940"], "equivalent": ["20706146"], "question": "The headphones are in front of what?", "isBalanced": true, "groups": {"global": "device", "local": "14-headphones_in front of,o"}, "answer": "keyboard", "semanticStr": "select: headphones (5)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The headphones are in front of the keyboard.", "image": "n264887.jpg", "question_id": 20706146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "laptop (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201175073"], "equivalent": ["201175074"], "question": "Do you see any cell phones or laptops in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cell phone_laptop"}, "answer": "no", "semanticStr": "select: cell phone (-)->exist: ? [0]->select: laptop (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no laptops or cell phones.", "image": "n357784.jpg", "question_id": 201175074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (14)"}, {"operation": "relate", "dependencies": [0], "argument": "cake,to the left of,s (9)"}, {"operation": "verify", "dependencies": [1], "argument": "baked"}, {"operation": "verify shape", "dependencies": [1], "argument": "triangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202049511"], "question": "Does the cake to the left of the knife look baked and triangular?", "isBalanced": true, "groups": {"global": null, "local": "05-baked_triangular"}, "answer": "no", "semanticStr": "select: knife (14)->relate: cake,to the left of,s (9) [0]->verify: baked [1]->verify shape: triangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "14", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cake is baked but round.", "image": "n381072.jpg", "question_id": 202049511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (4)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20306801", "20306800", "20306803", "20306804"], "equivalent": ["20306802"], "question": "Where in the image is the lamp, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (4)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is on the left of the image.", "image": "n554880.jpg", "question_id": 20306802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "peach (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20442321"], "question": "Is there a red peach or banana in the image?", "isBalanced": true, "groups": {"global": null, "local": "04-bananas_red"}, "answer": "no", "semanticStr": "select: bananas (7)->filter color: red [0]->exist: ? [1]->select: peach (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"3": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are bananas but they are yellow.", "image": "n207708.jpg", "question_id": 20442321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20706141", "20706142", "20706143", "20706144", "20706155", "20706154", "20706095"], "equivalent": ["20706140"], "question": "What is in front of the device in the middle?", "isBalanced": true, "groups": {"global": "device", "local": "14-keyboard_in front of,s"}, "answer": "headphones", "semanticStr": "select: device (2)->filter vposition: middle [0]->relate: _,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"6": "2"}, "fullAnswer": {"1": "5", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The headphones are in front of the keyboard.", "image": "n264887.jpg", "question_id": 20706140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ice (10)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,full of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144713", "202144716", "202144714", "202144659", "202144658"], "equivalent": ["202144715"], "question": "What appliance is full of ice?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-ice_full of,s"}, "answer": "blender", "semanticStr": "select: ice (10)->relate: appliance,full of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8", "5": "10"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201175075", "201175076", "201175077", "201175078", "201175080"], "equivalent": ["201175079"], "question": "Is the black camera in the bottom part or in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-camera_vposition"}, "answer": "top", "semanticStr": "select: camera (12)->filter color: black [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The camera is in the top of the image.", "image": "n357784.jpg", "question_id": 201175079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing behind,o (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201975144"], "equivalent": ["201975143"], "question": "Who is the person that is standing standing behind of?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_standing behind,o"}, "answer": "player", "semanticStr": "select: person (9)->filter pose: standing [0]->relate: person,standing behind,o (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3": "9", "6": "9"}, "fullAnswer": {"1": "9", "6": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the player.", "image": "n274905.jpg", "question_id": 201975143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452186"], "equivalent": ["20452185"], "question": "The flowers are inside what?", "isBalanced": true, "groups": {"global": "material", "local": "14-flowers_inside,o"}, "answer": "glass", "semanticStr": "select: flowers (9)->relate: _,inside,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are inside the glass.", "image": "n6908.jpg", "question_id": 20452185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452185"], "equivalent": ["20452186"], "question": "What are the flowers inside of?", "isBalanced": true, "groups": {"global": "material", "local": "14-flowers_inside,o"}, "answer": "glass", "semanticStr": "select: flowers (9)->relate: _,inside,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are inside the glass.", "image": "n6908.jpg", "question_id": 20452186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20452180"], "question": "What are the flowers in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-flowers_in front of,o"}, "answer": "christmas light", "semanticStr": "select: flowers (9)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "9", "7:9": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are in front of the Christmas light.", "image": "n6908.jpg", "question_id": 20452180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20303093"], "equivalent": ["20303094", "20303093"], "question": "The man to the left of the glasses is looking at what?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_looking at,o"}, "answer": "ocean", "semanticStr": "select: glasses (2)->relate: man,to the left of,s (8) [0]->relate: _,looking at,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"1": "8", "7": "2"}, "fullAnswer": {"1": "8", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the ocean.", "image": "n318684.jpg", "question_id": 20303094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "relate", "dependencies": [0], "argument": "glass,on,s (10)"}, {"operation": "filter", "dependencies": [1], "argument": "clear"}, {"operation": "relate", "dependencies": [2], "argument": "_,inside,s (9)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20452183"], "equivalent": ["20452182"], "question": "What is inside the clear glass on the table?", "isBalanced": true, "groups": {"global": "plant", "local": "14-glass_inside,s"}, "answer": "flowers", "semanticStr": "select: table (11)->relate: glass,on,s (10) [0]->filter: clear [1]->relate: _,inside,s (9) [2]->query: name [3]", "annotations": {"answer": {"0": "9"}, "question": {"8": "11", "4:6": "10"}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are inside the glass.", "image": "n6908.jpg", "question_id": 20452182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452182"], "equivalent": ["20452183"], "question": "What is inside the glass?", "isBalanced": true, "groups": {"global": "plant", "local": "14-glass_inside,s"}, "answer": "flowers", "semanticStr": "select: glass (10)->relate: _,inside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are inside the glass.", "image": "n6908.jpg", "question_id": 20452183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,near,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201497970", "201497964", "201497967", "201497966", "201498177", "201498176", "201498175", "201497969", "201497968", "201497971"], "equivalent": ["201497965"], "question": "What kind of device is to the left of the device near the tape?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_to the left of,s"}, "answer": "monitor", "semanticStr": "select: tape (2)->relate: device,near,s (16) [0]->relate: device,to the left of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"10": "16", "3": "12", "13": "2"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497970", "201497965", "201497964", "201497967", "201498177", "201498176", "201498175", "201497969", "201497968", "201497971"], "equivalent": ["201497966"], "question": "Which kind of device is left of the computer?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer_to the left of,s"}, "answer": "monitor", "semanticStr": "select: computer (16)->relate: device,to the left of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "vase,inside,o (-)"}], "entailed": [], "equivalent": ["20452188"], "question": "Are the flowers inside a vase?", "isBalanced": true, "groups": {"global": null, "local": "13-flowers_vase"}, "answer": "no", "semanticStr": "select: flowers (9)->verify rel: vase,inside,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9", "6": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the flowers are inside a glass.", "image": "n6908.jpg", "question_id": 20452188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (5)"}, {"operation": "relate", "dependencies": [0], "argument": "street,above,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201322705", "201322707", "201322713", "201322712", "201322711", "201322710", "201322700", "201322708"], "equivalent": ["201322709"], "question": "How wide is the street the car is above?", "isBalanced": true, "groups": {"global": "width", "local": "10q-street_width"}, "answer": "wide", "semanticStr": "select: car (5)->relate: street,above,o (6) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "6", "6": "5"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is wide.", "image": "n311910.jpg", "question_id": 201322709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756640", "20756641"], "equivalent": ["20756642"], "question": "What kind of furniture is high?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_high"}, "answer": "shelf", "semanticStr": "select: furniture (10)->filter: high [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a shelf.", "image": "n433532.jpg", "question_id": 20756642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "choose color", "dependencies": [0], "argument": "red|white"}], "entailed": [], "equivalent": ["20756623"], "question": "What color is the towel, red or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-towel_color"}, "answer": "red", "semanticStr": "select: towel (11)->choose color: red|white [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towel is red.", "image": "n433532.jpg", "question_id": 20756623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756647", "20756644", "20756645", "20756643"], "equivalent": ["20756646", "20756644", "20756645"], "question": "What is the item of furniture that is brown called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "shelf", "semanticStr": "select: furniture (10)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n433532.jpg", "question_id": 20756646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201077127", "201077124", "201077123", "201077122", "201077121", "201077119", "201077117", "201077118", "201077108"], "equivalent": ["201077120"], "question": "What color is the countertop?", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "black", "semanticStr": "select: countertop (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is black.", "image": "n503626.jpg", "question_id": 201077120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (4)"}, {"operation": "choose material", "dependencies": [0], "argument": "stone|cobblestone"}], "entailed": ["20244726"], "equivalent": ["20244726", "20244725"], "question": "Is the sidewalk made of cobblestone or stone?", "isBalanced": true, "groups": {"global": "material", "local": "10c-sidewalk_material"}, "answer": "stone", "semanticStr": "select: sidewalk (4)->choose material: stone|cobblestone [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sidewalk is made of stone.", "image": "n19152.jpg", "question_id": 20244725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ipod (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20899548", "20899550", "20899551"], "equivalent": ["20899549"], "question": "Is the ipod on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-ipod_right"}, "answer": "no", "semanticStr": "select: ipod (2)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ipod is on the left of the image.", "image": "n403734.jpg", "question_id": 20899549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,posing with,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504989", "201504954", "201504953"], "equivalent": ["201504952"], "question": "The woman is posing with what?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_posing with,o"}, "answer": "surfboard", "semanticStr": "select: woman (0)->relate: _,posing with,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is posing with the surfboard.", "image": "n298104.jpg", "question_id": 201504952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,posing with,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504799", "201504798", "201504949"], "equivalent": ["201504950"], "question": "Who is posing with the surfboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_posing with,s"}, "answer": "woman", "semanticStr": "select: surfboard (4)->relate: person,posing with,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is posing with the surf board.", "image": "n298104.jpg", "question_id": 201504950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "surfboard,posing with,o (4)"}], "entailed": ["201504955"], "equivalent": ["201504956"], "question": "Is the happy person posing with the surfboard?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_surfboard"}, "answer": "yes", "semanticStr": "select: person (0)->filter face expression: happy [0]->verify rel: surfboard,posing with,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "7": "4"}, "fullAnswer": {"2": "0", "7": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is posing with the surfboard.", "image": "n298104.jpg", "question_id": 201504956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201080004", "201080005", "201080003", "201079963", "201080272", "201080273", "201080271", "201080270"], "equivalent": ["201080002"], "question": "What is the item of furniture to the right of the couch?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-couch_to the right of,s"}, "answer": "bed", "semanticStr": "select: couch (7)->relate: furniture,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"11": "7", "3:6": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n23181.jpg", "question_id": 201080002}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "verify rel", "dependencies": [1], "argument": "glove,wearing,o (-)"}], "entailed": ["201738967", "201738975"], "equivalent": ["201738964"], "question": "Is the pitcher that is not old wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-pitcher_glove"}, "answer": "no", "semanticStr": "select: pitcher (0)->filter: not(old) [0]->verify rel: glove,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "6:8": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pitcher is wearing a baseball mitt.", "image": "n485969.jpg", "question_id": 201738964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201109392", "201109393", "201109394", "201109395"], "equivalent": ["201109396", "201109395"], "question": "Which side of the image is the house on?", "isBalanced": true, "groups": {"global": null, "local": "10q-house_hposition"}, "answer": "right", "semanticStr": "select: house (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is on the right of the image.", "image": "n167164.jpg", "question_id": 201109396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving tray (12)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "food,on top of,s (13)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20177526"], "equivalent": ["20177546"], "question": "Is there any food on top of the food tray on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-serving tray_food"}, "answer": "yes", "semanticStr": "select: serving tray (12)->filter hposition: right [0]->relate: food,on top of,s (13) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "12", "3": "13"}, "fullAnswer": {"8:10": "12", "3": "13"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is food on top of the serving tray.", "image": "n55058.jpg", "question_id": 20177546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (2)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(wide)"}, {"operation": "verify", "dependencies": [1], "argument": "curved"}], "entailed": ["20746444", "20746449", "20746448", "20746441", "20746440", "20746450", "20746443", "20746446"], "equivalent": ["20746451"], "question": "Does the river that is not wide look curved?", "isBalanced": true, "groups": {"global": null, "local": "06-river_curved"}, "answer": "yes", "semanticStr": "select: river (2)->filter width: not(wide) [0]->verify: curved [1]", "annotations": {"answer": {}, "question": {"2": "2", "6": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the river is curved.", "image": "n477215.jpg", "question_id": 20746451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20518440"], "question": "Does the white toilet seem to be clean and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_wood"}, "answer": "no", "semanticStr": "select: toilet (14)->filter color: white [0]->verify cleanliness: clean [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is clean but ceramic.", "image": "n141939.jpg", "question_id": 20518440}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (3)"}, {"operation": "choose name", "dependencies": [0], "argument": "skateboarder|snowboarder"}], "entailed": ["201859124", "201859123", "201859122"], "equivalent": ["201859124", "201859123", "201859122", "201859121"], "question": "Is this a skateboarder or a snowboarder?", "isBalanced": true, "groups": {"global": "person", "local": "08oc-skateboarder_snowboarder"}, "answer": "skateboarder", "semanticStr": "select: this (3)->choose name: skateboarder|snowboarder [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a skateboarder.", "image": "n460556.jpg", "question_id": 201859121}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving tray (12)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}], "entailed": ["20177544", "20177545", "20177542", "20177543"], "equivalent": ["20177541"], "question": "Does the food on top of the serving tray look red?", "isBalanced": true, "groups": {"global": null, "local": "06-food_red"}, "answer": "yes", "semanticStr": "select: serving tray (12)->relate: food,on top of,s (13) [0]->verify color: red [1]", "annotations": {"answer": {}, "question": {"2": "13", "7:9": "12"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the food is red.", "image": "n55058.jpg", "question_id": 20177541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify", "dependencies": [1], "argument": "antique"}], "entailed": ["201751803", "201751795", "201751804", "201751797", "201751796", "201751798", "201751793", "201751807", "201751842"], "equivalent": ["201751799"], "question": "Does the plastic bat look antique?", "isBalanced": true, "groups": {"global": null, "local": "06-bat_antique"}, "answer": "no", "semanticStr": "select: bat (4)->filter material: plastic [0]->verify: antique [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bat is modern.", "image": "n355567.jpg", "question_id": 201751799}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (4)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer ball,on,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify state", "dependencies": [1], "argument": "still "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202180301", "202180300", "202180291", "202180290", "202180297", "202180295", "202180294", "202180279", "202180278", "202180299", "202180298", "202180307", "202180273", "202180306", "202180283", "202180277", "202180275", "202180296"], "equivalent": ["202180273", "202180274"], "question": "Does the soccer ball on the field seem to be still and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_still"}, "answer": "yes", "semanticStr": "select: field (4)->relate: soccer ball,on,s (1) [0]->verify color: red [1]->verify state: still  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1", "6": "4"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the soccer ball is still and red.", "image": "n380113.jpg", "question_id": 202180274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "paper,on,o (8)"}], "entailed": [], "equivalent": ["201370411"], "question": "Are the scissors on the white thing above the stickers?", "isBalanced": true, "groups": {"global": null, "local": "13-scissors_paper"}, "answer": "yes", "semanticStr": "select: scissors (2)->verify rel: paper,on,o (8) [0]", "annotations": {"answer": {}, "question": {"9": "6", "2": "2", "5:7": "8"}, "fullAnswer": {"2": "2", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the scissors are on the paper.", "image": "n351318.jpg", "question_id": 201370411}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer ball,on,s (1)"}, {"operation": "verify state", "dependencies": [1], "argument": "still"}, {"operation": "select", "dependencies": [], "argument": "folding chair (9) "}, {"operation": "filter color", "dependencies": [3], "argument": "blue"}, {"operation": "verify state", "dependencies": [4], "argument": "still"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["202180275", "202180277", "202180279", "202180278", "202180473", "202180472", "202180470", "202180474"], "equivalent": ["202180276"], "question": "Are the soccer ball on the grass and the folding chair that looks blue both still?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-folding chair_soccer ball"}, "answer": "yes", "semanticStr": "select: grass (5)->relate: soccer ball,on,s (1) [0]->verify state: still [1]->select: folding chair (9) ->filter color: blue [3]->verify state: still [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"13": "9", "2:4": "1", "9:11": "9", "6": "5"}, "fullAnswer": {"3:5": "1", "7:9": "9"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the soccer ball and the folding chair are still.", "image": "n380113.jpg", "question_id": 202180276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (4)"}, {"operation": "verify", "dependencies": [0], "argument": "dry"}], "entailed": ["2075756", "2075738", "2075773", "2075772", "2075771", "2075781", "2075768", "2075775", "2075769"], "equivalent": ["2075776"], "question": "Do the skis look dry?", "isBalanced": true, "groups": {"global": null, "local": "06-skis_dry"}, "answer": "no", "semanticStr": "select: skis (4)->verify: dry [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the skis are wet.", "image": "n315859.jpg", "question_id": 2075776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (7)"}, {"operation": "choose name", "dependencies": [0], "argument": "traffic light|fire hydrant"}], "entailed": [], "equivalent": ["201641371"], "question": "What is this, a fire hydrant or a traffic light?", "isBalanced": true, "groups": {"global": "object", "local": "08oc-fire hydrant_traffic light"}, "answer": "traffic light", "semanticStr": "select: this (7)->choose name: traffic light|fire hydrant [0]", "annotations": {"answer": {"0:2": "7"}, "question": {"8:10": "7"}, "fullAnswer": {"3:5": "7"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a traffic light.", "image": "n532213.jpg", "question_id": 201641371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["202180279", "202180275", "202180277"], "equivalent": ["202180278", "202180277"], "question": "Do you think the soccer ball is still?", "isBalanced": true, "groups": {"global": null, "local": "06-soccer ball_still"}, "answer": "yes", "semanticStr": "select: soccer ball (1)->verify state: still [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the soccer ball is still.", "image": "n380113.jpg", "question_id": 202180278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "device,lying on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20857080", "20857081"], "equivalent": ["20857164"], "question": "What device is lying on top of the bed?", "isBalanced": true, "groups": {"global": "device", "local": "15-bed_lying on top of,s"}, "answer": "cell phone", "semanticStr": "select: bed (17)->relate: device,lying on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a cell phone.", "image": "n293477.jpg", "question_id": 20857164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20857169", "20857168", "20857170", "20857165", "20856736", "20857166"], "equivalent": ["20857167"], "question": "What is the cell phone lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cell phone_lying on top of,o"}, "answer": "bed", "semanticStr": "select: cell phone (7)->relate: _,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"9": "17", "1:3": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mobile phone is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20857167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20857156", "20857157", "20857158", "20857159", "20857160"], "equivalent": ["20857161"], "question": "What's the cell phone made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cell phone_material"}, "answer": "plastic", "semanticStr": "select: cell phone (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cell phone is made of plastic.", "image": "n293477.jpg", "question_id": 20857161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (2)"}, {"operation": "choose", "dependencies": [0], "argument": "empty|full"}], "entailed": ["202262335", "202262337", "202262336", "202262330", "202262338"], "equivalent": ["202262339"], "question": "Is that glass full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-glass_16"}, "answer": "empty", "semanticStr": "select: glass (2)->choose: empty|full [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glass is empty.", "image": "n28572.jpg", "question_id": 202262339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (2)"}, {"operation": "relate", "dependencies": [0], "argument": "house,in front of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081060", "202081205", "202081206", "202081204", "202081061"], "equivalent": ["202081203"], "question": "What is the appliance that is to the right of the house that is in front of the light switch?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-house_to the right of,s"}, "answer": "toaster", "semanticStr": "select: light switch (2)->relate: house,in front of,s (0) [0]->relate: appliance,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"11": "0", "3": "3", "18:20": "2"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20857169", "20857170", "20857165", "20856736", "20857167", "20857166"], "equivalent": ["20857168"], "question": "What type of furniture is the cellphone lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cell phone_lying on top of,o"}, "answer": "bed", "semanticStr": "select: cell phone (7)->relate: furniture,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17", "6": "7"}, "fullAnswer": {"1": "7", "8": "17"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cellphone is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20857168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201438289"], "equivalent": ["201438290", "201438289"], "question": "Do you see doors there?", "isBalanced": true, "groups": {"global": null, "local": "03-door"}, "answer": "yes", "semanticStr": "select: door (12)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a door.", "image": "n66756.jpg", "question_id": 201438290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201760615", "201760616"], "equivalent": ["201760614"], "question": "Is the soccer ball blue?", "isBalanced": true, "groups": {"global": null, "local": "06-soccer ball_blue"}, "answer": "no", "semanticStr": "select: soccer ball (0)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the soccer ball is white.", "image": "n350732.jpg", "question_id": 201760614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201498449", "201498448", "201498450", "201498451", "201498452"], "equivalent": ["201498453"], "question": "Which side is the water bottle on?", "isBalanced": true, "groups": {"global": null, "local": "10q-water bottle_hposition"}, "answer": "right", "semanticStr": "select: water bottle (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water bottle is on the right of the image.", "image": "n315887.jpg", "question_id": 201498453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20117799"], "equivalent": ["20117798"], "question": "Are the trees small and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "no", "semanticStr": "select: trees (11)->verify color: brown [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are small but green.", "image": "n494677.jpg", "question_id": 20117798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "filter activity", "dependencies": [0], "argument": "talking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258702", "20258712"], "equivalent": ["20258722"], "question": "Who is talking?", "isBalanced": true, "groups": {"global": "person", "local": "talking"}, "answer": "child", "semanticStr": "select: person (10)->filter activity: talking [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The kid is talking.", "image": "n204894.jpg", "question_id": 20258722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20887469", "20887468", "20887473", "20887470", "20887471", "20887465", "20887467", "20887466"], "equivalent": ["20887472", "20887473"], "question": "On which side of the image is the large device?", "isBalanced": true, "groups": {"global": null, "local": "10q-keyboard_hposition"}, "answer": "right", "semanticStr": "select: device (6)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is on the right of the image.", "image": "n282436.jpg", "question_id": 20887472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["20543040", "20543042", "20543058", "20543026", "20543024", "20543025", "20543031", "20543030", "20543021", "20543057", "20543039", "20543038", "20543028", "20543029"], "equivalent": ["20543027"], "question": "Does this fence look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_tall"}, "answer": "yes", "semanticStr": "select: fence (2)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fence is tall.", "image": "n100552.jpg", "question_id": 20543027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,behind,s (2)"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20543021"], "question": "Is the fence behind the elephant tall and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_wood"}, "answer": "no", "semanticStr": "select: elephant (1)->relate: fence,behind,s (2) [0]->verify height: tall [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "1"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fence is tall but metallic.", "image": "n100552.jpg", "question_id": 20543021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,smaller than,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017242"], "equivalent": ["2017243"], "question": "What's smaller than the shirt?", "isBalanced": true, "groups": {"global": "thing", "local": "14-shirt_smaller than,s"}, "answer": "hair", "semanticStr": "select: shirt (3)->relate: _,smaller than,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hair is smaller than the shirt.", "image": "n324908.jpg", "question_id": 2017243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "zebra,above,o (-)"}], "entailed": [], "equivalent": ["2017241"], "question": "Is the hair above a zebra?", "isBalanced": true, "groups": {"global": null, "local": "13-hair_zebra"}, "answer": "no", "semanticStr": "select: hair (1)->verify rel: zebra,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the hair is above a horse.", "image": "n324908.jpg", "question_id": 2017241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,smaller than,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017245"], "equivalent": ["2017244"], "question": "What is the hair smaller than?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-hair_smaller than,o"}, "answer": "shirt", "semanticStr": "select: hair (1)->relate: _,smaller than,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hair is smaller than the shirt.", "image": "n324908.jpg", "question_id": 2017244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056001"], "question": "What is the car in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-car_in front of,o"}, "answer": "trees", "semanticStr": "select: car (3)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "3", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the trees.", "image": "n259002.jpg", "question_id": 201056001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201430674", "201430695", "201430713", "201430720", "201430717", "201430719", "201430718"], "equivalent": ["201430728"], "question": "Is the door made of wood closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-door_15"}, "answer": "closed", "semanticStr": "select: door (1)->filter material: wood [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The door is closed.", "image": "n206785.jpg", "question_id": 201430728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201047199", "201047198", "201047207", "201047206", "201047201", "201047200", "201047203", "201047204", "201047193", "201047192", "201047195", "201047194", "201047197", "201047196", "201047205"], "equivalent": ["201047191"], "question": "Are the metal glasses clean and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_clean"}, "answer": "yes", "semanticStr": "select: glasses (1)->filter material: metal [0]->verify color: black [1]->verify cleanliness: clean  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the glasses are clean and black.", "image": "n234683.jpg", "question_id": 201047191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (1)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["201047199", "201047198", "201047201", "201047192", "201047195", "201047194", "201047197", "201047196"], "equivalent": ["201047193", "201047194"], "question": "Are the glasses clean?", "isBalanced": true, "groups": {"global": null, "local": "06-glasses_clean"}, "answer": "yes", "semanticStr": "select: glasses (1)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the glasses are clean.", "image": "n234683.jpg", "question_id": 201047193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "teal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047438", "201047439", "201047437"], "equivalent": ["201047440"], "question": "Which kind of clothing is teal?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_teal"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter color: teal [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n234683.jpg", "question_id": 201047440}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (24)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201951991"], "question": "What is the pole in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pole_in front of,o"}, "answer": "tree leaves", "semanticStr": "select: pole (20)->relate: _,in front of,o (24) [0]->query: name [1]", "annotations": {"answer": {"0:2": "24"}, "question": {}, "fullAnswer": {"1": "20", "7:9": "24"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pole is in front of the tree leaves.", "image": "n256120.jpg", "question_id": 201951991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "menu (22)"}, {"operation": "relate", "dependencies": [0], "argument": "glass,in front of,s (2)"}, {"operation": "verify opaqness", "dependencies": [1], "argument": "clear"}, {"operation": "verify", "dependencies": [1], "argument": "full "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202262330"], "question": "Is the glass in front of the menu clear and full?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_full"}, "answer": "no", "semanticStr": "select: menu (22)->relate: glass,in front of,s (2) [0]->verify opaqness: clear [1]->verify: full  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "7": "22"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glass is clear but empty.", "image": "n28572.jpg", "question_id": 202262330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "verify rel", "dependencies": [0], "argument": "truck,behind,o (-)"}], "entailed": [], "equivalent": ["20551449"], "question": "Are the trees behind a truck?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_truck"}, "answer": "no", "semanticStr": "select: trees (19)->verify rel: truck,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"2": "19", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the trees are behind the train.", "image": "n153118.jpg", "question_id": 20551449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (20)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760550", "201760584", "201760587"], "equivalent": ["201760583"], "question": "What kind of furniture is on the lawn?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lawn_on,s"}, "answer": "chair", "semanticStr": "select: lawn (20)->relate: furniture,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "7": "20"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n350732.jpg", "question_id": 201760583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (31)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20672952", "20672955"], "equivalent": ["20672953", "20672952"], "question": "Does the toilet brush have white color?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet brush_white"}, "answer": "no", "semanticStr": "select: toilet brush (31)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2:4": "31"}, "fullAnswer": {"2:4": "31"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toilet brush is black.", "image": "n59147.jpg", "question_id": 20672953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201760586"], "question": "Where is the chair?", "isBalanced": true, "groups": {"global": "place", "local": "14-chair_on,o"}, "answer": "lawn", "semanticStr": "select: chair (1)->relate: place,on,o (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {}, "fullAnswer": {"1": "1", "5": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is on the lawn.", "image": "n350732.jpg", "question_id": 201760586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gate (16)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["202110161", "202110159", "202110158", "202110162", "202110153", "202110160", "202110157", "202110156"], "equivalent": ["202110153", "202110154"], "question": "Is the gate small?", "isBalanced": true, "groups": {"global": null, "local": "06-gate_small"}, "answer": "yes", "semanticStr": "select: gate (16)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the gate is small.", "image": "n511881.jpg", "question_id": 202110154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20935942", "20936033", "20936027", "20936024", "20936034"], "equivalent": ["20936026"], "question": "What animal is in front of the trees?", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_in front of,s"}, "answer": "elephant", "semanticStr": "select: trees (1)->relate: animal,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is in front of the trees.", "image": "n44249.jpg", "question_id": 20936026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,on top of,s (5)"}, {"operation": "filter pattern", "dependencies": [1], "argument": "striped"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["201247270", "201247283", "201247281", "201247280", "201247285", "201247284", "201247269", "201247268", "201247278", "201247279"], "equivalent": ["201247282"], "question": "What color is the striped rug on top of the carpet?", "isBalanced": true, "groups": {"global": "color", "local": "10q-rug_color"}, "answer": "beige", "semanticStr": "select: carpet (7)->relate: rug,on top of,s (5) [0]->filter pattern: striped [1]->query: color [2]", "annotations": {"answer": {}, "question": {"10": "7", "4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is beige.", "image": "n83784.jpg", "question_id": 201247282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752691"], "equivalent": ["201752688"], "question": "Who is on the bike?", "isBalanced": true, "groups": {"global": "person", "local": "14-bike_on,s"}, "answer": "boy", "semanticStr": "select: bike (1)->relate: person,on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is on the bike.", "image": "n262929.jpg", "question_id": 201752688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752697", "201752690", "201752696"], "equivalent": ["201752689"], "question": "What is he on?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_on,o"}, "answer": "bike", "semanticStr": "select: he (12)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"2": "12"}, "fullAnswer": {"1": "12", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is on the bike.", "image": "n262929.jpg", "question_id": 201752689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "toy (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201804760"], "equivalent": ["201804761"], "question": "Do you see any mats or toys there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mat_toy"}, "answer": "no", "semanticStr": "select: mat (-)->exist: ? [0]->select: toy (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no toys or mats.", "image": "n51002.jpg", "question_id": 201804761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20204875", "20204877", "20204878"], "equivalent": ["20204878", "20204875", "20204877", "20204876"], "question": "Is the laptop computer white and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: laptop (4)->verify shape: rectangular [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the laptop computer is rectangular but black.", "image": "n532191.jpg", "question_id": 20204876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201956941", "201957068", "201957287", "201957286", "201957285", "201957284", "201956947", "201957058", "201957235", "201957069", "201956948"], "equivalent": ["201957236"], "question": "Are there any chairs or bags in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bag_chair"}, "answer": "no", "semanticStr": "select: bag (-)->exist: ? [0]->select: chair (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no chairs or bags.", "image": "n536256.jpg", "question_id": 201957236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter gender", "dependencies": [0], "argument": "female"}, {"operation": "choose pose", "dependencies": [1], "argument": "standing|jumping"}], "entailed": ["20361253", "20361256", "20361255"], "equivalent": ["20361254"], "question": "Is the female person standing or jumping?", "isBalanced": true, "groups": {"global": "pose", "local": "10c-snowboarder_pose"}, "answer": "standing", "semanticStr": "select: person (2)->filter gender: female [0]->choose pose: standing|jumping [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The snowboarder is standing.", "image": "n352479.jpg", "question_id": 20361254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (20)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202161963", "202161964", "202161965", "202161966", "202161967"], "equivalent": ["202161968", "202161967"], "question": "The metal appliance has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-heater_color"}, "answer": "tan", "semanticStr": "select: appliance (20)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1:3": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The heater is tan.", "image": "n69237.jpg", "question_id": 202161968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "receipt (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "luggage,on top of,o (6)"}], "entailed": [], "equivalent": ["20954060"], "question": "Is the receipt on top of the luggage that is on top of the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-receipt_luggage"}, "answer": "yes", "semanticStr": "select: receipt (17)->verify rel: luggage,on top of,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "17", "14": "11", "7": "6"}, "fullAnswer": {"8": "6", "2": "17"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the receipt is on top of the luggage.", "image": "n498712.jpg", "question_id": 20954060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037275", "201037274"], "equivalent": ["201037276"], "question": "In front of who is the fire hydrant?", "isBalanced": true, "groups": {"global": "person", "local": "14-fire hydrant_in front of,o"}, "answer": "girl", "semanticStr": "select: fire hydrant (7)->relate: person,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "7", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hydrant is in front of the girl.", "image": "n393305.jpg", "question_id": 201037276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037276", "201037275"], "equivalent": ["201037275", "201037274"], "question": "In front of who is the hydrant?", "isBalanced": true, "groups": {"global": "person", "local": "14-fire hydrant_in front of,o"}, "answer": "girl", "semanticStr": "select: fire hydrant (7)->relate: person,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"6": "7"}, "fullAnswer": {"1": "7", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hydrant is in front of the girl.", "image": "n393305.jpg", "question_id": 201037274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037272", "201037271", "201037277", "201037279", "201037278", "201037222", "201037223"], "equivalent": ["201037273"], "question": "What is in front of the girl?", "isBalanced": true, "groups": {"global": "thing", "local": "14-girl_in front of,s"}, "answer": "fire hydrant", "semanticStr": "select: girl (2)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"8": "2", "1:3": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is in front of the girl.", "image": "n393305.jpg", "question_id": 201037273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201064805", "201064795", "201064796"], "equivalent": ["201064805", "201064806"], "question": "Are there sofas that are not brown?", "isBalanced": true, "groups": {"global": null, "local": "04-sofa_n#brown"}, "answer": "yes", "semanticStr": "select: sofa (0)->filter color: not(brown) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a blue sofa.", "image": "n88933.jpg", "question_id": 201064806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201447018"], "question": "Does the toilet paper to the right of the cup look soft and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_soft"}, "answer": "no", "semanticStr": "select: cup (3)->relate: toilet paper,to the right of,s (2) [0]->verify color: blue [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet paper is soft but white.", "image": "n54180.jpg", "question_id": 201447018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201185229", "201185207", "201185213", "201185212", "201185210", "201185204", "201185205", "201185214", "201185208", "201185209", "201185216"], "equivalent": ["201185211"], "question": "What color is the shirt?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-shirt_color"}, "answer": "dark", "semanticStr": "select: shirt (3)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is dark.", "image": "n95904.jpg", "question_id": 201185211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "nightstand (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20667488", "20667617"], "equivalent": ["20667489"], "question": "Is there either a bed or a nightstand in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bed_nightstand"}, "answer": "no", "semanticStr": "select: bed (-)->exist: ? [0]->select: nightstand (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no nightstands or beds.", "image": "n181355.jpg", "question_id": 20667489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878992"], "equivalent": ["20878993"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "skater", "semanticStr": "select: pants (4)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing pants.", "image": "n259949.jpg", "question_id": 20878993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201444893"], "question": "What is the lawn sitting beside?", "isBalanced": true, "groups": {"global": "thing", "local": "14-lawn_sitting beside,o"}, "answer": "gravel", "semanticStr": "select: lawn (11)->relate: _,sitting beside,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lawn is sitting beside the gravel.", "image": "n289376.jpg", "question_id": 201444893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (11)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20637103", "20637102", "20637101", "20637108", "20637107", "20637105", "20637104", "20637109", "20637113", "20637112", "20637110", "20637111"], "equivalent": ["20637106"], "question": "What color is the cooking utensil that is to the right of the oven?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cutting board_color"}, "answer": "brown", "semanticStr": "select: oven (11)->relate: cooking utensil,to the right of,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "11", "4:6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cutting board is brown.", "image": "n184385.jpg", "question_id": 20637106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "light brown"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201143152"], "equivalent": ["201143152", "201143151"], "question": "Is the floor both wooden and light brown?", "isBalanced": true, "groups": {"global": null, "local": "05-light brown_wood"}, "answer": "no", "semanticStr": "select: floor (11)->verify color: light brown [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is wooden but dark brown.", "image": "n276011.jpg", "question_id": 201143151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark brown"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201143160", "201143161", "201143142", "201143162", "201143158", "201143159", "201143152", "201143153", "201143151", "201143157", "201143154", "201143155"], "equivalent": ["201143156"], "question": "What material is the floor that looks dark brown made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-floor_material"}, "answer": "wood", "semanticStr": "select: floor (11)->filter color: dark brown [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "11", "7:9": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is made of wood.", "image": "n276011.jpg", "question_id": 201143156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201393605", "201393620", "201393616", "201393614", "201393615", "201393613", "201393618"], "equivalent": ["201393617"], "question": "How long is the dark shirt?", "isBalanced": true, "groups": {"global": "length", "local": "10q-shirt_length"}, "answer": "long", "semanticStr": "select: shirt (0)->filter color: dark [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is long.", "image": "n305495.jpg", "question_id": 201393617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20295635", "20295634", "20295636"], "equivalent": ["20295637"], "question": "On which side is the picture?", "isBalanced": true, "groups": {"global": null, "local": "10q-picture_hposition"}, "answer": "right", "semanticStr": "select: picture (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is on the right of the image.", "image": "n162586.jpg", "question_id": 20295637}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639193"], "equivalent": ["201639194"], "question": "Where is the vehicle?", "isBalanced": true, "groups": {"global": "place", "local": "14-vehicle_on,o"}, "answer": "field", "semanticStr": "select: vehicle (17)->relate: place,on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "17", "5": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is on the field.", "image": "n497789.jpg", "question_id": 201639194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cows (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20790033"], "equivalent": ["20790033", "20790034"], "question": "Are there any horses or cows?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cows_horse"}, "answer": "yes", "semanticStr": "select: horse (8)->exist: ? [0]->select: cows (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a horse.", "image": "n475030.jpg", "question_id": 20790034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201763804", "201763805", "201763806"], "equivalent": ["201763807"], "question": "On which side of the image is the house?", "isBalanced": true, "groups": {"global": null, "local": "10q-house_hposition"}, "answer": "right", "semanticStr": "select: house (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is on the right of the image.", "image": "n246334.jpg", "question_id": 201763807}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "relate", "dependencies": [0], "argument": "dishwasher,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202119912"], "question": "Is there a dishwasher on the floor that is shown in the image?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_dishwasher"}, "answer": "no", "semanticStr": "select: floor (11)->relate: dishwasher,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"4": "0", "7": "11"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a refrigerator on the floor.", "image": "n500308.jpg", "question_id": 202119912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "query", "dependencies": [2], "argument": "cleanliness"}], "entailed": ["20631977", "20631989", "20631988", "20631992", "20631993", "20631991", "20631985", "20631987", "20631986"], "equivalent": ["20631990"], "question": "How clean is the uniform that looks gray and red?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-uniform_cleanliness"}, "answer": "clean", "semanticStr": "select: uniform (9)->filter color: gray [0]->filter color: red [1]->query: cleanliness [2]", "annotations": {"answer": {}, "question": {"9": "9", "4": "9", "7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The uniform is clean.", "image": "n570181.jpg", "question_id": 20631990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037184"], "equivalent": ["201037183"], "question": "Who wears a tshirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-t-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: t-shirt (4)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "4"}, "fullAnswer": {"1": "2", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl wears a tshirt.", "image": "n393305.jpg", "question_id": 201037183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (2)"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (-)"}], "entailed": ["201037181"], "equivalent": ["201037182"], "question": "Is the person behind the hydrant wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_shorts"}, "answer": "no", "semanticStr": "select: fire hydrant (7)->relate: person,behind,s (2) [0]->verify rel: shorts,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "7"}, "fullAnswer": {"2": "2", "5": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl is wearing bracelets.", "image": "n393305.jpg", "question_id": 201037182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935810"], "equivalent": ["201935811"], "question": "What kind of furniture is the wall behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_behind,o"}, "answer": "shelf", "semanticStr": "select: wall (10)->relate: furniture,behind,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "10", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wall is behind the shelf.", "image": "n500209.jpg", "question_id": 201935811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (24)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317203", "20317204", "20317141"], "equivalent": ["20317202"], "question": "What is the cooking utensil above the drawer?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-drawer_above,s"}, "answer": "coffee pot", "semanticStr": "select: drawer (24)->relate: cooking utensil,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"7": "24", "3:5": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a coffee pot.", "image": "n350766.jpg", "question_id": 20317202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201638832", "201638830", "201638826", "201638833", "201638829", "201638828", "201638831"], "equivalent": ["201638825"], "question": "What is in front of the old people?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-men_in front of,s"}, "answer": "car", "semanticStr": "select: person (2)->filter age: old [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "2"}, "fullAnswer": {"1": "0", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the men.", "image": "n271392.jpg", "question_id": 201638825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (5)"}, {"operation": "choose material", "dependencies": [0], "argument": "aluminum|wood"}], "entailed": [], "equivalent": ["201462465"], "question": "Which material makes up the bat, aluminum or wood?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bat_material"}, "answer": "aluminum", "semanticStr": "select: bat (5)->choose material: aluminum|wood [0]", "annotations": {"answer": {}, "question": {"5": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bat is made of aluminum.", "image": "n508641.jpg", "question_id": 201462465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (10)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,wearing,o (76)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["202107846"], "question": "What color do you think the trousers the boy is wearing have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "white", "semanticStr": "select: boy (10)->relate: pants,wearing,o (76) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "10", "6": "76"}, "fullAnswer": {"1": "76"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants have white color.", "image": "n133585.jpg", "question_id": 202107846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cd (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201497783", "201497785", "201497784", "201497776", "201497777"], "equivalent": ["201497778"], "question": "Does the device to the left of the CD look black?", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_black"}, "answer": "no", "semanticStr": "select: cd (11)->relate: device,to the left of,s (10) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"8": "11", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the speaker is white.", "image": "n315887.jpg", "question_id": 201497778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brunette"}, {"operation": "verify face expression", "dependencies": [0], "argument": "happy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201175445", "201175444", "201175446", "201175441", "201175443", "201175442", "201175463", "201175461", "201175467", "201175466", "201175465", "201175464", "201175452", "201175453", "201175457", "201175454", "201175455", "201175474", "201175458", "201175459", "201175475", "201175434", "201175435", "201175436", "201175437", "201175430", "201175431", "201175432", "201175433", "201175473", "201175438", "201175439", "201175476", "201175477"], "equivalent": ["201175456"], "question": "Is the woman happy and brunette?", "isBalanced": true, "groups": {"global": null, "local": "05-brunette_happy"}, "answer": "yes", "semanticStr": "select: woman (0)->verify color: brunette [0]->verify face expression: happy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is happy and brunette.", "image": "n357784.jpg", "question_id": 201175456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20341126", "20341128"], "equivalent": ["20341127", "20341126"], "question": "The sculpture is in front of what?", "isBalanced": true, "groups": {"global": "tree", "local": "14-sculpture_in front of,o"}, "answer": "tree", "semanticStr": "select: sculpture (2)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sculpture is in front of the tree.", "image": "n346247.jpg", "question_id": 20341127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20341129"], "equivalent": ["20341125"], "question": "What is in front of the tree that is in front of the school?", "isBalanced": true, "groups": {"global": "object", "local": "14-tree_in front of,s"}, "answer": "sculpture", "semanticStr": "select: school (20)->relate: tree,in front of,s (7) [0]->relate: _,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"13": "20", "6": "7"}, "fullAnswer": {"1": "2", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sculpture is in front of the tree.", "image": "n346247.jpg", "question_id": 20341125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (4)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201640454"], "question": "Does the watch have round shape and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: watch (4)->verify size: large [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the watch is large but square.", "image": "n235859.jpg", "question_id": 201640454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (9)"}, {"operation": "verify width", "dependencies": [0], "argument": "wide"}], "entailed": ["201346751", "201346750", "201346760", "201346748", "201346749", "201346753", "201346743", "201346746", "201346747", "201346745"], "equivalent": ["201346744"], "question": "Is the street wide?", "isBalanced": true, "groups": {"global": null, "local": "06-street_wide"}, "answer": "yes", "semanticStr": "select: street (9)->verify width: wide [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street is wide.", "image": "n131634.jpg", "question_id": 201346744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,underneath,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201056202"], "question": "Is the grass underneath the ball tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "no", "semanticStr": "select: ball (0)->relate: grass,underneath,s (9) [0]->verify color: green [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "5": "0"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is green but short.", "image": "n259002.jpg", "question_id": 201056202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "relate", "dependencies": [1], "argument": "_,mounted to,o (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201996584"], "equivalent": ["201996583"], "question": "What is the device that is not turned-off mounted to?", "isBalanced": true, "groups": {"global": "aircraft", "local": "14-device_mounted to,o"}, "answer": "helicopter", "semanticStr": "select: device (11)->filter: not(off) [0]->relate: _,mounted to,o (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"3": "11", "7": "11"}, "fullAnswer": {"1": "11", "6": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is mounted to the helicopter.", "image": "n250715.jpg", "question_id": 201996583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20940168", "20940122", "20940123", "20940171", "20940173", "20940172", "20940175", "20940174", "20940139", "20940157", "20940158"], "equivalent": ["20940170"], "question": "What is the sink made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain.", "image": "n240666.jpg", "question_id": 20940170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "choose material", "dependencies": [0], "argument": "porcelain|wood"}], "entailed": ["20940173", "20940172", "20940175"], "equivalent": ["20940173", "20940172", "20940175", "20940174"], "question": "Is the sink made of porcelain or wood?", "isBalanced": true, "groups": {"global": "material", "local": "10c-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (0)->choose material: porcelain|wood [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sink is made of porcelain.", "image": "n240666.jpg", "question_id": 20940174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "relate", "dependencies": [1], "argument": "aircraft,mounted to,o (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201996583"], "equivalent": ["201996584"], "question": "What kind of aircraft is the device that is not turned-off mounted to?", "isBalanced": true, "groups": {"global": "aircraft", "local": "15-device_mounted to,o"}, "answer": "helicopter", "semanticStr": "select: device (11)->filter: not(off) [0]->relate: aircraft,mounted to,o (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"10": "11", "3": "22", "6": "11"}, "fullAnswer": {"1": "11", "6": "22"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is mounted to the helicopter.", "image": "n250715.jpg", "question_id": 201996584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201896515"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "lady", "semanticStr": "select: person (9)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The lady is sitting.", "image": "n111390.jpg", "question_id": 201896515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dolphins (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202156796"], "question": "Are there both elephant and a dolphin in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-dolphins_elephants"}, "answer": "no", "semanticStr": "select: elephants (3)->exist: ? [0]->select: dolphins (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are elephants but no dolphins.", "image": "n543966.jpg", "question_id": 202156796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (7)"}, {"operation": "filter", "dependencies": [0], "argument": "ceramic"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201624241"], "equivalent": ["201624240"], "question": "What is the ceramic cup sitting on?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-cup_sitting on,o"}, "answer": "saucer", "semanticStr": "select: cup (7)->filter: ceramic [0]->relate: _,sitting on,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is sitting on the saucer.", "image": "n59676.jpg", "question_id": 201624240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624240"], "equivalent": ["201624241"], "question": "What is the cup sitting on?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-cup_sitting on,o"}, "answer": "saucer", "semanticStr": "select: cup (7)->relate: _,sitting on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "7", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is sitting on the saucer.", "image": "n59676.jpg", "question_id": 201624241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879148", "201879146"], "equivalent": ["201879147"], "question": "What's the racket larger than?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-racket_bigger than,o"}, "answer": "wristband", "semanticStr": "select: racket (5)->relate: _,bigger than,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1:3": "5", "7:9": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tennis racket is bigger than the wrist band.", "image": "n496803.jpg", "question_id": 201879147}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "_,hang from,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202162438"], "equivalent": ["202162437"], "question": "What is hang from the window made of glass?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_hang from,s"}, "answer": "drapes", "semanticStr": "select: window (5)->filter material: glass [0]->relate: _,hang from,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"8": "5", "5": "5"}, "fullAnswer": {"1": "3", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The draperies are hang from the window.", "image": "n69237.jpg", "question_id": 202162437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heater (20)"}, {"operation": "relate", "dependencies": [0], "argument": "drapes,to the right of,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "dull"}], "entailed": ["202162433", "202162432", "202162435", "202162434"], "equivalent": ["202162436"], "question": "Do the drapes to the right of the heater look dull?", "isBalanced": true, "groups": {"global": null, "local": "06-drapes_dull"}, "answer": "yes", "semanticStr": "select: heater (20)->relate: drapes,to the right of,s (3) [0]->verify: dull [1]", "annotations": {"answer": {}, "question": {"8": "20", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the drapes are dull.", "image": "n69237.jpg", "question_id": 202162436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "sleeveless"}], "entailed": ["2012851", "2012850", "2012849", "2012852"], "equivalent": ["2012848"], "question": "Does the white shirt look sleeveless?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_sleeveless"}, "answer": "yes", "semanticStr": "select: shirt (6)->filter color: white [0]->verify: sleeveless [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is sleeveless.", "image": "n318370.jpg", "question_id": 2012848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247089", "201247088", "201247096", "201247097", "201247095", "201247090", "201247091", "201247113", "201247115"], "equivalent": ["201247114"], "question": "Which animal is black and white?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_black and white"}, "answer": "cat", "semanticStr": "select: animal (0)->filter: black and white [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n83784.jpg", "question_id": 201247114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (3)"}, {"operation": "verify", "dependencies": [0], "argument": "dull"}, {"operation": "verify color", "dependencies": [0], "argument": "gold "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202162433"], "equivalent": ["202162433", "202162432"], "question": "Do the drapes look gold and dull?", "isBalanced": true, "groups": {"global": null, "local": "05-dull_gold"}, "answer": "no", "semanticStr": "select: drapes (3)->verify: dull [0]->verify color: gold  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the drapes are dull but green.", "image": "n69237.jpg", "question_id": 202162432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paddle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,o (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,worn on,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201687545"], "equivalent": ["201687544"], "question": "What is worn on the person the oar is to the left of?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn on,s"}, "answer": "shorts", "semanticStr": "select: paddle (0)->relate: person,to the left of,o (3) [0]->relate: _,worn on,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"5": "3", "7": "0"}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shorts are worn on the man.", "image": "n228268.jpg", "question_id": 201687544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (8)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the left of,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201481603", "201481598", "201481610", "201481639", "201481612", "201481600", "201481606", "201481604", "201481609", "201481608", "201481622"], "equivalent": ["201481606", "201481607"], "question": "Does the umbrella to the left of the man look black?", "isBalanced": true, "groups": {"global": null, "local": "06-umbrella_black"}, "answer": "yes", "semanticStr": "select: man (8)->relate: umbrella,to the left of,s (12) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the umbrella is black.", "image": "n470920.jpg", "question_id": 201481607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heater (20)"}, {"operation": "relate", "dependencies": [0], "argument": "drapes,to the right of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,hang from,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202162450", "202162440", "202162449"], "equivalent": ["202162439"], "question": "What are the draperies to the right of the heater hang from?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-drapes_hang from,o"}, "answer": "window", "semanticStr": "select: heater (20)->relate: drapes,to the right of,s (3) [0]->relate: _,hang from,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"9": "20", "3": "3"}, "fullAnswer": {"1": "3", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The draperies are hang from the window.", "image": "n69237.jpg", "question_id": 202162439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (1)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201873268", "201873279", "201873278", "201873265", "201873273", "201873272", "201873271", "201873270", "201873276", "201873266", "201873267", "201873275", "201873291", "201873263", "201873274"], "equivalent": ["201873270", "201873269"], "question": "What is the size of the bucket?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bucket_size"}, "answer": "large", "semanticStr": "select: bucket (1)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bucket is large.", "image": "n309148.jpg", "question_id": 201873269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(square)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228123", "202227987"], "equivalent": ["202228124"], "question": "What device isn't square?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#square"}, "answer": "dvd player", "semanticStr": "select: device (10)->filter shape: not(square) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4:6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a DVD player.", "image": "n77818.jpg", "question_id": 202228124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "illuminated"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228097", "202228099", "202228127", "202228098"], "equivalent": ["202228125"], "question": "What is the name of the illuminated device?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_illuminated"}, "answer": "television", "semanticStr": "select: device (1)->filter: illuminated [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"7": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n77818.jpg", "question_id": 202228125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(dry)"}, {"operation": "relate", "dependencies": [1], "argument": "person,worn on,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201687547"], "equivalent": ["201687546"], "question": "Who are the shorts that are not dry worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_worn on,o"}, "answer": "man", "semanticStr": "select: shorts (6)->filter: not(dry) [0]->relate: person,worn on,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "6", "7": "6"}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shorts are worn on the man.", "image": "n228268.jpg", "question_id": 201687546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20542876", "20543097", "20542970", "20542975", "20542974", "20543099", "20543098"], "equivalent": ["20542969"], "question": "What is the animal in front of the fence that is not short?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_in front of,s"}, "answer": "elephant", "semanticStr": "select: fence (2)->filter: not(short) [0]->relate: animal,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8": "2", "3": "1", "12": "2"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n100552.jpg", "question_id": 20542969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201765981"], "question": "In front of what is the beach?", "isBalanced": true, "groups": {"global": "thing", "local": "14-beach_in front of,o"}, "answer": "dirt", "semanticStr": "select: beach (6)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "6", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The beach is in front of the dirt.", "image": "n488874.jpg", "question_id": 201765981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735432", "201735481", "201735480", "201735478"], "equivalent": ["201735479"], "question": "What is sitting on the tray?", "isBalanced": true, "groups": {"global": "device", "local": "14-tray_sitting on,s"}, "answer": "keyboard", "semanticStr": "select: tray (4)->relate: _,sitting on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is sitting on the tray.", "image": "n240973.jpg", "question_id": 201735479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060024", "202060025", "202060005", "202060004"], "equivalent": ["202060003"], "question": "What is the dog in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-dog_in front of,o"}, "answer": "couch", "semanticStr": "select: dog (10)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "10", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is in front of the couch.", "image": "n14087.jpg", "question_id": 202060003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20692281", "20692283", "20692282"], "equivalent": ["20692280"], "question": "Are the books on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-books_left"}, "answer": "yes", "semanticStr": "select: books (2)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the books are on the left of the image.", "image": "n499081.jpg", "question_id": 20692280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060000", "202060007", "202059951", "202059953", "202059952", "202059999", "202059998", "202059954"], "equivalent": ["202060001"], "question": "Which kind of animal is in front of the couch?", "isBalanced": true, "groups": {"global": "animal", "local": "15-couch_in front of,s"}, "answer": "dog", "semanticStr": "select: couch (13)->relate: animal,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n14087.jpg", "question_id": 202060001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20710143", "20710147", "20710144", "20710127", "20710146", "20710135", "20710145", "20710132", "20710133", "20710130", "20710131", "20710136", "20710137", "20710134", "20710129", "20710128", "20710139", "20710141"], "equivalent": ["20710140"], "question": "Is the sky cloudy and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_cloudy"}, "answer": "yes", "semanticStr": "select: sky (11)->verify color: blue [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and blue.", "image": "n489699.jpg", "question_id": 20710140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201556486", "201556466", "201556467", "201556468", "201556484"], "equivalent": ["201556485"], "question": "Is there a desk that is tan?", "isBalanced": true, "groups": {"global": null, "local": "04-desk_tan"}, "answer": "yes", "semanticStr": "select: desk (10)->filter color: tan [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a desk that is tan.", "image": "n525901.jpg", "question_id": 201556485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20550553", "20550545", "20550544", "20550551", "20550546", "20550541", "20550540", "20550542", "20550538", "20550539", "20550536", "20550537"], "equivalent": ["20550543"], "question": "How big is the gray window?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "small", "semanticStr": "select: window (6)->filter color: gray [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is small.", "image": "n579928.jpg", "question_id": 20550543}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "benches (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (0)"}, {"operation": "verify gender", "dependencies": [1], "argument": "female"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201795498", "201795500"], "equivalent": ["201795500", "201795499"], "question": "Is the person to the right of the benches both young and female?", "isBalanced": true, "groups": {"global": null, "local": "05-female_young"}, "answer": "no", "semanticStr": "select: benches (15)->relate: person,to the right of,s (0) [0]->verify gender: female [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "15", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the child is young but male.", "image": "n119944.jpg", "question_id": 201795499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735432", "201735473", "201735470", "201735471"], "equivalent": ["201735472"], "question": "What kind of device is to the left of the tray?", "isBalanced": true, "groups": {"global": "device", "local": "15-tray_to the left of,s"}, "answer": "keyboard", "semanticStr": "select: tray (4)->relate: device,to the left of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n240973.jpg", "question_id": 201735472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "verify", "dependencies": [2], "argument": "long sleeved"}], "entailed": ["201492242", "201492250", "201492251", "201492253", "201492254", "201492255"], "equivalent": ["201492252"], "question": "Does the shirt that looks yellow and white look long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_long sleeved"}, "answer": "yes", "semanticStr": "select: shirt (10)->filter color: yellow [0]->filter color: white [1]->verify: long sleeved [2]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10", "7": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is long sleeved.", "image": "n9856.jpg", "question_id": 201492252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed bear (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20711559", "20711560", "20711557", "20711556", "20711555", "20711554", "20711553", "20711552", "20711551"], "equivalent": ["20711559", "20711558"], "question": "On which side of the image is the stuffed bear?", "isBalanced": true, "groups": {"global": null, "local": "10q-stuffed bear_hposition"}, "answer": "left", "semanticStr": "select: stuffed bear (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stuffed bear is on the left of the image.", "image": "n549922.jpg", "question_id": 20711558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter", "dependencies": [0], "argument": "shiny"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510312", "201510311", "201510330", "201510331"], "equivalent": ["201510332"], "question": "Which kind of fruit is shiny?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_shiny"}, "answer": "pear", "semanticStr": "select: fruit (0)->filter: shiny [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (16)"}, {"operation": "filter depth", "dependencies": [0], "argument": "deep"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20302939", "20302938", "20302931", "20302930", "20302933", "20302935", "20302934", "20302937", "20302936", "20302943", "20302941", "20302928", "20302929", "20302922", "20302923", "20302920", "20302926", "20302927", "20302924", "20302925", "20302917", "20302915", "20302919", "20302918"], "equivalent": ["20302916", "20302915"], "question": "Is the deep sky blue and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "yes", "semanticStr": "select: sky (16)->filter depth: deep [0]->verify color: blue [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is blue and clear.", "image": "n318684.jpg", "question_id": 20302916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510333", "201510312", "201510311"], "equivalent": ["201510335"], "question": "What fruit is hard?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_hard"}, "answer": "pear", "semanticStr": "select: fruit (0)->filter hardness: hard [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify rel", "dependencies": [1], "argument": "wall,hanging from,o (12)"}], "entailed": [], "equivalent": ["20691667"], "question": "Are the towels made of cloth hanging from the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-towels_wall"}, "answer": "yes", "semanticStr": "select: towels (3)->filter material: cloth [0]->verify rel: wall,hanging from,o (12) [1]", "annotations": {"answer": {}, "question": {"9": "12", "2": "3", "5": "3"}, "fullAnswer": {"2": "3", "7": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the towels are hanging from the wall.", "image": "n153293.jpg", "question_id": 20691667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510336", "201510337", "201510318", "201510319", "201510317", "201510311", "201510312"], "equivalent": ["201510338"], "question": "What fruit is green?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_green"}, "answer": "pear", "semanticStr": "select: fruit (0)->filter color: green [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a pear.", "image": "n541854.jpg", "question_id": 201510338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20691665"], "question": "What is hanging from the wall?", "isBalanced": true, "groups": {"global": "textile", "local": "14-wall_hanging from,s"}, "answer": "towels", "semanticStr": "select: wall (12)->relate: _,hanging from,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towels are hanging from the wall.", "image": "n153293.jpg", "question_id": 20691665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "filter pose", "dependencies": [0], "argument": "crouching"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631423"], "question": "Who is crouching?", "isBalanced": true, "groups": {"global": "person", "local": "crouching"}, "answer": "umpire", "semanticStr": "select: person (10)->filter pose: crouching [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The umpire is crouching.", "image": "n570181.jpg", "question_id": 20631423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "zebras,behind,o (5)"}], "entailed": [], "equivalent": ["20600081"], "question": "Is the stone behind the zebras above the grass?", "isBalanced": true, "groups": {"global": null, "local": "13-stone_zebras"}, "answer": "yes", "semanticStr": "select: stone (13)->verify rel: zebras,behind,o (5) [0]", "annotations": {"answer": {}, "question": {"8": "14", "2": "13", "5": "5"}, "fullAnswer": {"2": "13", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the stone is behind the zebras.", "image": "n196058.jpg", "question_id": 20600081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}], "entailed": ["20786039", "20786059"], "equivalent": ["20786060"], "question": "Does the shoe that is made of leather have orange color?", "isBalanced": true, "groups": {"global": null, "local": "06-shoe_orange"}, "answer": "no", "semanticStr": "select: shoe (2)->filter material: leather [0]->verify color: orange [1]", "annotations": {"answer": {}, "question": {"2": "2", "7": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shoe is black.", "image": "n12404.jpg", "question_id": 20786060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "marble"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20692060", "20692063", "20692062", "20692065", "20692059", "20692057", "20692047", "20692048", "20692036", "20692064"], "equivalent": ["20692061"], "question": "How clean is the counter that is made of marble?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-counter_cleanliness"}, "answer": "clean", "semanticStr": "select: counter (11)->filter material: marble [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"9": "11", "4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The counter is clean.", "image": "n499081.jpg", "question_id": 20692061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20978415", "20978414", "20978417", "20978413"], "equivalent": ["20978417", "20978416"], "question": "On which side of the image is the small helmet?", "isBalanced": true, "groups": {"global": null, "local": "10q-helmet_hposition"}, "answer": "left", "semanticStr": "select: helmet (1)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is on the left of the image.", "image": "n551964.jpg", "question_id": 20978416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201889232", "201889230", "201889231", "201889228"], "equivalent": ["201889229"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy.", "image": "n88366.jpg", "question_id": 201889229}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20349789", "20349788", "20349790", "20349787", "20349786", "20349785", "20349784", "20349876"], "equivalent": ["20349783"], "question": "What is the young woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "cell phone", "semanticStr": "select: woman (1)->filter age: young [0]->relate: _,holding,o (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the cellphone.", "image": "n468864.jpg", "question_id": 20349783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (11)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201439393", "201439390", "201439391", "201439394"], "equivalent": ["201439392"], "question": "Is the girl on the right side or on the left of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-girl_hposition"}, "answer": "right", "semanticStr": "select: girl (11)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The girl is on the right of the image.", "image": "n199286.jpg", "question_id": 201439392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,to the left of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20978426", "20978431", "20978419", "20978427", "20978440", "20978432", "20978420", "20978421", "20978422", "20978423", "20978424", "20978425", "20978439", "20978438", "20978437", "20978436", "20978435", "20978434", "20978433", "20978444"], "equivalent": ["20978418"], "question": "Is the helmet to the left of the man small and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "yes", "semanticStr": "select: man (7)->relate: helmet,to the left of,s (1) [0]->verify color: gray [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "7", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the helmet is small and gray.", "image": "n551964.jpg", "question_id": 20978418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20349789", "20349788", "20349783", "20349790", "20349787", "20349786", "20349784", "20349876"], "equivalent": ["20349785"], "question": "What's the woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "cell phone", "semanticStr": "select: woman (1)->relate: _,holding,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "1", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the cellphone.", "image": "n468864.jpg", "question_id": 20349785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["20645835", "20645837", "20645864", "20645839", "20645848", "20645846", "20645844", "20645842", "20645841", "20645840"], "equivalent": ["20645843"], "question": "Is the size of the bathroom large?", "isBalanced": true, "groups": {"global": null, "local": "06-bathroom_large"}, "answer": "no", "semanticStr": "select: bathroom (8)->verify size: large [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bathroom is small.", "image": "n98544.jpg", "question_id": 20645843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose name", "dependencies": [1], "argument": "bookcase|couch"}], "entailed": ["201400161"], "equivalent": ["201400165"], "question": "Which type of furniture is made of wood, the bookcase or the couch?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_wood"}, "answer": "bookcase", "semanticStr": "select: furniture (5)->filter material: wood [0]->choose name: bookcase|couch [1]", "annotations": {"answer": {"0": "5"}, "question": {"9": "5", "3": "5", "12": "16"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The bookcase is made of wood.", "image": "n344136.jpg", "question_id": 201400165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (24)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202262104"], "question": "What is in front of the napkin?", "isBalanced": true, "groups": {"global": "plant", "local": "14-napkin_in front of,s"}, "answer": "flowers", "semanticStr": "select: napkin (14)->relate: _,in front of,s (24) [0]->query: name [1]", "annotations": {"answer": {"0": "24"}, "question": {}, "fullAnswer": {"1": "24", "7": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are in front of the napkin.", "image": "n28572.jpg", "question_id": 202262104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "verify rel", "dependencies": [1], "argument": "surfboard,holding,o (-)"}], "entailed": ["201185170"], "equivalent": ["201185169"], "question": "Does the person that is not male hold a surfboard?", "isBalanced": true, "groups": {"global": null, "local": "13-person_surfboard"}, "answer": "no", "semanticStr": "select: person (0)->filter gender: not(male) [0]->verify rel: surfboard,holding,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "5": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person holds an umbrella.", "image": "n95904.jpg", "question_id": 201185169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "device,same color,_ (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202082180"], "equivalent": ["202081447"], "question": "What kind of device is the same color as the tall lamp?", "isBalanced": true, "groups": {"global": "device", "local": "14-lamp_same color,_"}, "answer": "keyboard", "semanticStr": "select: lamp (12)->filter height: tall [0]->relate: device,same color,_ (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "10:12": "12"}, "fullAnswer": {"1": "8", "8": "12"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is the same color as the lamp.", "image": "n433692.jpg", "question_id": 202081447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (9)"}, {"operation": "filter", "dependencies": [0], "argument": "not(uncomfortable)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201428655", "201428651", "201428647", "201428653", "201428652", "201428648", "201428645", "201428646", "201428650"], "equivalent": ["201428649", "201428648"], "question": "Do the shoes that are not uncomfortable have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_black"}, "answer": "yes", "semanticStr": "select: shoes (9)->filter: not(uncomfortable) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "9", "6": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shoes are black.", "image": "n199758.jpg", "question_id": 201428649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201185036", "201185164", "201185166"], "equivalent": ["201185165"], "question": "What does the person near the wall hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_holding,o"}, "answer": "umbrella", "semanticStr": "select: wall (6)->relate: person,near,s (0) [0]->relate: _,holding,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "0", "6": "6"}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person holds the umbrella.", "image": "n95904.jpg", "question_id": 201185165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185036", "201185165", "201185164"], "equivalent": ["201185166"], "question": "What does the person hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_holding,o"}, "answer": "umbrella", "semanticStr": "select: person (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person holds the umbrella.", "image": "n95904.jpg", "question_id": 201185166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (6)"}, {"operation": "choose", "dependencies": [0], "argument": "high|low"}], "entailed": [], "equivalent": ["201577009"], "question": "Are the clouds high or low?", "isBalanced": true, "groups": {"global": "13", "local": "10c-clouds_13"}, "answer": "high", "semanticStr": "select: clouds (6)->choose: high|low [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The clouds are high.", "image": "n187961.jpg", "question_id": 201577009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grill (15)"}, {"operation": "select", "dependencies": [], "argument": "sign (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["2072749"], "equivalent": ["2072748"], "question": "Does the sign have the same color as the grill?", "isBalanced": true, "groups": {"global": null, "local": "09same-grill_sign"}, "answer": "no", "semanticStr": "select: grill (15)->select: sign (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "15", "2": "0"}, "fullAnswer": {"2": "15", "7": "0"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the grill is black and the sign is white.", "image": "n498140.jpg", "question_id": 2072748}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891444", "20891557"], "equivalent": ["20891556"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "child", "semanticStr": "select: shorts (4)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "5", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is wearing shorts.", "image": "n347706.jpg", "question_id": 20891556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891444", "20891556"], "equivalent": ["20891557"], "question": "Who is wearing the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "child", "semanticStr": "select: shorts (4)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is wearing shorts.", "image": "n347706.jpg", "question_id": 20891557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (7)"}, {"operation": "select", "dependencies": [], "argument": "sign (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["2072740"], "equivalent": ["2072741"], "question": "Do the building and the sign have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-building_sign"}, "answer": "no", "semanticStr": "select: building (7)->select: sign (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "0"}, "fullAnswer": {"3": "7", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the building and the sign are white.", "image": "n498140.jpg", "question_id": 2072741}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201859466", "201859467", "201859484", "201859485", "201859468", "201859480", "201859481", "201859482", "201859483", "201859444", "201859445", "201859446", "201859447", "201859486", "201859477", "201859476", "201859471", "201859470", "201859473", "201859472", "201859493", "201859494", "201859479", "201859478", "201859459", "201859458", "201859453", "201859452", "201859451", "201859450", "201859457", "201859456", "201859455", "201859454"], "equivalent": ["201859469"], "question": "Is the doughnut round and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_round"}, "answer": "yes", "semanticStr": "select: donut (2)->verify color: brown [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the doughnut is round and brown.", "image": "n546884.jpg", "question_id": 201859469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (8)"}, {"operation": "select", "dependencies": [], "argument": "grill (15) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["2072746"], "equivalent": ["2072747", "2072746"], "question": "What is common to the streetlight and the grill?", "isBalanced": true, "groups": {"global": null, "local": "09common-grill_street light"}, "answer": "material", "semanticStr": "select: street light (8)->select: grill (15) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "15", "5": "8"}, "fullAnswer": {"4": "8", "7": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the streetlight and the grill are metallic.", "image": "n498140.jpg", "question_id": 2072747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400156", "201400157", "201400158", "201400159", "201400133", "201400134"], "equivalent": ["201400160"], "question": "What kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "bookcase", "semanticStr": "select: furniture (5)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n344136.jpg", "question_id": 201400160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20609639", "20609636", "20609637"], "equivalent": ["20609638"], "question": "Is the white bowl on the left or on the right side?", "isBalanced": true, "groups": {"global": null, "local": "10c-bowl_hposition"}, "answer": "right", "semanticStr": "select: bowl (5)->filter color: white [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bowl is on the right of the image.", "image": "n437064.jpg", "question_id": 20609638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "picture (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202133725"], "question": "Do you see pictures or fences?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_picture"}, "answer": "yes", "semanticStr": "select: fence (9)->exist: ? [0]->select: picture (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n412144.jpg", "question_id": 202133725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,behind,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2097964", "2098040", "2098041", "2098042", "2098043", "2098044"], "equivalent": ["2098039"], "question": "What is the device that is to the right of the bowl that is behind the bottle?", "isBalanced": true, "groups": {"global": "device", "local": "15-bowl_to the right of,s"}, "answer": "keyboard", "semanticStr": "select: bottle (5)->relate: bowl,behind,s (4) [0]->relate: device,to the right of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"11": "4", "3": "2", "16": "5"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n513429.jpg", "question_id": 2098039}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (13)"}, {"operation": "filter", "dependencies": [0], "argument": "ceramic"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100722"], "equivalent": ["202100721"], "question": "What is the ceramic pot sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-pot_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: pot (13)->filter: ceramic [0]->relate: _,sitting on top of,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "13"}, "fullAnswer": {"1": "13", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pot is sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "snowy"}], "entailed": ["201401780", "201401778"], "equivalent": ["201401779"], "question": "Do the mountains that are dark look snowy?", "isBalanced": true, "groups": {"global": null, "local": "06-mountains_snowy"}, "answer": "no", "semanticStr": "select: mountains (0)->filter color: dark [0]->verify: snowy [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mountains are rocky.", "image": "n155555.jpg", "question_id": 201401779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify rel", "dependencies": [1], "argument": "bed,to the left of,o (8)"}], "entailed": [], "equivalent": ["201882497"], "question": "Is the red pillow to the left of the made bed that is in front of the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-pillow_bed"}, "answer": "yes", "semanticStr": "select: pillow (11)->filter color: red [0]->verify rel: bed,to the left of,o (8) [1]", "annotations": {"answer": {}, "question": {"2:4": "11", "9:11": "8", "17": "4"}, "fullAnswer": {"9": "8", "2": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pillow is to the left of the bed.", "image": "n125122.jpg", "question_id": 201882497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201935897", "201935899"], "equivalent": ["201935898"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "shelf", "semanticStr": "select: furniture (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n500209.jpg", "question_id": 201935898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201935897", "201935898"], "equivalent": ["201935899"], "question": "What is the name of this piece of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "shelf", "semanticStr": "select: furniture (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"6:9": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a shelf.", "image": "n500209.jpg", "question_id": 201935899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "desk (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201935808", "201935895", "201935807"], "equivalent": ["201935896"], "question": "Is there either any mirror or desk in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-desk_mirror"}, "answer": "no", "semanticStr": "select: mirror (-)->exist: ? [0]->select: desk (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no desks or mirrors.", "image": "n500209.jpg", "question_id": 201935896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,to the left of,o (7)"}], "entailed": ["20306994"], "equivalent": ["20306343"], "question": "Is the young woman to the left of the chair made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_chair"}, "answer": "yes", "semanticStr": "select: woman (1)->filter age: young [0]->verify rel: chair,to the left of,o (7) [1]", "annotations": {"answer": {}, "question": {"9": "7", "12": "7", "2:4": "1"}, "fullAnswer": {"9": "7", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is to the left of the chair.", "image": "n554880.jpg", "question_id": 20306343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984139", "201984138", "201984140"], "equivalent": ["201984141"], "question": "What's the woman using?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_using,o"}, "answer": "hair clip", "semanticStr": "select: woman (6)->relate: _,using,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using a hair clip.", "image": "n16378.jpg", "question_id": 201984141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (26)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202262289"], "question": "Does the table have brown color and square shape?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_square"}, "answer": "no", "semanticStr": "select: table (26)->verify color: brown [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "26"}, "fullAnswer": {"2": "26"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is brown but round.", "image": "n28572.jpg", "question_id": 202262289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "relate", "dependencies": [0], "argument": "marshmallow,to the left of,s (0)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201110506", "201110501", "201110500", "201110505", "201110504", "201110499", "201110498", "201110497", "201110496", "201110495", "201110494", "201110493", "201110502"], "equivalent": ["201110492"], "question": "Does the marshmallow that is to the left of the baby look white and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "yes", "semanticStr": "select: baby (6)->relate: marshmallow,to the left of,s (0) [0]->verify hardness: soft [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "6", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the marshmallow is white and soft.", "image": "n546616.jpg", "question_id": 201110492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20573793", "20573792", "20573790", "20573799", "20573789", "20573801"], "equivalent": ["20573791"], "question": "What color is the cabinet made of wood?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cabinet_color"}, "answer": "white", "semanticStr": "select: cabinet (7)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is white.", "image": "n162108.jpg", "question_id": 20573791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20306351", "20306350", "20306348"], "equivalent": ["20306350", "20306349"], "question": "What is the person to the left of the chair sitting atop?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_sitting atop,o"}, "answer": "floor", "semanticStr": "select: chair (7)->relate: person,to the left of,s (1) [0]->relate: _,sitting atop,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"9": "7", "3": "1"}, "fullAnswer": {"1": "1", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting atop the floor.", "image": "n554880.jpg", "question_id": 20306349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,grazing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536260"], "equivalent": ["20536259"], "question": "What kind of animal is grazing on the plain?", "isBalanced": true, "groups": {"global": "animal", "local": "15-plain_grazing on,s"}, "answer": "bison", "semanticStr": "select: plain (8)->relate: animal,grazing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "8", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "select", "dependencies": [], "argument": "dvd player (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202227831"], "equivalent": ["202227832"], "question": "Do the speaker and the DVD player have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-dvd player_speaker"}, "answer": "no", "semanticStr": "select: speaker (3)->select: dvd player (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "10"}, "fullAnswer": {"3": "3", "6:8": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the speaker and the DVD player are black.", "image": "n77818.jpg", "question_id": 202227832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201952879", "201952883", "201952880", "201952881"], "equivalent": ["201952882", "201952883"], "question": "On which side of the picture is the white car?", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "left", "semanticStr": "select: car (7)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the left of the image.", "image": "n525029.jpg", "question_id": 201952882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541572"], "equivalent": ["20541704"], "question": "Who is standing on the floor?", "isBalanced": true, "groups": {"global": "person", "local": "14-floor_standing on,s"}, "answer": "woman", "semanticStr": "select: floor (8)->relate: person,standing on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the floor.", "image": "n527290.jpg", "question_id": 20541704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,under,s (13)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}], "entailed": ["20518321", "20518320", "20518331", "20518325", "20518319", "20518327", "20518326", "20518329", "20518328", "20518316", "20518317", "20518330", "20518297", "20518332", "20518298", "20518318", "20518333", "20518324"], "equivalent": ["20518323"], "question": "Does the appliance under the sink have long length?", "isBalanced": true, "groups": {"global": null, "local": "06-radiator_long"}, "answer": "yes", "semanticStr": "select: sink (3)->relate: appliance,under,s (13) [0]->verify length: long [1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "3"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the radiator is long.", "image": "n141939.jpg", "question_id": 20518323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (9)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,to the left of,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "high"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202249062", "202249063", "202249060", "202249064", "202249065", "202249059"], "equivalent": ["202249060", "202249061"], "question": "Does the traffic signal to the left of the signal light look metallic and high?", "isBalanced": true, "groups": {"global": null, "local": "05-high_metal"}, "answer": "yes", "semanticStr": "select: traffic light (9)->relate: traffic light,to the left of,s (8) [0]->verify: high [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8", "9:11": "9"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic light is metallic and high.", "image": "n522733.jpg", "question_id": 202249061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "choose rel", "dependencies": [1], "argument": "racket,to the right of|to the left of,s (11)"}], "entailed": ["201593614", "201593615", "201593616"], "equivalent": ["201593617"], "question": "Is the tennis racket to the right or to the left of the person that is wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_racket"}, "answer": "right", "semanticStr": "select: shorts (9)->relate: person,wearing,s (5) [0]->choose rel: racket,to the right of|to the left of,s (11) [1]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "11", "17": "9"}, "fullAnswer": {"9": "5", "1:3": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The tennis racket is to the right of the girl.", "image": "n200907.jpg", "question_id": 201593617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889330"], "equivalent": ["201889331"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "skier", "semanticStr": "select: jacket (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing a jacket.", "image": "n88366.jpg", "question_id": 201889331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (14)"}, {"operation": "verify rel", "dependencies": [1], "argument": "surfboard,to the right of,s (24)"}], "entailed": ["20257175"], "equivalent": ["20257174"], "question": "Is the surf board to the right of the person who is wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-person_surfboard"}, "answer": "no", "semanticStr": "select: hat (17)->relate: person,wearing,s (14) [0]->verify rel: surfboard,to the right of,s (24) [1]", "annotations": {"answer": {}, "question": {"9": "14", "2:4": "24", "14": "17"}, "fullAnswer": {"10": "14", "2:4": "24"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the surf board is to the left of the person.", "image": "n441859.jpg", "question_id": 20257174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (13)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["202005898", "202005895", "202005894", "202005897"], "equivalent": ["202005896"], "question": "On which side of the image is the clean oven, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-oven_hposition"}, "answer": "right", "semanticStr": "select: oven (13)->filter cleanliness: clean [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"8:10": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The oven is on the right of the image.", "image": "n97485.jpg", "question_id": 202005896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "room (0)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201548922", "201548923", "201548920", "201548921", "201548926", "201548927", "201548925", "201548928"], "equivalent": ["201548924"], "question": "How big is the room?", "isBalanced": true, "groups": {"global": "size", "local": "10q-room_size"}, "answer": "small", "semanticStr": "select: room (0)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The room is small.", "image": "n314171.jpg", "question_id": 201548924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (21)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202126121", "202126117"], "equivalent": ["202126118"], "question": "Who is in front of the shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_in front of,s"}, "answer": "umpire", "semanticStr": "select: shoes (21)->relate: person,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is in front of the shoes.", "image": "n573460.jpg", "question_id": 202126118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498080", "201498078", "201498079", "201498207", "201498208", "201498214", "201498213"], "equivalent": ["201498209"], "question": "Which kind of device is behind the phone?", "isBalanced": true, "groups": {"global": "device", "local": "15-phone_behind,s"}, "answer": "computer", "semanticStr": "select: phone (6)->relate: device,behind,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n315887.jpg", "question_id": 201498209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (22)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,behind,s (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202012583", "202012581", "202012586", "202012585", "202012584"], "equivalent": ["202012582"], "question": "What is the name of the pieces of furniture behind the person in the bottom of the image?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_behind,s"}, "answer": "cabinets", "semanticStr": "select: person (22)->filter vposition: bottom [0]->relate: furniture,behind,s (19) [1]->query: name [2]", "annotations": {"answer": {"0": "19"}, "question": {"11": "22", "6:9": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201068277", "201068275"], "equivalent": ["201068276"], "question": "What do you think is the person to the left of the hair clip wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "blouse", "semanticStr": "select: hair clip (7)->relate: person,to the left of,s (1) [0]->relate: _,wearing,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"6": "1", "12:14": "7"}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a blouse.", "image": "n159802.jpg", "question_id": 201068276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (10)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "computer,to the right of|to the left of,s (16)"}], "entailed": ["201497813", "201497815", "201497814", "201497817", "201497816", "201498205", "201498204"], "equivalent": ["201498206"], "question": "Is the computer to the left or to the right of the device in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-speaker_computer"}, "answer": "right", "semanticStr": "select: device (10)->filter vposition: middle [0]->choose rel: computer,to the right of|to the left of,s (16) [1]", "annotations": {"answer": {}, "question": {"2": "16", "12": "10"}, "fullAnswer": {"1": "16", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The computer is to the right of the speaker.", "image": "n315887.jpg", "question_id": 201498206}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sleeping on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489481", "20489475", "20489477", "20489479", "20489502", "20489482"], "equivalent": ["20489478"], "question": "What is the person sleeping on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_sleeping on,o"}, "answer": "bed", "semanticStr": "select: person (0)->relate: _,sleeping on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sleeping on the bed.", "image": "n145498.jpg", "question_id": 20489478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (14)"}, {"operation": "filter", "dependencies": [0], "argument": "stuffed"}, {"operation": "verify rel", "dependencies": [1], "argument": "stroller,hanging from,o (10)"}], "entailed": ["201758430"], "equivalent": ["201758431"], "question": "Is the stuffed toy hanging from the stroller?", "isBalanced": true, "groups": {"global": null, "local": "13-stuffed dog_stroller"}, "answer": "yes", "semanticStr": "select: toy (14)->filter: stuffed [0]->verify rel: stroller,hanging from,o (10) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "7": "10"}, "fullAnswer": {"8": "10", "2:4": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the stuffed dog is hanging from the stroller.", "image": "n4777.jpg", "question_id": 201758431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (22)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "flowers,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202012587"], "equivalent": ["202012588"], "question": "Do you see flowers behind the person on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_flowers"}, "answer": "no", "semanticStr": "select: person (22)->filter hposition: right [0]->relate: flowers,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6": "22"}, "fullAnswer": {"3": "19", "6": "22"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are cabinets behind the woman.", "image": "n326988.jpg", "question_id": 202012588}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "trees,in front of,s (13)"}], "entailed": ["20941965", "20941967", "20941966", "20941970", "20941971", "20941969"], "equivalent": ["20941964"], "question": "Are the trees in front of the building?", "isBalanced": true, "groups": {"global": null, "local": "13-building_trees"}, "answer": "no", "semanticStr": "select: building (12)->verify rel: trees,in front of,s (13) [0]", "annotations": {"answer": {}, "question": {"2": "13", "7": "12"}, "fullAnswer": {"2": "13", "6": "12"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the trees are behind the building.", "image": "n137182.jpg", "question_id": 20941964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (9)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plates (-) "}, {"operation": "filter cleanliness", "dependencies": [3], "argument": "clean"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20411905", "20411906"], "equivalent": ["20411905", "20411904"], "question": "Are there either clean plates or forks?", "isBalanced": true, "groups": {"global": null, "local": "04-fork_clean"}, "answer": "yes", "semanticStr": "select: fork (9)->filter cleanliness: clean [0]->exist: ? [1]->select: plates (-) ->filter cleanliness: clean [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a clean fork.", "image": "n363445.jpg", "question_id": 20411904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "select", "dependencies": [], "argument": "post (13) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2053511"], "question": "Is the bottle made of the same material as the post?", "isBalanced": true, "groups": {"global": null, "local": "09same-bottle_post"}, "answer": "no", "semanticStr": "select: bottle (1)->select: post (13) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "13", "2": "1"}, "fullAnswer": {"9": "13", "2": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bottle is made of plastic and the post is made of wood.", "image": "n146555.jpg", "question_id": 2053511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chocolate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,with,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201110673", "201110675"], "equivalent": ["201110675", "201110674"], "question": "Does the chocolate dessert look round and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_round"}, "answer": "no", "semanticStr": "select: chocolate (2)->relate: dessert,with,s (3) [0]->verify color: green [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"3": "3", "2": "2"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cake is round but white.", "image": "n546616.jpg", "question_id": 201110674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (1)"}], "entailed": ["201068569", "201068568", "201068269", "201068271", "201068270", "201068567", "201068566", "201068565", "201068564", "201068563", "201068562", "201068561"], "equivalent": ["201068272"], "question": "Is the woman to the left or to the right of the small device?", "isBalanced": true, "groups": {"global": null, "local": "13-cell phone_woman"}, "answer": "left", "semanticStr": "select: device (3)->filter size: small [0]->choose rel: woman,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"2": "1", "12:14": "3"}, "fullAnswer": {"1": "1", "8:10": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the mobile phone.", "image": "n159802.jpg", "question_id": 201068272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spinach (10)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["202036639", "202036638", "202036642", "202036643", "202036641", "202036646", "202036644", "202036645"], "equivalent": ["202036640"], "question": "Is the spinach on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-spinach_left"}, "answer": "no", "semanticStr": "select: spinach (10)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the spinach is on the right of the image.", "image": "n200225.jpg", "question_id": 202036640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20157522", "20157523", "20157524", "20157525"], "equivalent": ["20157521"], "question": "Is the white coffee mug on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-coffee mug_left"}, "answer": "yes", "semanticStr": "select: coffee mug (6)->filter color: white [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:5": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the coffee mug is on the left of the image.", "image": "n170941.jpg", "question_id": 20157521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (0)"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}], "entailed": ["201185147", "201185130", "201185131", "201185160", "201185154", "201185155", "201185156", "201185150", "201185152", "201185153", "201185158", "201185159", "201185149", "201185148"], "equivalent": ["201185157"], "question": "Does the person near the wall look male?", "isBalanced": true, "groups": {"global": null, "local": "06-person_male"}, "answer": "no", "semanticStr": "select: wall (6)->relate: person,near,s (0) [0]->verify gender: male [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "6"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the person is female.", "image": "n95904.jpg", "question_id": 201185157}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631888"], "question": "Who in the picture is waiting?", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "catcher", "semanticStr": "select: person (6)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The catcher is waiting.", "image": "n570181.jpg", "question_id": 20631888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fur (5)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2093823", "2093822", "2093827", "2093825", "2093824", "2093829", "2093828", "2093830", "2093831"], "equivalent": ["2093826"], "question": "Is the fur colorful and smooth?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_smooth"}, "answer": "yes", "semanticStr": "select: fur (5)->verify: colorful [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fur is colorful and smooth.", "image": "n450919.jpg", "question_id": 2093826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20631896", "20631882", "20631883", "20631884", "20631885", "20631886", "20631897", "20631889", "20631895", "20631894", "20631893", "20631892", "20631891", "20631890"], "equivalent": ["20631887"], "question": "What is the catcher doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-catcher_activity"}, "answer": "waiting", "semanticStr": "select: catcher (6)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The catcher is waiting.", "image": "n570181.jpg", "question_id": 20631887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "laptop,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2097720", "2097719", "2097871"], "equivalent": ["2097872"], "question": "Is there a laptop near the plastic device?", "isBalanced": true, "groups": {"global": null, "local": "13-keyboard_laptop"}, "answer": "yes", "semanticStr": "select: device (2)->filter material: plastic [0]->relate: laptop,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "6:8": "2"}, "fullAnswer": {"4": "0", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a laptop near the keyboard.", "image": "n513429.jpg", "question_id": 2097872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bench,behind,o (-)"}], "entailed": [], "equivalent": ["20754874"], "question": "Is the building behind a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-building_bench"}, "answer": "no", "semanticStr": "select: building (9)->verify rel: bench,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the building is behind a person.", "image": "n566028.jpg", "question_id": 20754874}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (15)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498641", "201498488", "201498640"], "equivalent": ["201498639"], "question": "What is the device above the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_above,s"}, "answer": "keyboard", "semanticStr": "select: desk (15)->relate: device,above,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7", "6": "15"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n315887.jpg", "question_id": 201498639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201491008", "201491009"], "equivalent": ["201491007", "201491008", "201491009"], "question": "Do the jeans look blue and short?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_short"}, "answer": "no", "semanticStr": "select: jeans (3)->verify color: blue [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jeans are blue but long.", "image": "n86120.jpg", "question_id": 201491007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202049251", "202049260", "202049227", "202049268", "202049250", "202049256", "202049255", "202049254", "202049259", "202049258", "202049266", "202049267", "202049265"], "equivalent": ["202049257"], "question": "Which color is the wide table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "white", "semanticStr": "select: table (15)->filter width: wide [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is white.", "image": "n381072.jpg", "question_id": 202049257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20403307", "20403355", "20403354"], "equivalent": ["20403352"], "question": "What is on the white wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_on,s"}, "answer": "mirror", "semanticStr": "select: wall (3)->filter color: white [0]->relate: _,on,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"4:6": "3"}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is on the wall.", "image": "n249639.jpg", "question_id": 20403352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20963989", "20963987", "20963986", "20963985"], "equivalent": ["20963987", "20963988"], "question": "On which side of the photo is the mirror, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-mirror_hposition"}, "answer": "left", "semanticStr": "select: mirror (2)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is on the left of the image.", "image": "n119886.jpg", "question_id": 20963988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(white)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202049252", "202049262", "202049264", "202049263"], "equivalent": ["202049253", "202049252"], "question": "Are there either lamps or tables that are not white?", "isBalanced": true, "groups": {"global": null, "local": "04-table_n#white"}, "answer": "no", "semanticStr": "select: table (15)->filter color: not(white) [0]->exist: ? [1]->select: lamp (-) ->filter color: not(white) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is white.", "image": "n381072.jpg", "question_id": 202049253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "relate", "dependencies": [0], "argument": "suv,below,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201109240", "201109241", "201109242", "201109243", "201109244", "201109245", "201109207", "201109229", "201109239", "201109238", "201109206", "201109205", "201109231", "201109230", "201109233", "201109232", "201109235", "201109234", "201109236"], "equivalent": ["201109237"], "question": "What color is the SUV below the traffic light?", "isBalanced": true, "groups": {"global": "color", "local": "10q-suv_color"}, "answer": "green", "semanticStr": "select: traffic light (8)->relate: suv,below,s (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "1", "7:9": "8"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The SUV is green.", "image": "n167164.jpg", "question_id": 201109237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "watch,wearing,o (5)"}], "entailed": [], "equivalent": ["202144456"], "question": "Is the man that is to the left of the crate wearing a watch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_watch"}, "answer": "yes", "semanticStr": "select: crate (9)->relate: man,to the left of,s (0) [0]->verify rel: watch,wearing,o (5) [1]", "annotations": {"answer": {}, "question": {"10": "9", "13": "5", "2": "0"}, "fullAnswer": {"2": "0", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is wearing a watch.", "image": "n37274.jpg", "question_id": 202144456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheets (2)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201080090", "201080093", "201080092", "201080089"], "equivalent": ["201080091"], "question": "Are the sheets on the right side or on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-sheets_hposition"}, "answer": "right", "semanticStr": "select: sheets (2)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sheets are on the right of the image.", "image": "n23181.jpg", "question_id": 201080091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "policeman,to the right of,s (6)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["20648198", "20648199", "20648200"], "equivalent": ["20648197"], "question": "Does the policeman to the right of the man appear to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-policeman_standing"}, "answer": "no", "semanticStr": "select: man (11)->relate: policeman,to the right of,s (6) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"8": "11", "2": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the police officer is sitting.", "image": "n471866.jpg", "question_id": 20648197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508518", "20508783", "20508513", "20508512", "20508517", "20508516", "20508515", "20508514"], "equivalent": ["20508519"], "question": "What device is the man holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: man (1)->relate: device,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "1", "5:7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii remotes.", "image": "n511913.jpg", "question_id": 20508519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "verify material", "dependencies": [0], "argument": "chrome"}], "entailed": [], "equivalent": ["20518585"], "question": "Is the sink made of chrome?", "isBalanced": true, "groups": {"global": null, "local": "06-sink_chrome"}, "answer": "no", "semanticStr": "select: sink (3)->verify material: chrome [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sink is made of porcelain.", "image": "n141939.jpg", "question_id": 20518585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "stove (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20442171"], "question": "Are there any stoves or microwaves?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-microwave_stove"}, "answer": "yes", "semanticStr": "select: microwave (5)->exist: ? [0]->select: stove (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a microwave.", "image": "n207708.jpg", "question_id": 20442171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (13)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20939918", "20939920", "20939922", "20939919", "20939921"], "equivalent": ["20939917"], "question": "Is the faucet on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-faucet_left"}, "answer": "yes", "semanticStr": "select: faucet (13)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the faucet is on the left of the image.", "image": "n240666.jpg", "question_id": 20939917}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20508519", "20508518", "20508783", "20508513", "20508517", "20508516", "20508515", "20508514"], "equivalent": ["20508513", "20508512"], "question": "What is the man in front of the table holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: table (13)->relate: man,in front of,s (1) [0]->relate: _,holding,o (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"8": "13", "3": "1"}, "fullAnswer": {"1": "1", "5:7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii controller.", "image": "n511913.jpg", "question_id": 20508512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20508519", "20508518", "20508783", "20508513", "20508512", "20508517", "20508515", "20508514"], "equivalent": ["20508517", "20508516"], "question": "What device do you think is the old man holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: man (1)->filter age: old [0]->relate: device,holding,o (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"1": "3", "7:9": "1"}, "fullAnswer": {"1": "1", "5:7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii remotes.", "image": "n511913.jpg", "question_id": 20508516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508519", "20508518", "20508783", "20508513", "20508512", "20508517", "20508516", "20508514"], "equivalent": ["20508515"], "question": "What's the man holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: man (1)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1": "1", "5:7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii controller.", "image": "n511913.jpg", "question_id": 20508515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (5)"}, {"operation": "filter", "dependencies": [0], "argument": "beautiful"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100468", "202100469"], "equivalent": ["202100467"], "question": "What is in front of the beautiful trees?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,s"}, "answer": "ocean", "semanticStr": "select: trees (5)->filter: beautiful [0]->relate: _,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "5"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ocean is in front of the trees.", "image": "n386688.jpg", "question_id": 202100467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "filter", "dependencies": [0], "argument": "beautiful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073292", "202073293", "202073300", "202073304", "202073305", "202073298", "202073299"], "equivalent": ["202073303"], "question": "What is the beautiful animal?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_beautiful"}, "answer": "deer", "semanticStr": "select: animal (7)->filter: beautiful [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n219840.jpg", "question_id": 202073303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking down|waiting"}], "entailed": ["201984054"], "equivalent": ["201984055"], "question": "Is the happy person waiting or looking down?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-woman_activity"}, "answer": "looking down", "semanticStr": "select: person (6)->filter face expression: happy [0]->choose activity: looking down|waiting [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is looking down.", "image": "n16378.jpg", "question_id": 201984055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287970"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "spectators", "semanticStr": "select: person (9)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are sitting.", "image": "n317260.jpg", "question_id": 20287970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (14)"}, {"operation": "relate", "dependencies": [0], "argument": "glasses,wearing,o (24)"}, {"operation": "relate", "dependencies": [1], "argument": "woman,to the right of,s (11)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201482258", "201481429"], "equivalent": ["201481493"], "question": "Are there any women to the right of the glasses that the man is wearing?", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_woman"}, "answer": "yes", "semanticStr": "select: man (14)->relate: glasses,wearing,o (24) [0]->relate: woman,to the right of,s (11) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "24", "3": "11", "12": "14"}, "fullAnswer": {"10": "24", "4": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman to the right of the glasses.", "image": "n470920.jpg", "question_id": 201481493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(wood)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201641394", "201641393", "201641391", "201641392"], "equivalent": ["201641416"], "question": "Is there a street sign that is not made of wood?", "isBalanced": true, "groups": {"global": null, "local": "04-street sign_n#wood"}, "answer": "yes", "semanticStr": "select: street sign (6)->filter material: not(wood) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3:5": "6"}, "fullAnswer": {"4:6": "6"}}, "types": {"detailed": "existMaterialNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a street sign that is made of metal.", "image": "n532213.jpg", "question_id": 201641416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201641142", "201641143", "201641140", "201641146", "201641147", "201641144", "201641145", "201641137", "201641136", "201641135", "201641150", "201641139", "201641138"], "equivalent": ["201641140", "201641141"], "question": "What is the color of the pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "brown", "semanticStr": "select: pants (1)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are brown.", "image": "n532213.jpg", "question_id": 201641141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "orange (37)"}, {"operation": "relate", "dependencies": [0], "argument": "stove,to the right of,s (5)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201637254"], "equivalent": ["201637253"], "question": "Is the stove that is to the right of the orange small and white?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: orange (37)->relate: stove,to the right of,s (5) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "37", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the stove is white but huge.", "image": "n200692.jpg", "question_id": 201637253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(wood)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621339", "201621475", "201621330"], "equivalent": ["201621476"], "question": "Which kind of furniture is not wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#wood"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter material: not(wood) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n275148.jpg", "question_id": 201621476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621469", "201621468", "201621471", "201621472", "201621467"], "equivalent": ["201621470"], "question": "Which kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "tv stand", "semanticStr": "select: furniture (14)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4:6": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a TV stand.", "image": "n275148.jpg", "question_id": 201621470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621469", "201621468", "201621470", "201621471", "201621467"], "equivalent": ["201621472"], "question": "Which kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "tv stand", "semanticStr": "select: furniture (14)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4:6": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a TV stand.", "image": "n275148.jpg", "question_id": 201621472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201766668", "201766661", "201766663", "201766658", "201766659", "201766660", "201766665", "201766664", "201766655", "201766656", "201766657", "201766666"], "equivalent": ["201766663", "201766662"], "question": "What is the color of the small shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "pink", "semanticStr": "select: shirt (4)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is pink.", "image": "n528403.jpg", "question_id": 201766662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "verify company", "dependencies": [1], "argument": "adidas"}], "entailed": ["201975047", "201975034", "201975083", "201975063", "201975082", "201975081", "201975080", "201975069", "201975067", "201975066", "201975064", "201975070", "201975071", "201975072", "201975073"], "equivalent": ["201975068"], "question": "Does the hat that is not closed look Adidas?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_adidas"}, "answer": "yes", "semanticStr": "select: hat (6)->filter: not(closed) [0]->verify company: adidas [1]", "annotations": {"answer": {}, "question": {"2": "6", "6": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hat is adidas.", "image": "n274905.jpg", "question_id": 201975068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gentleman (7)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20427606", "20427605", "20427604"], "equivalent": ["20427607"], "question": "On which side of the picture is the happy gentleman?", "isBalanced": true, "groups": {"global": null, "local": "10q-gentleman_hposition"}, "answer": "right", "semanticStr": "select: gentleman (7)->filter face expression: happy [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The gentleman is on the right of the image.", "image": "n281241.jpg", "question_id": 20427607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["202231847", "202231846", "202231850", "202231848"], "equivalent": ["202231848", "202231846", "202231847", "202231849"], "question": "Is the color of this rug tan?", "isBalanced": true, "groups": {"global": null, "local": "06-rug_tan"}, "answer": "no", "semanticStr": "select: rug (14)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the rug is blue.", "image": "n232810.jpg", "question_id": 202231849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "canopy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511633"], "equivalent": ["20511632"], "question": "The canopy is standing where?", "isBalanced": true, "groups": {"global": "place", "local": "14-canopy_standing on,o"}, "answer": "beach", "semanticStr": "select: canopy (0)->relate: place,standing on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The canopy is standing on the beach.", "image": "n208458.jpg", "question_id": 20511632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "canopy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511632"], "equivalent": ["20511633"], "question": "Where is the canopy standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-canopy_standing on,o"}, "answer": "beach", "semanticStr": "select: canopy (0)->relate: place,standing on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The canopy is standing on the beach.", "image": "n208458.jpg", "question_id": 20511633}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "verify company", "dependencies": [1], "argument": "adidas"}, {"operation": "verify", "dependencies": [1], "argument": "closed "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201975063"], "equivalent": ["201975064", "201975063"], "question": "Does the hat that looks black and white look closed and Adidas?", "isBalanced": true, "groups": {"global": null, "local": "05-adidas_closed"}, "answer": "no", "semanticStr": "select: hat (6)->filter: black and white [0]->verify company: adidas [1]->verify: closed  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5:8": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hat is Adidas but open.", "image": "n274905.jpg", "question_id": 201975064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ring (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20794354"], "question": "Does the ring look black and round?", "isBalanced": true, "groups": {"global": null, "local": "05-black_round"}, "answer": "no", "semanticStr": "select: ring (9)->verify color: black [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the ring is round but silver.", "image": "n278453.jpg", "question_id": 20794354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100795"], "equivalent": ["202100796"], "question": "What is leaning against the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_leaning against,s"}, "answer": "artwork", "semanticStr": "select: wall (0)->relate: _,leaning against,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is leaning against the wall.", "image": "n280089.jpg", "question_id": 202100796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,watching,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20782935", "20782934", "20782937", "20782936", "20782938", "20783042", "20783043"], "equivalent": ["20782939"], "question": "Which kind of device is the man watching?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_watching,o"}, "answer": "laptop", "semanticStr": "select: man (10)->relate: device,watching,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "10", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the laptop.", "image": "n355339.jpg", "question_id": 20782939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (1)"}, {"operation": "relate", "dependencies": [0], "argument": "wall,sitting in front of,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,s (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100796"], "equivalent": ["202100795"], "question": "What is leaning against the wall the stove is sitting in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_leaning against,s"}, "answer": "artwork", "semanticStr": "select: stove (1)->relate: wall,sitting in front of,o (0) [0]->relate: _,leaning against,s (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"5": "0", "7": "1"}, "fullAnswer": {"1": "16", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is leaning against the wall.", "image": "n280089.jpg", "question_id": 202100795}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["20480118", "20480119", "20480114", "20480116", "20480117", "20480112", "20480113", "20480103", "20480093"], "equivalent": ["20480115"], "question": "Does the metal lamp have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-lamp_black"}, "answer": "yes", "semanticStr": "select: lamp (12)->filter material: metal [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the lamp is black.", "image": "n520071.jpg", "question_id": 20480115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["20753325", "20753371", "20753311", "20753281", "20753345", "20753282", "20753366", "20753386", "20753387", "20753379", "20753367", "20753375", "20753380", "20753377", "20753376", "20753388", "20753370", "20753373", "20753381"], "equivalent": ["20753378"], "question": "How long is the bed?", "isBalanced": true, "groups": {"global": "length", "local": "10q-bed_length"}, "answer": "short", "semanticStr": "select: bed (4)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is short.", "image": "n49438.jpg", "question_id": 20753378}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (14)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202049297", "202049295", "202049294", "202049293", "202049292", "202049291", "202049290", "202049289", "202049299", "202049298"], "equivalent": ["202049297", "202049296"], "question": "On which side is the knife?", "isBalanced": true, "groups": {"global": null, "local": "10q-knife_hposition"}, "answer": "right", "semanticStr": "select: knife (14)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife is on the right of the image.", "image": "n381072.jpg", "question_id": 202049296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20211260", "20211261"], "equivalent": ["20211262"], "question": "Which kind of baked good is the woman behind of?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-woman_behind,o"}, "answer": "pie", "semanticStr": "select: woman (8)->relate: baked good,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "10"}, "fullAnswer": {"1": "8", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is behind the pie.", "image": "n312206.jpg", "question_id": 20211262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20211262", "20211260"], "equivalent": ["20211260", "20211261"], "question": "What is the food that the woman is behind of called?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-woman_behind,o"}, "answer": "pie", "semanticStr": "select: woman (8)->relate: baked good,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10", "6": "8"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pie.", "image": "n312206.jpg", "question_id": 20211261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (13)"}, {"operation": "select", "dependencies": [], "argument": "mug (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20740873", "20740871"], "equivalent": ["20740872", "20740873"], "question": "Is the plate different in color than the mug?", "isBalanced": true, "groups": {"global": null, "local": "09diff-mug_plate"}, "answer": "no", "semanticStr": "select: plate (13)->select: mug (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "13"}, "fullAnswer": {"3": "13", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the plate and the mug are white.", "image": "n23762.jpg", "question_id": 20740872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "verify material", "dependencies": [0], "argument": "stone"}], "entailed": ["20330318", "20330316"], "equivalent": ["20330316", "20330317"], "question": "Is stone used to make the statue?", "isBalanced": true, "groups": {"global": null, "local": "06-statue_stone"}, "answer": "no", "semanticStr": "select: statue (2)->verify material: stone [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the statue is made of bronze.", "image": "n260521.jpg", "question_id": 20330317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (2)"}, {"operation": "select", "dependencies": [], "argument": "table (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20740876"], "question": "Is the chair made of the same material as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_table"}, "answer": "yes", "semanticStr": "select: chair (2)->select: table (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "9", "2": "2"}, "fullAnswer": {"3": "2", "6": "9"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the chair and the table are made of wood.", "image": "n23762.jpg", "question_id": 20740876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20717146", "20717149", "20717139", "20717138", "20717137", "20717136", "20717134", "20717133", "20717147", "20717131", "20717145"], "equivalent": ["20717135"], "question": "What is the size of the bed?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bed_size"}, "answer": "large", "semanticStr": "select: bed (8)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is large.", "image": "n67005.jpg", "question_id": 20717135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709943", "20709890"], "equivalent": ["20709944"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n24526.jpg", "question_id": 20709944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["201959700", "201959655", "201959684", "201959699"], "equivalent": ["201959685"], "question": "Does the grass look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-grass_brown"}, "answer": "no", "semanticStr": "select: grass (12)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the grass is green.", "image": "n572716.jpg", "question_id": 201959685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20489716", "20489708", "20489709", "20489707", "20489704", "20489702", "20489703", "20489733", "20489696", "20489714", "20489698"], "equivalent": ["20489705"], "question": "What color is the pillow?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pillow_color"}, "answer": "blue", "semanticStr": "select: pillow (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillow is blue.", "image": "n145498.jpg", "question_id": 20489705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556904", "201556902", "201556786"], "equivalent": ["201556903"], "question": "What kind of device is on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "laptop", "semanticStr": "select: desk (10)->relate: device,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n525901.jpg", "question_id": 201556903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snow (-) "}, {"operation": "filter height", "dependencies": [3], "argument": "tall"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20550479", "20550480", "20550477", "20550481"], "equivalent": ["20550477", "20550478"], "question": "Is there any tall grass or snow?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_tall"}, "answer": "no", "semanticStr": "select: grass (2)->filter height: tall [0]->exist: ? [1]->select: snow (-) ->filter height: tall [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is grass but it is short.", "image": "n579928.jpg", "question_id": 20550478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201235813", "201235817", "201235816", "201235815", "201235814", "201235822", "201235820", "201235821", "201235826", "201235827", "201235828", "201235829"], "equivalent": ["201235818"], "question": "What's the woman doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "looking down", "semanticStr": "select: woman (6)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is looking down.", "image": "n527589.jpg", "question_id": 201235818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201235818", "201235813", "201235817", "201235815", "201235814", "201235822", "201235820", "201235821", "201235826", "201235827", "201235828", "201235829"], "equivalent": ["201235816"], "question": "What is the Caucasian woman doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "looking down", "semanticStr": "select: woman (6)->filter race: caucasian [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is looking down.", "image": "n527589.jpg", "question_id": 201235816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (29)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "full"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20923016", "20923012", "20923025", "20923014", "20923018", "20923008", "20923021", "20923015", "20923007", "20923023", "20923011", "20923022", "20923013", "20923027"], "equivalent": ["20923017"], "question": "Do the green trees look full and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-full_tall"}, "answer": "yes", "semanticStr": "select: trees (29)->filter color: green [0]->verify: full [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "29"}, "fullAnswer": {"2": "29"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are full and tall.", "image": "n480253.jpg", "question_id": 20923017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "choose cleanliness", "dependencies": [0], "argument": "clean|dirty"}], "entailed": ["201739201", "201739216", "201739217", "201739214", "201739215", "201739212", "201739211", "201739185", "201739186", "201739218", "201739219"], "equivalent": ["201739220"], "question": "Do the pants look clean or dirty?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-pants_cleanliness"}, "answer": "clean", "semanticStr": "select: pants (6)->choose cleanliness: clean|dirty [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pants are clean.", "image": "n485969.jpg", "question_id": 201739220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,to the right of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["202270849", "202270841", "202270850", "202270845", "202270846", "202270847"], "equivalent": ["202270848"], "question": "How long is the skateboard to the right of the helmet?", "isBalanced": true, "groups": {"global": "length", "local": "10q-skateboard_length"}, "answer": "long", "semanticStr": "select: helmet (1)->relate: skateboard,to the right of,s (13) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"10": "1", "4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboard is long.", "image": "n469156.jpg", "question_id": 202270848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "seat (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509730", "201509761", "201509760"], "equivalent": ["201509729"], "question": "What is the seat on?", "isBalanced": true, "groups": {"global": "object", "local": "14-seat_on,o"}, "answer": "motorcycle", "semanticStr": "select: seat (12)->relate: _,on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The seat is on the motorcycle.", "image": "n62458.jpg", "question_id": 201509729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skate park (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20245911", "20245913", "20245912"], "equivalent": ["20245914"], "question": "What color is the skatepark?", "isBalanced": true, "groups": {"global": "color", "local": "10q-skate park_color"}, "answer": "gray", "semanticStr": "select: skate park (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skatepark is gray.", "image": "n489190.jpg", "question_id": 20245914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose weather", "dependencies": [0], "argument": "overcast|rainy"}], "entailed": ["202110074", "202110075", "202110073"], "equivalent": ["202110076", "202110073", "202110074", "202110075"], "question": "What is the weather like, rainy or overcast?", "isBalanced": true, "groups": {"global": "weather", "local": "02c-weather"}, "answer": "overcast", "semanticStr": "select: scene->choose weather: overcast|rainy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is overcast.", "image": "n511881.jpg", "question_id": 202110076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (9)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416799", "20416798", "20416800", "20416810", "20416811", "20416809", "20416801"], "equivalent": ["20416812"], "question": "What food is warm?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_warm"}, "answer": "pizza", "semanticStr": "select: fast food (9)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a pizza.", "image": "n234722.jpg", "question_id": 20416812}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil holder (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006918", "202006978", "202006982"], "equivalent": ["202006979"], "question": "What is inside the utensil holder?", "isBalanced": true, "groups": {"global": "utensil", "local": "14-utensil holder_inside,s"}, "answer": "utensils", "semanticStr": "select: utensil holder (9)->relate: _,inside,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5:7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The utensils are inside the utensil holder.", "image": "n97485.jpg", "question_id": 202006979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on,o (12)"}, {"operation": "choose name", "dependencies": [2], "argument": "sofa|coffee table"}], "entailed": [], "equivalent": ["201391827"], "question": "What kind of furniture is the happy man sitting on, a sofa or a coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_sitting on,o"}, "answer": "sofa", "semanticStr": "select: man (13)->filter face expression: happy [0]->relate: furniture,sitting on,o (12) [1]->choose name: sofa|coffee table [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "12", "3": "12", "6:8": "13"}, "fullAnswer": {"1": "13", "6": "12"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is sitting on a sofa.", "image": "n477702.jpg", "question_id": 201391827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (13)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201391826", "201391825", "201391842"], "equivalent": ["201391824"], "question": "What is the happy man sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_sitting on,o"}, "answer": "sofa", "semanticStr": "select: man (13)->filter face expression: happy [0]->relate: _,sitting on,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "13"}, "fullAnswer": {"1": "13", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the sofa.", "image": "n477702.jpg", "question_id": 201391824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bike (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "green"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20879187"], "question": "Do you see any green skateboards or bicycles?", "isBalanced": true, "groups": {"global": null, "local": "04-skateboard_green"}, "answer": "no", "semanticStr": "select: skateboard (8)->filter color: green [0]->exist: ? [1]->select: bike (-) ->filter color: green [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a skateboard but it is black.", "image": "n259949.jpg", "question_id": 20879187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (15)"}, {"operation": "filter", "dependencies": [0], "argument": "not(warm)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416816", "20416817", "20416815"], "equivalent": ["20416818"], "question": "Which kind of food is not warm?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#warm"}, "answer": "sausage", "semanticStr": "select: food (15)->filter: not(warm) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "15"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n234722.jpg", "question_id": 20416818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (0)"}, {"operation": "choose", "dependencies": [0], "argument": "sandy|snowy"}], "entailed": [], "equivalent": ["20789865"], "question": "Is the beach sandy or snowy?", "isBalanced": true, "groups": {"global": "27", "local": "10c-beach_27"}, "answer": "sandy", "semanticStr": "select: beach (0)->choose: sandy|snowy [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The beach is sandy.", "image": "n475030.jpg", "question_id": 20789865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201982199"], "question": "Is the clean shirt both green and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short sleeved"}, "answer": "no", "semanticStr": "select: shirt (12)->filter cleanliness: clean [0]->verify color: green [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is short sleeved but white.", "image": "n526228.jpg", "question_id": 201982199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil holder (9)"}, {"operation": "relate", "dependencies": [0], "argument": "utensils,inside,s (8)"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["202006969", "202006939", "202006938", "202006971", "202006960", "202006961", "202006962", "202006963", "202006977", "202006966", "202006967", "202006968", "202006964", "202006965"], "equivalent": ["202006976"], "question": "Are the utensils inside the utensil holder clean or dirty?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-utensils_cleanliness"}, "answer": "clean", "semanticStr": "select: utensil holder (9)->relate: utensils,inside,s (8) [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2": "8", "5:7": "9"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The utensils are clean.", "image": "n97485.jpg", "question_id": 202006976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20119178", "20119177", "20119176", "20119175", "20119173"], "equivalent": ["20119174"], "question": "What is the umbrella to the right of the other umbrella made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-umbrella_material"}, "answer": "plastic", "semanticStr": "select: umbrella (7)->relate: umbrella,to the right of,s (6) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"10": "7", "3": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is made of plastic.", "image": "n540852.jpg", "question_id": 20119174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the left of,s (2)"}, {"operation": "verify pose", "dependencies": [1], "argument": "walking"}], "entailed": [], "equivalent": ["20862915"], "question": "Does the woman to the left of the man seem to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_walking"}, "answer": "no", "semanticStr": "select: man (1)->relate: woman,to the left of,s (2) [0]->verify pose: walking [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is standing.", "image": "n94074.jpg", "question_id": 20862915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076624", "2076625", "2076586"], "equivalent": ["2076626"], "question": "What is higher than the cars?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-cars_higher than,s"}, "answer": "windows", "semanticStr": "select: cars (8)->relate: _,higher than,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The windows are higher than the cars.", "image": "n214497.jpg", "question_id": 2076626}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "marker (9)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|red"}], "entailed": [], "equivalent": ["201111074"], "question": "Does the marker look gray or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-marker_color"}, "answer": "gray", "semanticStr": "select: marker (9)->choose color: gray|red [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The marker is gray.", "image": "n546616.jpg", "question_id": 201111074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candle (33)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on,o (36)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669584", "201669481", "201669483"], "equivalent": ["201669482"], "question": "What is the dessert that the candle is on?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-candle_on,o"}, "answer": "cupcake", "semanticStr": "select: candle (33)->relate: dessert,on,o (36) [0]->query: name [1]", "annotations": {"answer": {"0": "36"}, "question": {"3": "36", "6": "33"}, "fullAnswer": {"1": "36", "4": "36"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is a cupcake.", "image": "n238266.jpg", "question_id": 201669482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "query", "dependencies": [0], "argument": "pattern"}], "entailed": ["202106229", "202106239", "202106237", "202106236", "202106235", "202106234", "202106231", "202106230"], "equivalent": ["202106233"], "question": "What is the pattern of the shorts?", "isBalanced": true, "groups": {"global": "pattern", "local": "10q-shorts_pattern"}, "answer": "striped", "semanticStr": "select: shorts (2)->query: pattern [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are striped.", "image": "n574498.jpg", "question_id": 202106233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["2044445", "2044444", "2044446", "2044452", "2044453", "2044450", "2044449", "2044448", "2044443"], "equivalent": ["2044447"], "question": "What do you think is the color of the jacket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "gray", "semanticStr": "select: jacket (3)->query: color [0]", "annotations": {"answer": {}, "question": {"9": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is gray.", "image": "n184551.jpg", "question_id": 2044447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|sleeveless"}], "entailed": ["20894230", "20894245", "20894244", "20894246", "20894241", "20894243", "20894242"], "equivalent": ["20894248"], "question": "Does the shirt look sleeveless or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (2)->choose: short sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n272313.jpg", "question_id": 20894248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2044456", "2044457", "2044454", "2044455", "2044452", "2044453", "2044450", "2044451", "2044461", "2044458", "2044459", "2044460", "2044445", "2044444", "2044447", "2044446", "2044441", "2044440", "2044443", "2044463", "2044449", "2044448", "2044462"], "equivalent": ["2044441", "2044440", "2044442"], "question": "Does the jacket have gray color and long length?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_long"}, "answer": "yes", "semanticStr": "select: jacket (3)->verify color: gray [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is gray and long.", "image": "n184551.jpg", "question_id": 2044442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (14)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20621863", "20621864"], "equivalent": ["20621865"], "question": "Is the fence in the top or in the bottom of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_vposition"}, "answer": "top", "semanticStr": "select: fence (14)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is in the top of the image.", "image": "n210269.jpg", "question_id": 20621865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (6)"}, {"operation": "relate", "dependencies": [0], "argument": "jacket,near,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20781905", "20781904", "20781907", "20781906", "20781912", "20781913", "20781910", "20781909", "20781896"], "equivalent": ["20781908"], "question": "What color is the jacket near the gloves?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "green", "semanticStr": "select: gloves (6)->relate: jacket,near,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "6"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is green.", "image": "n317189.jpg", "question_id": 20781908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20511560", "20511548", "20511549", "20511546", "20511547", "20511544", "20511545", "20511564", "20511562", "20511563", "20511559", "20511558", "20511555", "20511554", "20511557", "20511556", "20511551", "20511550", "20511553", "20511552", "20511561"], "equivalent": ["20511543"], "question": "Are the clouds large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: clouds (6)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are large and white.", "image": "n229548.jpg", "question_id": 20511543}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (16)"}, {"operation": "relate", "dependencies": [0], "argument": "refrigerator,to the right of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "stove,near,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201429048"], "equivalent": ["201429047"], "question": "Are there stoves near the freezer to the right of the tap?", "isBalanced": true, "groups": {"global": null, "local": "13-refrigerator_stove"}, "answer": "yes", "semanticStr": "select: faucet (16)->relate: refrigerator,to the right of,s (0) [0]->relate: stove,near,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "16", "2": "2", "5": "0"}, "fullAnswer": {"4": "2", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a stove near the refrigerator.", "image": "n64959.jpg", "question_id": 201429047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20320439", "20320444", "20320446", "20320441", "20320440", "20320443", "20320442"], "equivalent": ["20320445", "20320446"], "question": "Is the large vehicle in the bottom part or in the top of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-suv_vposition"}, "answer": "top", "semanticStr": "select: vehicle (4)->filter size: large [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The SUV is in the top of the image.", "image": "n206358.jpg", "question_id": 20320445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "runway (8)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "airplane,behind,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201959814"], "equivalent": ["201959882"], "question": "Are there airplanes behind the long runway?", "isBalanced": true, "groups": {"global": null, "local": "13-runway_airplane"}, "answer": "yes", "semanticStr": "select: runway (8)->filter length: long [0]->relate: airplane,behind,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "8"}, "fullAnswer": {"4": "0", "7": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an airplane behind the runway.", "image": "n572716.jpg", "question_id": 201959882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201735683", "201735682", "201735685", "201735687", "201735686", "201735688"], "equivalent": ["201735684"], "question": "The newspaper is of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-newspaper_color"}, "answer": "white", "semanticStr": "select: newspaper (9)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The newspaper is white.", "image": "n240973.jpg", "question_id": 201735684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (7)"}, {"operation": "verify", "dependencies": [1], "argument": "new"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201654499"], "equivalent": ["201654500"], "question": "Is the vehicle to the right of the horse both new and white?", "isBalanced": true, "groups": {"global": null, "local": "05-new_white"}, "answer": "no", "semanticStr": "select: horse (0)->relate: vehicle,to the right of,s (7) [0]->verify: new [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "0", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the car is white but old.", "image": "n6309.jpg", "question_id": 201654500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935316", "201935309"], "equivalent": ["201935338"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (2)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n556604.jpg", "question_id": 201935338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201444954", "201444951", "201444952", "201444955", "201444957", "201444953", "201444956", "201444947", "201444946", "201444945", "201444944", "201444943", "201444942", "201444941", "201444940", "201444958", "201444949", "201444948"], "equivalent": ["201444950"], "question": "Is the sky both cloudy and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_cloudy"}, "answer": "yes", "semanticStr": "select: sky (14)->verify color: blue [0]->verify weather: cloudy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is cloudy and blue.", "image": "n289376.jpg", "question_id": 201444950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "rug (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2094033"], "equivalent": ["2094033", "2094034"], "question": "Are there any rugs or fences in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_rug"}, "answer": "yes", "semanticStr": "select: fence (8)->exist: ? [0]->select: rug (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n450919.jpg", "question_id": 2094034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20752308", "20752251", "20752250", "20752313"], "equivalent": ["20752309"], "question": "What is on the wall?", "isBalanced": true, "groups": {"global": "textile", "local": "14-wall_on,s"}, "answer": "towel", "semanticStr": "select: wall (1)->relate: _,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is on the wall.", "image": "n209843.jpg", "question_id": 20752309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap bottle (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202121858", "202121859", "202121860", "202121863", "202121862", "202121865", "202121864"], "equivalent": ["202121861", "202121863", "202121862"], "question": "What is the color of the soap bottle?", "isBalanced": true, "groups": {"global": "color", "local": "10q-soap bottle_color"}, "answer": "white", "semanticStr": "select: soap bottle (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soap bottle is white.", "image": "n140421.jpg", "question_id": 202121861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (19)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983002", "201983053", "201983057", "201983055", "201983054"], "equivalent": ["201983056"], "question": "What device is on top of the side table?", "isBalanced": true, "groups": {"global": "device", "local": "15-side table_on top of,s"}, "answer": "phone", "semanticStr": "select: side table (19)->relate: device,on top of,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"1": "20"}, "fullAnswer": {"1": "20", "4": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n526228.jpg", "question_id": 201983056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983002", "201983053", "201983057", "201983056", "201983055"], "equivalent": ["201983054"], "question": "What is located on top of the side table?", "isBalanced": true, "groups": {"global": "device", "local": "14-side table_on top of,s"}, "answer": "phone", "semanticStr": "select: side table (19)->relate: _,on top of,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {}, "fullAnswer": {"1": "20", "7:9": "19"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The telephone is on top of the side table.", "image": "n526228.jpg", "question_id": 201983054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20940370"], "equivalent": ["20940369"], "question": "What is in front of the trash can?", "isBalanced": true, "groups": {"global": "thing", "local": "14-trash can_in front of,s"}, "answer": "mat", "semanticStr": "select: trash can (10)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7:9": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is in front of the trash can.", "image": "n240666.jpg", "question_id": 20940369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (9)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201462562", "201462560", "201462564", "201462561", "201462558", "201462559", "201462548", "201462554", "201462563", "201462557", "201462550", "201462551", "201462552", "201462553"], "equivalent": ["201462555"], "question": "What's the umpire doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-umpire_activity"}, "answer": "staring", "semanticStr": "select: umpire (9)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is staring.", "image": "n508641.jpg", "question_id": 201462555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,below,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20940365", "20940366"], "equivalent": ["20940364"], "question": "What is in front of the sink that is below the mirror?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sink_in front of,s"}, "answer": "mat", "semanticStr": "select: mirror (5)->relate: sink,below,s (0) [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"11": "5", "6": "0"}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is in front of the sink.", "image": "n240666.jpg", "question_id": 20940364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20940364", "20940366"], "equivalent": ["20940365"], "question": "What's in front of the sink?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sink_in front of,s"}, "answer": "mat", "semanticStr": "select: sink (0)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is in front of the sink.", "image": "n240666.jpg", "question_id": 20940365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "relate", "dependencies": [0], "argument": "mat,in front of,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20940366"], "question": "Are there mats in front of the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_mat"}, "answer": "yes", "semanticStr": "select: sink (0)->relate: mat,in front of,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "8", "7": "0"}, "fullAnswer": {"9": "0", "4": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a mat in front of the sink.", "image": "n240666.jpg", "question_id": 20940366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (21)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}], "entailed": ["20285605", "20285604", "20285607", "20285606", "20285603", "20285602"], "equivalent": ["20285601"], "question": "Does the pillow that looks rectangular look red?", "isBalanced": true, "groups": {"global": null, "local": "06-pillow_red"}, "answer": "yes", "semanticStr": "select: pillow (21)->filter shape: rectangular [0]->verify color: red [1]", "annotations": {"answer": {}, "question": {"2": "21", "5": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pillow is red.", "image": "n192021.jpg", "question_id": 20285601}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (21)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": [], "equivalent": ["20285608"], "question": "What shape is the pillow on the right side?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pillow_shape"}, "answer": "rectangular", "semanticStr": "select: pillow (21)->filter hposition: right [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "21"}, "fullAnswer": {"1": "21"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillow is rectangular.", "image": "n192021.jpg", "question_id": 20285608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "select", "dependencies": [], "argument": "cup (6) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202284773"], "question": "What is common to the tray and the cup?", "isBalanced": true, "groups": {"global": null, "local": "09common-cup_tray"}, "answer": "material", "semanticStr": "select: tray (4)->select: cup (6) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "5": "4"}, "fullAnswer": {"4": "4", "7": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the tray and the cup are plastic.", "image": "n100991.jpg", "question_id": 202284773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (3)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skating"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "boy (-) "}, {"operation": "filter sportActivity", "dependencies": [3], "argument": "skating"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201347351"], "question": "Do you see any skateboarders or boys that are skating?", "isBalanced": true, "groups": {"global": null, "local": "04-skateboarder_skating"}, "answer": "yes", "semanticStr": "select: skateboarder (3)->filter sportActivity: skating [0]->exist: ? [1]->select: boy (-) ->filter sportActivity: skating [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the skateboarder is skating.", "image": "n65202.jpg", "question_id": 201347351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705750", "20705751", "20705753"], "equivalent": ["20705752"], "question": "What device is behind the mouse pad?", "isBalanced": true, "groups": {"global": "device", "local": "15-mouse pad_behind,s"}, "answer": "monitor", "semanticStr": "select: mouse pad (4)->relate: device,behind,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n264887.jpg", "question_id": 20705752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify fatness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20330517", "20330515"], "equivalent": ["20330516", "20330515"], "question": "Is the car thin and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_thin"}, "answer": "no", "semanticStr": "select: car (6)->verify color: dark [0]->verify fatness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the car is dark but fat.", "image": "n260521.jpg", "question_id": 20330516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (18)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887159", "201887160"], "equivalent": ["201887161"], "question": "Which kind of vegetable is round?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_round"}, "answer": "cauliflower", "semanticStr": "select: vegetable (18)->filter shape: round [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "3": "18"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetable is cauliflower.", "image": "n429961.jpg", "question_id": 201887161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "choose name", "dependencies": [1], "argument": "cauliflower|broccoli"}], "entailed": ["201887164", "201887169"], "equivalent": ["201887164", "201887163"], "question": "Which type of vegetable is not round, the broccoli or the cauliflower?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12c-vegetable_n#round"}, "answer": "broccoli", "semanticStr": "select: vegetable (7)->filter shape: not(round) [0]->choose name: cauliflower|broccoli [1]", "annotations": {"answer": {"0": "7"}, "question": {"11": "18", "8": "7", "3": "18"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The broccoli is not round.", "image": "n429961.jpg", "question_id": 201887163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": [], "equivalent": ["201616020"], "question": "Is it an indoors or outdoors scene?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors.", "image": "n65230.jpg", "question_id": 201616020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "robe (4)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}], "entailed": ["20756934", "20756911", "20756929", "20756928", "20756927", "20756926", "20756925", "20756924", "20756923", "20756922", "20756920"], "equivalent": ["20756922", "20756921"], "question": "Do you think the robe is long?", "isBalanced": true, "groups": {"global": null, "local": "06-robe_long"}, "answer": "yes", "semanticStr": "select: robe (4)->verify length: long [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the robe is long.", "image": "n433532.jpg", "question_id": 20756921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (10)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["201616029", "201616028", "201616032", "201616030", "201616036", "201616034", "201616035"], "equivalent": ["201616026"], "question": "Is the bathroom clean?", "isBalanced": true, "groups": {"global": null, "local": "06-bathroom_clean"}, "answer": "yes", "semanticStr": "select: bathroom (10)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bathroom is clean.", "image": "n65230.jpg", "question_id": 201616026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "select", "dependencies": [], "argument": "pole (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20551311", "20551310"], "equivalent": ["20551309", "20551310"], "question": "Do the pole and the traffic signal have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-pole_traffic light"}, "answer": "no", "semanticStr": "select: traffic light (8)->select: pole (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5:7": "8"}, "fullAnswer": {"8": "9", "2:4": "8"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the traffic signal is black and the pole is white.", "image": "n153118.jpg", "question_id": 20551309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20596374", "20596353", "20596367", "20596329", "20596326", "20596369", "20596368", "20596349", "20596348", "20596347", "20596341", "20596340", "20596343", "20596342", "20596325", "20596381", "20596380", "20596383", "20596382", "20596385", "20596384", "20596387", "20596386", "20596324", "20596338", "20596334", "20596335", "20596336", "20596337", "20596330", "20596331", "20596332", "20596378", "20596379", "20596352", "20596375", "20596376"], "equivalent": ["20596327"], "question": "Is the Caucasian person male and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_male"}, "answer": "yes", "semanticStr": "select: person (0)->filter race: caucasian [0]->verify face expression: happy [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the person is male and happy.", "image": "n514467.jpg", "question_id": 20596327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (4)"}, {"operation": "choose", "dependencies": [0], "argument": "empty|full"}], "entailed": ["201880486", "201880491", "201880488", "201880489", "201880487"], "equivalent": ["201880490", "201880491", "201880489"], "question": "Is the bathroom full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-bathroom_16"}, "answer": "empty", "semanticStr": "select: bathroom (4)->choose: empty|full [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bathroom is empty.", "image": "n95369.jpg", "question_id": 201880490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the right of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202226269", "202226268", "202226271", "202226272", "202226273", "202226267", "202226266", "202226265"], "equivalent": ["202226269", "202226270"], "question": "What is the food that is to the right of the utensil on the left of the photo?", "isBalanced": true, "groups": {"global": "food", "local": "15-fork_to the right of,s"}, "answer": "mashed potatoes", "semanticStr": "select: utensil (1)->filter hposition: left [0]->relate: food,to the right of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0:2": "9"}, "question": {"11": "1", "3": "9"}, "fullAnswer": {"1": "9", "3:5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is mashed potatoes.", "image": "n336443.jpg", "question_id": 202226270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(leafy)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207500", "201207499", "201207152", "201207151", "201207150"], "equivalent": ["201207498", "201207499"], "question": "What kind of food is not leafy?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#leafy"}, "answer": "apples", "semanticStr": "select: food (2)->filter: not(leafy) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is apples.", "image": "n222915.jpg", "question_id": 201207498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (3)"}, {"operation": "verify", "dependencies": [0], "argument": "dense"}, {"operation": "verify weight", "dependencies": [0], "argument": "heavy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201739034", "201739079", "201739054", "201739055", "201739056", "201739057", "201739050", "201739051", "201739053", "201739058", "201739082", "201739081", "201739080", "201739087", "201739086", "201739085", "201739089", "201739088", "201739064", "201739048", "201739090", "201739091", "201739092", "201739096"], "equivalent": ["201739051", "201739052"], "question": "Is the baseball both heavy and dense?", "isBalanced": true, "groups": {"global": null, "local": "05-dense_heavy"}, "answer": "yes", "semanticStr": "select: baseball (3)->verify: dense [0]->verify weight: heavy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the baseball is heavy and dense.", "image": "n485969.jpg", "question_id": 201739052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706095", "20706135", "20706127"], "equivalent": ["20706128"], "question": "What device is on the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on,s"}, "answer": "headphones", "semanticStr": "select: desk (0)->relate: device,on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is headphones.", "image": "n264887.jpg", "question_id": 20706128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "verify material", "dependencies": [2], "argument": "paper"}], "entailed": ["201738936"], "equivalent": ["201738936", "201738937"], "question": "Is paper used to make the hat that looks white and red?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_paper"}, "answer": "no", "semanticStr": "select: hat (1)->filter color: white [0]->filter color: red [1]->verify material: paper [2]", "annotations": {"answer": {}, "question": {"9": "1", "11": "1", "6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is made of cloth.", "image": "n485969.jpg", "question_id": 201738937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201738940"], "equivalent": ["201738939", "201738940"], "question": "What color is the hat the pitcher is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "white", "semanticStr": "select: pitcher (0)->relate: hat,wearing,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "0"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is white.", "image": "n485969.jpg", "question_id": 201738939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (18)"}, {"operation": "choose name", "dependencies": [1], "argument": "truck|train"}], "entailed": [], "equivalent": ["201879320"], "question": "What are the trees behind of, a truck or a train?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_behind,o"}, "answer": "truck", "semanticStr": "select: trees (11)->relate: vehicle,behind,o (18) [0]->choose name: truck|train [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "11", "7": "18"}, "fullAnswer": {"1": "11", "5": "18"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The trees are behind a truck.", "image": "n290409.jpg", "question_id": 201879320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "filter", "dependencies": [0], "argument": "leafy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207483", "201207482", "201207484", "201207494", "201207493"], "equivalent": ["201207495"], "question": "What kind of food is leafy?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_leafy"}, "answer": "vegetables", "semanticStr": "select: food (8)->filter: leafy [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is vegetables.", "image": "n222915.jpg", "question_id": 201207495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2056003", "2056000", "2056001", "2055993", "2055995", "2055994", "2055997", "2055996", "2055999", "2055998"], "equivalent": ["2056002"], "question": "On which side is the car?", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "right", "semanticStr": "select: car (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the right of the image.", "image": "n263180.jpg", "question_id": 2056002}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "modern"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162589", "202162588", "202162601", "202162602", "202162603", "202162607"], "equivalent": ["202162609"], "question": "What item of furniture is modern?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_modern"}, "answer": "bookcase", "semanticStr": "select: furniture (8)->filter: modern [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n69237.jpg", "question_id": 202162609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apartment building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2056006", "2056007", "2056004", "2056005", "2056011", "2056010", "2056013", "2056012", "2056009", "2056015", "2056014", "2056016"], "equivalent": ["2056008"], "question": "What color is the vehicle in front of the apartment building?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "black", "semanticStr": "select: apartment building (1)->relate: vehicle,in front of,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9:11": "1", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is black.", "image": "n263180.jpg", "question_id": 2056008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "choose name", "dependencies": [1], "argument": "stove|oven"}], "entailed": ["20637317"], "equivalent": ["20637318", "20637317"], "question": "Which kind of appliance is not metallic, the oven or the stove?", "isBalanced": true, "groups": {"global": "appliance", "local": "12c-appliance_n#metal"}, "answer": "oven", "semanticStr": "select: appliance (11)->filter material: not(metal) [0]->choose name: stove|oven [1]", "annotations": {"answer": {"0": "11"}, "question": {"11": "8", "8": "11", "3": "8"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The oven is not metallic.", "image": "n184385.jpg", "question_id": 20637318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637320", "20636775", "20636774"], "equivalent": ["20637319"], "question": "What kind of appliance is not metallic?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_n#metal"}, "answer": "oven", "semanticStr": "select: appliance (11)->filter material: not(metal) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n184385.jpg", "question_id": 20637319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "paper"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "napkin (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "paper"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201757694"], "question": "Are there any paper cups or napkins?", "isBalanced": true, "groups": {"global": null, "local": "04-cup_paper"}, "answer": "yes", "semanticStr": "select: cup (2)->filter material: paper [0]->exist: ? [1]->select: napkin (-) ->filter material: paper [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a paper cup.", "image": "n4777.jpg", "question_id": 201757694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,standing beside,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20516075", "20516074", "20516073", "20516072", "20516070", "20516069", "20515888"], "equivalent": ["20516076"], "question": "What vehicle does the building stand beside of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_standing beside,o"}, "answer": "train", "semanticStr": "select: building (2)->relate: vehicle,standing beside,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The building stands beside the train.", "image": "n70461.jpg", "question_id": 20516076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637309", "20637308", "20636775", "20636774"], "equivalent": ["20637310"], "question": "Which kind of appliance isn't white?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_n#white"}, "answer": "oven", "semanticStr": "select: appliance (11)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n184385.jpg", "question_id": 20637310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fan (6)"}, {"operation": "relate", "dependencies": [0], "argument": "window,behind,s (5)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201393681", "201393680", "201393683", "201393682", "201393685", "201393684", "201393687", "201393686", "201393674", "201393676", "201393677", "201393698", "201393699", "201393696", "201393694", "201393695", "201393693", "201393700", "201393701", "201393702", "201393708"], "equivalent": ["201393674", "201393675"], "question": "Does the window behind the fan look large and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_large"}, "answer": "yes", "semanticStr": "select: fan (6)->relate: window,behind,s (5) [0]->verify: closed [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "6"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is large and closed.", "image": "n305495.jpg", "question_id": 201393675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576998", "201576996"], "equivalent": ["201576996", "201576997"], "question": "The trees are in front of what?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,o"}, "answer": "hillside", "semanticStr": "select: trees (7)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the hillside.", "image": "n187961.jpg", "question_id": 201576997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20899484", "20899485", "20899486", "20899487", "20899480", "20899481", "20899482", "20899483", "20899488"], "equivalent": ["20899489"], "question": "On which side is the cloth bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-purse_hposition"}, "answer": "right", "semanticStr": "select: bag (18)->filter material: cloth [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is on the right of the image.", "image": "n403734.jpg", "question_id": 20899489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (7)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201061308", "201061309", "201061303", "201061304", "201061305", "201061307"], "equivalent": ["201061306"], "question": "The trash bin on the beach is of which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trash can_color"}, "answer": "white", "semanticStr": "select: beach (7)->relate: trash can,on,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1:3": "8", "5": "7"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The garbage bin is white.", "image": "n25275.jpg", "question_id": 201061306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20596494"], "equivalent": ["20596493"], "question": "Is there any tan coat in this scene?", "isBalanced": true, "groups": {"global": null, "local": "04-coat_tan"}, "answer": "no", "semanticStr": "select: coat (2)->filter color: tan [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a coat but it is black.", "image": "n514467.jpg", "question_id": 20596493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151757", "20151809"], "equivalent": ["20151756"], "question": "Who is this purse in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-purse_in front of,o"}, "answer": "woman", "semanticStr": "select: purse (2)->relate: person,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The purse is in front of the woman.", "image": "n313060.jpg", "question_id": 20151756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576996", "201576997"], "equivalent": ["201576998"], "question": "What are the trees before?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,o"}, "answer": "hillside", "semanticStr": "select: trees (7)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the hillside.", "image": "n187961.jpg", "question_id": 201576998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "light bulb,on,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201671839"], "question": "Are there light bulbs on the white ceiling?", "isBalanced": true, "groups": {"global": null, "local": "13-ceiling_light bulb"}, "answer": "yes", "semanticStr": "select: ceiling (10)->filter color: white [0]->relate: light bulb,on,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2:4": "4", "6:8": "10"}, "fullAnswer": {"8": "10", "4:6": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a light bulb on the ceiling.", "image": "n410289.jpg", "question_id": 201671839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201671839"], "equivalent": ["201671835"], "question": "What is on the ceiling?", "isBalanced": true, "groups": {"global": "object", "local": "14-ceiling_on,s"}, "answer": "light bulb", "semanticStr": "select: ceiling (10)->relate: _,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bulb is on the ceiling.", "image": "n410289.jpg", "question_id": 201671835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624178", "201624179", "201624181", "201624180", "201624118"], "equivalent": ["201624182"], "question": "What kind of cooking utensil is the pizza on?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-pizza_on,o"}, "answer": "pan", "semanticStr": "select: pizza (4)->relate: cooking utensil,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "4", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza is on the pan.", "image": "n59676.jpg", "question_id": 201624182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (25)"}, {"operation": "select", "dependencies": [], "argument": "vehicle (20) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20654957", "20654959"], "equivalent": ["20654957", "20654958"], "question": "Does the street sign have the same color as the vehicle?", "isBalanced": true, "groups": {"global": null, "local": "09same-street sign_vehicle"}, "answer": "no", "semanticStr": "select: street sign (25)->select: vehicle (20) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "20", "2:4": "25"}, "fullAnswer": {"8": "20", "2:4": "25"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the street sign is red and the vehicle is blue.", "image": "n199097.jpg", "question_id": 20654958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (8) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20120294"], "question": "Do you see balls or fences there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-ball_fence"}, "answer": "yes", "semanticStr": "select: ball (7)->exist: ? [0]->select: fence (8) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "7", "5": "8"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a ball.", "image": "n117888.jpg", "question_id": 20120294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chairs (17) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20508070", "20508071", "20508218"], "equivalent": ["20508073"], "question": "Do you see both a chair and a table?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_table"}, "answer": "yes", "semanticStr": "select: table (13)->exist: ? [0]->select: chairs (17) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"8": "13", "5": "17"}, "fullAnswer": {"8": "17", "5": "13"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a table and a chair.", "image": "n511913.jpg", "question_id": 20508073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201574231", "201574227", "201574232", "201574230"], "equivalent": ["201574228"], "question": "What is the man in front of the door doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "waiting", "semanticStr": "select: door (8)->relate: man,in front of,s (3) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"8": "8", "3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is waiting.", "image": "n116329.jpg", "question_id": 201574228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201574225", "201574222", "201574223", "201574221"], "equivalent": ["201574224", "201574225"], "question": "On which side of the photo is the man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n116329.jpg", "question_id": 201574224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306180", "20306182"], "equivalent": ["20306179", "20306180"], "question": "What is the blue clothing item called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_blue"}, "answer": "sweater", "semanticStr": "select: clothing (11)->filter color: blue [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"4:6": "11"}, "fullAnswer": {"1:3": "11", "5": "11"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n554880.jpg", "question_id": 20306179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982159", "20982161"], "equivalent": ["20982160"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "blouse", "semanticStr": "select: clothing (13)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a blouse.", "image": "n52544.jpg", "question_id": 20982160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982159", "20982160"], "equivalent": ["20982161"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "blouse", "semanticStr": "select: clothing (13)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a blouse.", "image": "n52544.jpg", "question_id": 20982161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982162", "20982163"], "equivalent": ["20982164"], "question": "What kind of clothing is colorful?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_colorful"}, "answer": "blouse", "semanticStr": "select: clothing (13)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a blouse.", "image": "n52544.jpg", "question_id": 20982164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20982167"], "question": "Is that blouse green and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-green_long sleeved"}, "answer": "no", "semanticStr": "select: blouse (13)->verify color: green [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the blouse is long sleeved but black.", "image": "n52544.jpg", "question_id": 20982167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (4)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["2012831", "2012830", "2012829"], "equivalent": ["2012828"], "question": "Are the glasses on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-glasses_right"}, "answer": "yes", "semanticStr": "select: glasses (4)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the glasses are on the right of the image.", "image": "n318370.jpg", "question_id": 2012828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (11)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20295316", "20295317", "20295321", "20295320", "20295323", "20295318", "20295319"], "equivalent": ["20295322"], "question": "On which side of the photo is the television?", "isBalanced": true, "groups": {"global": null, "local": "10q-television_hposition"}, "answer": "right", "semanticStr": "select: television (11)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The television is on the right of the image.", "image": "n162586.jpg", "question_id": 20295322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "resting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20434818"], "question": "Who is resting?", "isBalanced": true, "groups": {"global": "person", "local": "resting"}, "answer": "boy", "semanticStr": "select: person (1)->filter activity: resting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is resting.", "image": "n431447.jpg", "question_id": 20434818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["202147829", "202147828", "202147824", "202147827", "202147830"], "equivalent": ["202147825"], "question": "What is the person to the right of the chair doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "sleeping", "semanticStr": "select: chair (0)->relate: person,to the right of,s (3) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "0", "3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is sleeping.", "image": "n194179.jpg", "question_id": 202147825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}], "entailed": ["20618874", "20618875", "20618876", "20618872", "20618873", "20618878", "20618862", "20618863"], "equivalent": ["20618877"], "question": "Does the shirt seem to be long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_long sleeved"}, "answer": "no", "semanticStr": "select: shirt (2)->verify: long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is short sleeved.", "image": "n126087.jpg", "question_id": 20618877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (20)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201996775"], "equivalent": ["201996776"], "question": "Do you see words that are small?", "isBalanced": true, "groups": {"global": null, "local": "04-words_small"}, "answer": "no", "semanticStr": "select: words (20)->filter size: small [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "20"}, "fullAnswer": {"3": "20"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are words but they are large.", "image": "n250715.jpg", "question_id": 201996776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["202231784", "202231785"], "equivalent": ["202231783"], "question": "Is it indoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is indoors.", "image": "n232810.jpg", "question_id": 202231783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20434819", "20434816", "20434814", "20434815", "20434812", "20434813", "20434827", "20434826", "20434825", "20434824", "20434823", "20434822", "20434821", "20434820", "20434828"], "equivalent": ["20434817"], "question": "What is the boy doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-boy_activity"}, "answer": "resting", "semanticStr": "select: boy (1)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is resting.", "image": "n431447.jpg", "question_id": 20434817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20434819", "20434816", "20434817", "20434814", "20434812", "20434813", "20434827", "20434826", "20434825", "20434824", "20434823", "20434822", "20434821", "20434820", "20434828"], "equivalent": ["20434815"], "question": "What is that boy doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-boy_activity"}, "answer": "resting", "semanticStr": "select: boy (1)->query: activity [0]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is resting.", "image": "n431447.jpg", "question_id": 20434815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calculator (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(plastic)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20385290"], "question": "Do you see calculators that are not made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "04-calculator_n#plastic"}, "answer": "no", "semanticStr": "select: calculator (11)->filter material: not(plastic) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existMaterialNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a calculator but it is made of plastic.", "image": "n90294.jpg", "question_id": 20385290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,next to,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20385299", "20385298", "20385263", "20385295", "20385294", "20385297", "20385296", "20385291", "20385292"], "equivalent": ["20385294", "20385293"], "question": "What is the device to the right of the device that is next to the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-charger_to the right of,s"}, "answer": "calculator", "semanticStr": "select: laptop (4)->relate: device,next to,s (9) [0]->relate: device,to the right of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"9": "9", "3": "11", "15": "4"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a calculator.", "image": "n90294.jpg", "question_id": 20385293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "murky"}, {"operation": "verify state", "dependencies": [1], "argument": "still "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2062372", "2062371"], "equivalent": ["2062372", "2062371", "2062370"], "question": "Does the green water look still and murky?", "isBalanced": true, "groups": {"global": null, "local": "05-murky_still"}, "answer": "no", "semanticStr": "select: water (4)->filter color: green [0]->verify: murky [1]->verify state: still  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the water is murky but choppy.", "image": "n179136.jpg", "question_id": 2062370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873017", "201873016", "201872913"], "equivalent": ["201873015"], "question": "What kind of vehicle is below the flag?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-flag_below,s"}, "answer": "truck", "semanticStr": "select: flag (9)->relate: vehicle,below,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11", "7": "9"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n309148.jpg", "question_id": 201873015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (6)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20385833", "20385835", "20385834", "20385837", "20385836", "20385839", "20385838"], "equivalent": ["20385832"], "question": "Is the keyboard on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-keyboard_left"}, "answer": "yes", "semanticStr": "select: keyboard (6)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the keyboard is on the left of the image.", "image": "n90294.jpg", "question_id": 20385832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [2], "argument": "short sleeved"}], "entailed": ["202240296", "202240297"], "equivalent": ["202240295"], "question": "Does the shirt that looks white and blue look short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (3)->filter color: white [0]->filter color: blue [1]->verify: short sleeved [2]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3", "7": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved.", "image": "n148872.jpg", "question_id": 202240295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,next to,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "calculator,to the right of,s (11)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20385297", "20385296", "20385299", "20385263"], "equivalent": ["20385299", "20385298", "20385297"], "question": "Are there any calculators to the right of the device next to the laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-charger_calculator"}, "answer": "yes", "semanticStr": "select: laptop (4)->relate: device,next to,s (9) [0]->relate: calculator,to the right of,s (11) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "9", "3": "11", "13": "4"}, "fullAnswer": {"10": "9", "4": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a calculator to the right of the charger.", "image": "n90294.jpg", "question_id": 20385298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "clear"}], "entailed": ["2062396", "2062382", "2062380", "2062378", "2062377"], "equivalent": ["2062379"], "question": "Does the water that looks green look clear?", "isBalanced": true, "groups": {"global": null, "local": "06-water_clear"}, "answer": "no", "semanticStr": "select: water (4)->filter color: green [0]->verify: clear [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the water is murky.", "image": "n179136.jpg", "question_id": 2062379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (12)"}, {"operation": "choose color", "dependencies": [1], "argument": "gold|black"}], "entailed": [], "equivalent": ["201303272"], "question": "Is the chair which is to the left of the cups gold or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chair_color"}, "answer": "gold", "semanticStr": "select: cups (10)->relate: chair,to the left of,s (12) [0]->choose color: gold|black [1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is gold.", "image": "n518912.jpg", "question_id": 201303272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "router (12)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201902529", "201902538", "201902534", "201902533", "201902532", "201902531", "201902530", "201902537", "201902525", "201902526", "201902527"], "equivalent": ["201902528"], "question": "What is the color of the router that looks rectangular?", "isBalanced": true, "groups": {"global": "color", "local": "10q-router_color"}, "answer": "white", "semanticStr": "select: router (12)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "12", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The router is white.", "image": "n435808.jpg", "question_id": 201902528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (29)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20922827", "20922826"], "equivalent": ["20922822"], "question": "What is in front of the green trees?", "isBalanced": true, "groups": {"global": "building", "local": "14-trees_in front of,s"}, "answer": "barn", "semanticStr": "select: trees (29)->filter color: green [0]->relate: _,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"6:8": "29"}, "fullAnswer": {"1": "10", "7": "29"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The barn is in front of the trees.", "image": "n480253.jpg", "question_id": 20922822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (10)"}, {"operation": "verify", "dependencies": [0], "argument": "snowy"}], "entailed": ["20922816", "20922818", "20922819"], "equivalent": ["20922821"], "question": "Does the barn seem to be snowy?", "isBalanced": true, "groups": {"global": null, "local": "06-barn_snowy"}, "answer": "yes", "semanticStr": "select: barn (10)->verify: snowy [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the barn is snowy.", "image": "n480253.jpg", "question_id": 20922821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "drawer,to the left of,o (-)"}], "entailed": [], "equivalent": ["20896496"], "question": "Is the fridge to the left of a drawer?", "isBalanced": true, "groups": {"global": null, "local": "13-refrigerator_drawer"}, "answer": "no", "semanticStr": "select: refrigerator (5)->verify rel: drawer,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"9": "12", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fridge is to the left of the container.", "image": "n548534.jpg", "question_id": 20896496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942182"], "equivalent": ["20942183"], "question": "Who is wearing the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "girl", "semanticStr": "select: shorts (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing shorts.", "image": "n137182.jpg", "question_id": 20942183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,in front of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "racket,holding,o (-)"}], "entailed": ["20942181"], "equivalent": ["20942180"], "question": "Is the girl in front of the trees holding a racket?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_racket"}, "answer": "no", "semanticStr": "select: trees (13)->relate: girl,in front of,s (0) [0]->verify rel: racket,holding,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "13"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl is holding a surfboard.", "image": "n137182.jpg", "question_id": 20942180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (29)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20922825"], "equivalent": ["20922824"], "question": "The barn is in front of what?", "isBalanced": true, "groups": {"global": "tree", "local": "14-barn_in front of,o"}, "answer": "trees", "semanticStr": "select: barn (10)->relate: _,in front of,o (29) [0]->query: name [1]", "annotations": {"answer": {"0": "29"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "7": "29"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The barn is in front of the trees.", "image": "n480253.jpg", "question_id": 20922824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rice (2)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}], "entailed": ["202244252", "202244253", "202244251", "202244257", "202244259", "202244260"], "equivalent": ["202244257", "202244258"], "question": "Do you think this rice is black and white?", "isBalanced": true, "groups": {"global": null, "local": "06-rice_black and white"}, "answer": "yes", "semanticStr": "select: rice (2)->verify: black and white [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the rice is black and white.", "image": "n296467.jpg", "question_id": 202244258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201908787", "201908814", "201908782", "201908813", "201908810", "201908781", "201908811", "201908788", "201908789", "201908809", "201908790", "201908791", "201908812", "201908803"], "equivalent": ["201908802"], "question": "Are the forks silver and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_silver"}, "answer": "yes", "semanticStr": "select: forks (1)->verify hardness: hard [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the forks are silver and hard.", "image": "n479092.jpg", "question_id": 201908802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "verify sportActivity", "dependencies": [0], "argument": "surfing"}], "entailed": ["20462127", "20462133", "20462130", "20462134", "20462128"], "equivalent": ["20462129"], "question": "Does the man appear to be surfing?", "isBalanced": true, "groups": {"global": null, "local": "06-man_surfing"}, "answer": "no", "semanticStr": "select: man (6)->verify sportActivity: surfing [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is skiing.", "image": "n571179.jpg", "question_id": 20462129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,next to,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20489636", "20489637", "20489634", "20489635", "20489632", "20489633", "20489630", "20489631", "20489661", "20489660", "20489649", "20489648", "20489643", "20489642", "20489647", "20489645", "20489644", "20489629", "20489628", "20489659", "20489650", "20489651", "20489652", "20489653"], "equivalent": ["20489646"], "question": "Is the bench next to the bed long and beige?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_long"}, "answer": "yes", "semanticStr": "select: bed (4)->relate: bench,next to,s (7) [0]->verify color: beige [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "6": "4"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bench is long and beige.", "image": "n145498.jpg", "question_id": 20489646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (14)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,below,s (16)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "tan "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202006241", "202006240", "202006243", "202006242", "202006245", "202006244", "202006239", "202006230", "202006231", "202006238", "202006233", "202006234", "202006235", "202006224", "202006228", "202006226", "202006248", "202006229", "202006251", "202006232"], "equivalent": ["202006224", "202006225"], "question": "Does the basket below the other basket look large and tan?", "isBalanced": true, "groups": {"global": null, "local": "05-large_tan"}, "answer": "yes", "semanticStr": "select: basket (14)->relate: basket,below,s (16) [0]->verify size: large [1]->verify color: tan  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "6": "14"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the basket is large and tan.", "image": "n97485.jpg", "question_id": 202006225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "uniform,wearing,o (-)"}], "entailed": ["20953091"], "equivalent": ["20953092"], "question": "Is the male person wearing a uniform?", "isBalanced": true, "groups": {"global": null, "local": "13-player_uniform"}, "answer": "no", "semanticStr": "select: person (0)->filter gender: male [0]->verify rel: uniform,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0", "6:8": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the player is wearing a polo shirt.", "image": "n413319.jpg", "question_id": 20953092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20757234", "20757235", "20757236", "20757237", "20757233", "20757184", "20757185", "20757219", "20757216", "20757214", "20757215"], "equivalent": ["20757218"], "question": "What material is the utensil that looks big made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-spoon_material"}, "answer": "wood", "semanticStr": "select: utensil (8)->filter size: large [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is made of wood.", "image": "n433532.jpg", "question_id": 20757218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953093"], "equivalent": ["20953094"], "question": "Who is wearing the shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "player", "semanticStr": "select: shoes (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing shoes.", "image": "n413319.jpg", "question_id": 20953094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|sleeveless"}], "entailed": ["201640226", "201640213", "201640229", "201640234", "201640233", "201640232", "201640231", "201640196", "201640197", "201640195"], "equivalent": ["201640235"], "question": "Is the dress that is not small sleeveless or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-dress_32"}, "answer": "short sleeved", "semanticStr": "select: dress (12)->filter size: not(small) [0]->choose: short sleeved|sleeveless [1]", "annotations": {"answer": {}, "question": {"2": "12", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dress is short sleeved.", "image": "n235859.jpg", "question_id": 201640235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "nightstand,sitting on top of,o (-)"}], "entailed": [], "equivalent": ["201110801"], "question": "Is that cup sitting on top of a nightstand?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_nightstand"}, "answer": "no", "semanticStr": "select: cup (5)->verify rel: nightstand,sitting on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"9": "8", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cup is sitting on top of the table.", "image": "n546616.jpg", "question_id": 201110801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414501", "20414394"], "equivalent": ["20414500"], "question": "Who wears trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: pants (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"2": "4"}, "fullAnswer": {"1": "0", "3": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder wears trousers.", "image": "n16936.jpg", "question_id": 20414500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414500", "20414394"], "equivalent": ["20414501"], "question": "Who wears the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: pants (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "3": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder wears trousers.", "image": "n16936.jpg", "question_id": 20414501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201737845", "201737844", "201737847", "201737851", "201737868", "201737854", "201737853", "201737872", "201737849", "201737848", "201737863", "201737846", "201737850", "201737852", "201737861", "201737867", "201737866", "201737865", "201737864"], "equivalent": ["201737862"], "question": "Is the bench wooden and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_wood"}, "answer": "yes", "semanticStr": "select: bench (12)->verify color: gray [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bench is wooden and gray.", "image": "n531731.jpg", "question_id": 201737862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["202004210", "202004211", "202004212", "202004207", "202004209"], "equivalent": ["202004208"], "question": "Is the black bag in the top part of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-backpack_top"}, "answer": "yes", "semanticStr": "select: bag (5)->filter color: black [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the backpack is in the top of the image.", "image": "n262920.jpg", "question_id": 202004208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "horse,behind,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201654315", "201654279"], "equivalent": ["201654314"], "question": "Do you see a horse behind the fence made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_horse"}, "answer": "yes", "semanticStr": "select: fence (8)->filter material: metal [0]->relate: horse,behind,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "8", "4": "1", "7": "8"}, "fullAnswer": {"4": "1", "7": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a horse behind the fence.", "image": "n6309.jpg", "question_id": 201654314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654315", "201654314", "201654279", "201654312"], "equivalent": ["201654313"], "question": "Which kind of animal is behind the fence?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_behind,s"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,behind,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n6309.jpg", "question_id": 201654313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "snowy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20922797", "20922818", "20922819", "20922816", "20922814", "20922815", "20922801", "20922791", "20922790", "20922792", "20922795", "20922794", "20922821", "20922796", "20922799", "20922798"], "equivalent": ["20922793"], "question": "Is the barn blue and snowy?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_snowy"}, "answer": "yes", "semanticStr": "select: barn (10)->verify color: blue [0]->verify: snowy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the barn is blue and snowy.", "image": "n480253.jpg", "question_id": 20922793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["202240558"], "equivalent": ["202240558", "202240557"], "question": "Is there a woman?", "isBalanced": true, "groups": {"global": null, "local": "03-woman"}, "answer": "yes", "semanticStr": "select: woman (2)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a woman.", "image": "n162148.jpg", "question_id": 202240557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (29)"}, {"operation": "relate", "dependencies": [0], "argument": "barn,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20922816", "20922801", "20922791", "20922790", "20922792", "20922795", "20922794", "20922797", "20922799", "20922798"], "equivalent": ["20922796"], "question": "What color is the barn in front of the trees?", "isBalanced": true, "groups": {"global": "color", "local": "10q-barn_color"}, "answer": "blue", "semanticStr": "select: trees (29)->relate: barn,in front of,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "29", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The barn is blue.", "image": "n480253.jpg", "question_id": 20922796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631940"], "equivalent": ["20631941"], "question": "Who is wearing the uniform?", "isBalanced": true, "groups": {"global": "person", "local": "14-uniform_wearing,s"}, "answer": "catcher", "semanticStr": "select: uniform (9)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a uniform.", "image": "n570181.jpg", "question_id": 20631941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631941"], "equivalent": ["20631940"], "question": "Who is wearing a uniform?", "isBalanced": true, "groups": {"global": "person", "local": "14-uniform_wearing,s"}, "answer": "catcher", "semanticStr": "select: uniform (9)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "9"}, "fullAnswer": {"1": "6", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a uniform.", "image": "n570181.jpg", "question_id": 20631940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (6)"}, {"operation": "select", "dependencies": [], "argument": "home plate (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20818647"], "equivalent": ["20818646"], "question": "Is the color of the net the same as the home plate?", "isBalanced": true, "groups": {"global": null, "local": "09same-home plate_net"}, "answer": "no", "semanticStr": "select: net (6)->select: home plate (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "6", "10:12": "2"}, "fullAnswer": {"2": "6", "7:9": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the net is black and the home plate is white.", "image": "n279581.jpg", "question_id": 20818646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (13)"}, {"operation": "select", "dependencies": [], "argument": "net (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20818639", "20818640"], "equivalent": ["20818641"], "question": "Is the color of the shirt different than the net?", "isBalanced": true, "groups": {"global": null, "local": "09diff-net_shirt"}, "answer": "no", "semanticStr": "select: shirt (13)->select: net (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "5": "13"}, "fullAnswer": {"3": "13", "6": "6"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shirt and the net are black.", "image": "n279581.jpg", "question_id": 20818641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201663077", "201663692", "201663693", "201663690", "201663691"], "equivalent": ["201663689", "201663690"], "question": "What are the pieces of furniture that are to the left of the cabinets on the right side?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cabinets_to the left of,s"}, "answer": "drawers", "semanticStr": "select: cabinets (10)->filter hposition: right [0]->relate: furniture,to the left of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"13": "10", "3:6": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are drawers.", "image": "n35676.jpg", "question_id": 201663689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,beneath,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556738", "201556739", "201556734", "201556735", "201556736", "201556737", "201556731", "201556732", "201556695", "201556694"], "equivalent": ["201556733"], "question": "What is beneath the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_beneath,s"}, "answer": "keyboard", "semanticStr": "select: laptop (0)->relate: _,beneath,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5:7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is beneath the laptop computer.", "image": "n525901.jpg", "question_id": 201556733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (22)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20308829", "20308830", "20308831"], "equivalent": ["20308832"], "question": "On which side is the toaster?", "isBalanced": true, "groups": {"global": null, "local": "10q-toaster_hposition"}, "answer": "right", "semanticStr": "select: toaster (22)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toaster is on the right of the image.", "image": "n278312.jpg", "question_id": 20308832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the left of,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201065052", "201064947", "201065009"], "equivalent": ["201065051"], "question": "Do you see a plate to the left of the boy?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_plate"}, "answer": "yes", "semanticStr": "select: boy (4)->relate: plate,to the left of,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "4", "4": "7"}, "fullAnswer": {"10": "4", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a plate to the left of the boy.", "image": "n88933.jpg", "question_id": 201065051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202244068", "202244080", "202244067", "202244078"], "equivalent": ["202244079"], "question": "What dessert is it?", "isBalanced": true, "groups": {"global": "dessert", "local": "11q-dessert"}, "answer": "cupcakes", "semanticStr": "select: dessert (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The dessert is cupcakes.", "image": "n296467.jpg", "question_id": 202244079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "safety jacket (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "person,walking behind,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201983615"], "equivalent": ["201983614"], "question": "Who is walking behind the person that is to the right of the safety vest?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_walking behind,s"}, "answer": "man", "semanticStr": "select: safety jacket (9)->relate: person,to the right of,s (6) [0]->relate: person,walking behind,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"5": "6", "13:15": "9"}, "fullAnswer": {"1": "11", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is walking behind the woman.", "image": "n16378.jpg", "question_id": 201983614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,riding,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["202042088"], "question": "What color is the motorbike the person is riding?", "isBalanced": true, "groups": {"global": "color", "local": "10q-motorcycle_color"}, "answer": "silver", "semanticStr": "select: person (7)->relate: motorcycle,riding,o (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6", "6": "7"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorbike is silver.", "image": "n449058.jpg", "question_id": 202042088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic sign,in,s (4)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20657156", "20657137", "20657131", "20657132", "20657157", "20657151", "20657139", "20657145", "20657144", "20657147", "20657146", "20657141", "20657140", "20657143", "20657142", "20657152", "20657153"], "equivalent": ["20657138", "20657139"], "question": "Does the traffic sign in the street have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-traffic sign_small"}, "answer": "yes", "semanticStr": "select: street (0)->relate: traffic sign,in,s (4) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "0"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the traffic sign is small.", "image": "n486200.jpg", "question_id": 20657138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20412276", "20412277", "20412283", "20412282", "20412281", "20412280", "20412278"], "equivalent": ["20412278", "20412279"], "question": "What is the color of the flower?", "isBalanced": true, "groups": {"global": "color", "local": "10q-flower_color"}, "answer": "pink", "semanticStr": "select: flower (8)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flower is pink.", "image": "n531359.jpg", "question_id": 20412279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456354", "20456357", "20456356"], "equivalent": ["20456355"], "question": "What's mounted on the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_mounted on,s"}, "answer": "shelves", "semanticStr": "select: wall (13)->relate: _,mounted on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelves are mounted on the wall.", "image": "n65885.jpg", "question_id": 20456355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456355", "20456357", "20456356"], "equivalent": ["20456354"], "question": "What is mounted on the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_mounted on,s"}, "answer": "shelves", "semanticStr": "select: wall (13)->relate: _,mounted on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"5": "13"}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelves are mounted on the wall.", "image": "n65885.jpg", "question_id": 20456354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,mounted on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456355", "20456354", "20456356"], "equivalent": ["20456357"], "question": "Which kind of furniture is mounted on the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_mounted on,s"}, "answer": "shelves", "semanticStr": "select: wall (13)->relate: furniture,mounted on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1:4": "12", "5": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n65885.jpg", "question_id": 20456357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,mounted on,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20456355", "20456354", "20456357"], "equivalent": ["20456356"], "question": "What are the pieces of furniture that are mounted on the beige wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_mounted on,s"}, "answer": "shelves", "semanticStr": "select: wall (13)->filter color: beige [0]->relate: furniture,mounted on,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11:13": "13", "3:6": "12"}, "fullAnswer": {"1:4": "12", "5": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n65885.jpg", "question_id": 20456356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|orange"}], "entailed": ["201185315"], "equivalent": ["201185316", "201185315"], "question": "Is the ground orange or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-ground_color"}, "answer": "gray", "semanticStr": "select: ground (5)->choose color: gray|orange [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is gray.", "image": "n95904.jpg", "question_id": 201185316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996824", "201996825"], "equivalent": ["201996826"], "question": "Which kind of clothing is gray?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "sweater", "semanticStr": "select: clothing (3)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweater.", "image": "n250715.jpg", "question_id": 201996826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "blender,in front of,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "crate,sitting atop,o (9)"}], "entailed": ["202144731"], "equivalent": ["202144730"], "question": "Is the blender in front of the man sitting atop a crate?", "isBalanced": true, "groups": {"global": null, "local": "13-blender_crate"}, "answer": "yes", "semanticStr": "select: man (4)->relate: blender,in front of,s (8) [0]->verify rel: crate,sitting atop,o (9) [1]", "annotations": {"answer": {}, "question": {"11": "9", "2": "8", "7": "4"}, "fullAnswer": {"2": "8", "7": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the blender is sitting atop a crate.", "image": "n37274.jpg", "question_id": 202144730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20442346"], "question": "Are there bookcases in the image?", "isBalanced": true, "groups": {"global": null, "local": "03-bookcase"}, "answer": "yes", "semanticStr": "select: bookcase (6)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a bookcase.", "image": "n207708.jpg", "question_id": 20442346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996827", "201996829"], "equivalent": ["201996828"], "question": "What is the name of the clothing item that is long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "sweater", "semanticStr": "select: clothing (3)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"6:8": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n250715.jpg", "question_id": 201996828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201185340", "201185329", "201185328", "201185327", "201185326", "201185325", "201185324", "201185323", "201185322", "201185321", "201185320", "201185338", "201185339", "201185334", "201185335", "201185336", "201185337", "201185330", "201185331", "201185332", "201185333"], "equivalent": ["201185319", "201185321", "201185320"], "question": "Do the pants look dark and long?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_long"}, "answer": "yes", "semanticStr": "select: pants (4)->verify color: dark [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are dark and long.", "image": "n95904.jpg", "question_id": 201185319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (15)"}, {"operation": "relate", "dependencies": [0], "argument": "speaker,on top of,s (10)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "choose rel", "dependencies": [2], "argument": "monitor,to the left of|to the right of,s (12)"}], "entailed": ["201497830", "201497834", "201497833", "201497832", "201497831", "201497939", "201497943", "201497942", "201497940", "201497944"], "equivalent": ["201497941"], "question": "Is the large monitor to the right or to the left of the white thing that is on top of the desk?", "isBalanced": true, "groups": {"global": null, "local": "13-speaker_monitor"}, "answer": "left", "semanticStr": "select: desk (15)->relate: speaker,on top of,s (10) [0]->filter color: white [1]->choose rel: monitor,to the left of|to the right of,s (12) [2]", "annotations": {"answer": {}, "question": {"2:4": "12", "13:15": "10", "21": "15"}, "fullAnswer": {"1": "12", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The monitor is to the left of the speaker.", "image": "n315887.jpg", "question_id": 201497941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20785817", "20785816", "20785814", "20785813", "20785818"], "equivalent": ["20785815"], "question": "What's the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete.", "image": "n12404.jpg", "question_id": 20785815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201682201", "201682202", "201682204", "201682192", "201682193"], "equivalent": ["201682203"], "question": "Are there any rackets that are red?", "isBalanced": true, "groups": {"global": null, "local": "04-racket_red"}, "answer": "yes", "semanticStr": "select: racket (1)->filter color: red [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a racket that is red.", "image": "n51658.jpg", "question_id": 201682203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201682209", "201682211", "201682210", "201682207"], "equivalent": ["201682208"], "question": "Is the racket on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-racket_left"}, "answer": "no", "semanticStr": "select: racket (1)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the racket is on the right of the image.", "image": "n51658.jpg", "question_id": 201682208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wetsuit (18)"}, {"operation": "verify", "dependencies": [0], "argument": "comfortable"}], "entailed": ["20734042", "20734043", "20734045", "20734046", "20734047", "20734026", "20734051"], "equivalent": ["20734044"], "question": "Is the wet suit comfortable?", "isBalanced": true, "groups": {"global": null, "local": "06-wetsuit_comfortable"}, "answer": "yes", "semanticStr": "select: wetsuit (18)->verify: comfortable [0]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"2:4": "18"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the wet suit is comfortable.", "image": "n90944.jpg", "question_id": 20734044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783042", "20783043", "20783244", "20783242", "20783243"], "equivalent": ["20783245"], "question": "Which kind of device is the screen in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-screen_in front of,o"}, "answer": "laptop", "semanticStr": "select: screen (3)->relate: device,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "3", "7": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The screen is in front of the laptop.", "image": "n355339.jpg", "question_id": 20783245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783042", "20783043", "20783244", "20783245", "20783243"], "equivalent": ["20783242"], "question": "What is the screen in front of?", "isBalanced": true, "groups": {"global": "device", "local": "14-screen_in front of,o"}, "answer": "laptop", "semanticStr": "select: screen (3)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The screen is in front of the laptop.", "image": "n355339.jpg", "question_id": 20783242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (5)"}, {"operation": "select", "dependencies": [], "argument": "suit (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20862764", "20862763", "20862762"], "equivalent": ["20862765", "20862764"], "question": "Does the necktie have a different color than the suit?", "isBalanced": true, "groups": {"global": null, "local": "09diff-suit_tie"}, "answer": "no", "semanticStr": "select: tie (5)->select: suit (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "10", "2": "5"}, "fullAnswer": {"3": "5", "6": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the necktie and the suit are black.", "image": "n94074.jpg", "question_id": 20862765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20120544", "20120542", "20120543", "20120541", "20120515", "20120549", "20120537", "20120536", "20120535", "20120516", "20120539", "20120538"], "equivalent": ["20120540", "20120541"], "question": "What color does the fence that is in front of the bench have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "gray", "semanticStr": "select: bench (11)->relate: fence,in front of,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "11", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence has gray color.", "image": "n117888.jpg", "question_id": 20120540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (22)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202012442", "202012443", "202012441"], "equivalent": ["202012444"], "question": "On which side of the photo is the adult woman?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (22)->filter: adult [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the right of the image.", "image": "n326988.jpg", "question_id": 202012444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "grassy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201738857", "201738856", "201738855", "201738854", "201738853", "201738852", "201738851", "201738850", "201738866", "201738867", "201738865", "201738862", "201738863", "201738861", "201738870", "201738873", "201738872", "201738859", "201738869", "201738868"], "equivalent": ["201738860", "201738861"], "question": "Is the field both brown and grassy?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_grassy"}, "answer": "yes", "semanticStr": "select: field (10)->verify color: brown [0]->verify: grassy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the field is brown and grassy.", "image": "n485969.jpg", "question_id": 201738860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202144594", "202144592", "202144593"], "equivalent": ["202144595"], "question": "Which side of the image is the cup on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cup_hposition"}, "answer": "right", "semanticStr": "select: cup (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cup is on the right of the image.", "image": "n37274.jpg", "question_id": 202144595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["20511402", "20511401"], "equivalent": ["20511400"], "question": "Is it outdoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is outdoors.", "image": "n229548.jpg", "question_id": 20511400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20518466", "20518464", "20518465", "20518470", "20518454", "20518453", "20518468", "20518469", "20518463"], "equivalent": ["20518467"], "question": "Which type of material is the counter top that looks brown made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-countertop_material"}, "answer": "wood", "semanticStr": "select: countertop (17)->filter color: brown [0]->query: material [1]", "annotations": {"answer": {}, "question": {"10": "17", "6:8": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is made of wood.", "image": "n141939.jpg", "question_id": 20518467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20511406", "20511404"], "equivalent": ["20511405"], "question": "Which kind of aircraft is it?", "isBalanced": true, "groups": {"global": "aircraft", "local": "11q-aircraft"}, "answer": "helicopter", "semanticStr": "select: aircraft (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,in front of,o (-)"}], "entailed": [], "equivalent": ["201822336"], "question": "Is the sink in front of a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_mirror"}, "answer": "no", "semanticStr": "select: sink (4)->verify rel: mirror,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"8": "8", "2": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sink is in front of a toilet.", "image": "n417401.jpg", "question_id": 201822336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511408", "20511407"], "equivalent": ["20511409"], "question": "Which kind of aircraft is large?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_large"}, "answer": "helicopter", "semanticStr": "select: aircraft (0)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511409", "20511407"], "equivalent": ["20511408"], "question": "What kind of aircraft is large?", "isBalanced": true, "groups": {"global": "aircraft", "local": "12q-aircraft_large"}, "answer": "helicopter", "semanticStr": "select: aircraft (0)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (19)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "fire truck,behind,o (0)"}], "entailed": ["201873534", "201873535", "201873242", "201873244", "201873245"], "equivalent": ["201873243"], "question": "Is the young person behind the fire truck?", "isBalanced": true, "groups": {"global": null, "local": "13-pedestrian_fire truck"}, "answer": "yes", "semanticStr": "select: person (19)->filter age: young [0]->verify rel: fire truck,behind,o (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "19", "6:8": "0"}, "fullAnswer": {"2": "19", "6:8": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pedestrian is behind the fire truck.", "image": "n309148.jpg", "question_id": 201873243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "machine (6)"}, {"operation": "select", "dependencies": [], "argument": "container (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20785779"], "question": "Are both the machine and the container made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-container_machine"}, "answer": "yes", "semanticStr": "select: machine (6)->select: container (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6": "7"}, "fullAnswer": {"3": "6", "6": "7"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the machine and the container are made of metal.", "image": "n12404.jpg", "question_id": 20785779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "fork,next to,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20240991"], "equivalent": ["20240992", "20240991"], "question": "Is there any fork next to the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_fork"}, "answer": "no", "semanticStr": "select: plate (8)->relate: fork,next to,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "8"}, "fullAnswer": {"9": "8", "4:6": "12"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a water bottle next to the plate.", "image": "n166008.jpg", "question_id": 20240992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202180323"], "equivalent": ["202180324"], "question": "Who is wearing the headband?", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "soccer player", "semanticStr": "select: headband (7)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a head band.", "image": "n380113.jpg", "question_id": 202180324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (11)"}, {"operation": "verify", "dependencies": [0], "argument": "abundant"}], "entailed": ["2053522"], "equivalent": ["2053521"], "question": "Does that crowd look abundant?", "isBalanced": true, "groups": {"global": null, "local": "06-crowd_abundant"}, "answer": "yes", "semanticStr": "select: crowd (11)->verify: abundant [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the crowd is abundant.", "image": "n146555.jpg", "question_id": 2053521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (7)"}, {"operation": "relate", "dependencies": [0], "argument": "container,beside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202081256", "202081259", "202081258", "202081257", "202081270", "202081255", "202081240", "202081241", "202081267", "202081264", "202081265", "202081262", "202081263", "202081260", "202081261", "202081271", "202081268", "202081269"], "equivalent": ["202081266"], "question": "How large is the container beside the knives?", "isBalanced": true, "groups": {"global": "size", "local": "10q-container_size"}, "answer": "small", "semanticStr": "select: knives (7)->relate: container,beside,s (4) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "7"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is small.", "image": "n314630.jpg", "question_id": 202081266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201570846", "201570844", "201570845", "201570842", "201570843", "201570841", "201570848", "201570849", "201570866", "201570867", "201570860", "201570861", "201570862", "201570837", "201570836", "201570859", "201570897", "201570851", "201570850", "201570853", "201570898"], "equivalent": ["201570847", "201570848"], "question": "What height is the person that is to the left of the suitcase?", "isBalanced": true, "groups": {"global": "height", "local": "10q-woman_height"}, "answer": "tall", "semanticStr": "select: suitcase (5)->relate: person,to the left of,s (1) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"12": "5", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is tall.", "image": "n382416.jpg", "question_id": 201570847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,talking on,o (0)"}, {"operation": "choose rel", "dependencies": [1], "argument": "chair,to the left of|to the right of,s (11)"}], "entailed": ["20258697", "20258904", "20258905", "20258906", "20258698", "20258699", "20258903"], "equivalent": ["20258700"], "question": "Is the white chair to the right or to the left of the device the person is talking on?", "isBalanced": true, "groups": {"global": null, "local": "13-phone_chair"}, "answer": "left", "semanticStr": "select: person (10)->relate: device,talking on,o (0) [0]->choose rel: chair,to the left of|to the right of,s (11) [1]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "11", "15": "10"}, "fullAnswer": {"1": "11", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the left of the telephone.", "image": "n204894.jpg", "question_id": 20258700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ring (9)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [1], "argument": "gold"}], "entailed": ["201880498", "201880508", "201880496", "201880497"], "equivalent": ["201880509"], "question": "Does the ring that looks round look gold?", "isBalanced": true, "groups": {"global": null, "local": "06-ring_gold"}, "answer": "no", "semanticStr": "select: ring (9)->filter shape: round [0]->verify color: gold [1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ring is silver.", "image": "n95369.jpg", "question_id": 201880509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (0)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201770686", "201770684", "201770685", "201770688", "201770689", "201770691"], "equivalent": ["201770686", "201770687"], "question": "What is the color of the toothbrush to the left of the other toothbrush?", "isBalanced": true, "groups": {"global": "color", "local": "10q-toothbrush_color"}, "answer": "blue", "semanticStr": "select: toothbrush (0)->relate: toothbrush,to the left of,s (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "0", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toothbrush is blue.", "image": "n310625.jpg", "question_id": 201770687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20870462"], "question": "Who is walking?", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "player", "semanticStr": "select: person (7)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The player is walking.", "image": "n373692.jpg", "question_id": 20870462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827683", "20827398", "20827684"], "equivalent": ["20827685"], "question": "What item of furniture is the coffee table in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-coffee table_in front of,o"}, "answer": "sofa", "semanticStr": "select: coffee table (9)->relate: furniture,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1:4": "4"}, "fullAnswer": {"8": "4", "1:3": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee table is in front of the sofa.", "image": "n283587.jpg", "question_id": 20827685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20117816", "20117814", "20117815", "20117812", "20117813", "20117810", "20117811", "20117839", "20117819", "20117799", "20117798", "20117795", "20117794", "20117805", "20117804", "20117807", "20117801", "20117800", "20117803", "20117802", "20117840", "20117809", "20117808", "20117821", "20117820"], "equivalent": ["20117805", "20117807", "20117806"], "question": "What size are the trees?", "isBalanced": true, "groups": {"global": "size", "local": "10q-trees_size"}, "answer": "small", "semanticStr": "select: trees (11)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are small.", "image": "n494677.jpg", "question_id": 20117806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285236", "202285238"], "equivalent": ["202285237"], "question": "What kind of food is on top of the plate?", "isBalanced": true, "groups": {"global": "meat", "local": "15-plate_on top of,s"}, "answer": "sausage", "semanticStr": "select: plate (0)->relate: food,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n100991.jpg", "question_id": 202285237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "food,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202285237", "202285238"], "equivalent": ["202285236"], "question": "What kind of food is on top of the round plate?", "isBalanced": true, "groups": {"global": "meat", "local": "15-plate_on top of,s"}, "answer": "sausage", "semanticStr": "select: plate (0)->filter shape: round [0]->relate: food,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "9:11": "0"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n100991.jpg", "question_id": 202285236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827557", "20827556", "20827689", "20827688", "20827680", "20827690", "20827691", "20827678", "20827679"], "equivalent": ["20827681"], "question": "Which kind of furniture is in front of the sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sofa_in front of,s"}, "answer": "coffee table", "semanticStr": "select: sofa (4)->relate: furniture,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"3": "9"}, "fullAnswer": {"6:8": "9", "1:4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n283587.jpg", "question_id": 20827681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20543044", "20543045", "20543046", "20543047", "20543042", "20543055", "20543054", "20543048", "20543051", "20543021", "20543062", "20543061"], "equivalent": ["20543049"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n100552.jpg", "question_id": 20543049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (5)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201056021"], "equivalent": ["201056020"], "question": "What is the vehicle to the left of the soccer player on the right?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-soccer player_to the left of,s"}, "answer": "car", "semanticStr": "select: soccer player (5)->filter hposition: right [0]->relate: vehicle,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "9:11": "5"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n259002.jpg", "question_id": 201056020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201056027", "201056025", "201056030", "201056029", "201056028"], "equivalent": ["201056027", "201056026"], "question": "What do you think is the vehicle that is to the right of the person that is watching the soccer player?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-spectator_to the right of,s"}, "answer": "car", "semanticStr": "select: soccer player (6)->relate: person,watching,s (8) [0]->relate: vehicle,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"14": "8", "19:21": "6", "6": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n259002.jpg", "question_id": 201056026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2017270", "2017271", "2017265", "2017264", "2017266", "2017269", "2017268", "2017252", "2017253"], "equivalent": ["2017267"], "question": "What color does the shirt above the pants have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "red", "semanticStr": "select: pants (4)->relate: shirt,above,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "4"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt has red color.", "image": "n324908.jpg", "question_id": 2017267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "choose", "dependencies": [0], "argument": "colorful|black and white"}], "entailed": [], "equivalent": ["2017261"], "question": "Is the shirt black and white or colorful?", "isBalanced": true, "groups": {"global": "24", "local": "10c-shirt_24"}, "answer": "colorful", "semanticStr": "select: shirt (3)->choose: colorful|black and white [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is colorful.", "image": "n324908.jpg", "question_id": 2017261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless"}], "entailed": ["202246782", "202246787", "202246784"], "equivalent": ["202246783", "202246782"], "question": "Does the shirt look sleeveless?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (9)->verify: sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is long sleeved.", "image": "n310828.jpg", "question_id": 202246783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the left of,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202243474", "202243614", "202243615", "202243403", "202243468", "202243613", "202243475", "202243467", "202243473", "202243472", "202243471", "202243470"], "equivalent": ["202243469", "202243468"], "question": "What type of vehicle is to the left of the person that is to the left of the mirror?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-man_to the left of,s"}, "answer": "truck", "semanticStr": "select: mirror (4)->relate: person,to the left of,s (9) [0]->relate: vehicle,to the left of,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"10": "9", "3": "14", "18": "4"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n557666.jpg", "question_id": 202243469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cheese (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bread,on,o (-)"}], "entailed": [], "equivalent": ["202037119"], "question": "Is the cheese on a bread?", "isBalanced": true, "groups": {"global": null, "local": "13-cheese_bread"}, "answer": "no", "semanticStr": "select: cheese (9)->verify rel: bread,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cheese is on the pizza.", "image": "n200225.jpg", "question_id": 202037119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,pulling,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430985"], "equivalent": ["201430749"], "question": "What is the person pulling?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-person_pulling,o"}, "answer": "tie", "semanticStr": "select: person (0)->relate: _,pulling,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is pulling the necktie.", "image": "n206785.jpg", "question_id": 201430749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20902685"], "question": "Is there a motorcycle or a helmet in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-helmet_motorcycle"}, "answer": "yes", "semanticStr": "select: helmet (3)->exist: ? [0]->select: motorcycle (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a helmet.", "image": "n411121.jpg", "question_id": 20902685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202243576", "202243577", "202243575", "202243578"], "equivalent": ["202243579"], "question": "On which side of the photo is the man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n557666.jpg", "question_id": 202243579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "choose", "dependencies": [1], "argument": "old fashioned|modern"}], "entailed": ["20551460", "20551458", "20551459", "20551454", "20551455", "20551456", "20551457"], "equivalent": ["20551461"], "question": "Are the buildings made of brick old fashioned or modern?", "isBalanced": true, "groups": {"global": "33", "local": "10c-buildings_33"}, "answer": "old fashioned", "semanticStr": "select: building (18)->filter material: brick [0]->choose: old fashioned|modern [1]", "annotations": {"answer": {}, "question": {"2": "18", "5": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The buildings are old fashioned.", "image": "n153118.jpg", "question_id": 20551461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (32)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (46)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669649", "201669558", "201669556", "201669555"], "equivalent": ["201669557"], "question": "What is the item of furniture that the cookies are on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cookies_on,o"}, "answer": "table", "semanticStr": "select: cookies (32)->relate: furniture,on,o (46) [0]->query: name [1]", "annotations": {"answer": {"0": "46"}, "question": {"8": "32", "3:6": "46"}, "fullAnswer": {"1:4": "46", "6": "46"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n238266.jpg", "question_id": 201669557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (8)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202117037", "202117036", "202117033", "202117032", "202117039", "202117038", "202117040", "202117041"], "equivalent": ["202117037", "202117035", "202117038", "202117036"], "question": "Do you see any wide boat?", "isBalanced": true, "groups": {"global": null, "local": "04-boat_wide"}, "answer": "yes", "semanticStr": "select: boat (8)->filter width: wide [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a wide boat.", "image": "n48494.jpg", "question_id": 202117035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827540", "20827543"], "equivalent": ["20827539"], "question": "What are the pieces of furniture in front of the staircase?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-staircase_in front of,s"}, "answer": "chairs", "semanticStr": "select: staircase (17)->relate: furniture,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"10": "17", "3:6": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n283587.jpg", "question_id": 20827539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|silver"}], "entailed": [], "equivalent": ["20827538"], "question": "How do the chairs look, black or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chairs_color"}, "answer": "black", "semanticStr": "select: chairs (7)->choose color: black|silver [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chairs are black.", "image": "n283587.jpg", "question_id": 20827538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,on top of,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201247276", "201247277", "201247274", "201247275", "201247272", "201247273", "201247270", "201247271", "201247283", "201247282", "201247281", "201247280", "201247285", "201247279", "201247269", "201247268", "201247278", "201247284"], "equivalent": ["201247267"], "question": "Is the rug on top of the carpet striped and beige?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_striped"}, "answer": "yes", "semanticStr": "select: carpet (7)->relate: rug,on top of,s (5) [0]->verify color: beige [1]->verify pattern: striped  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "7": "7"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the rug is striped and beige.", "image": "n83784.jpg", "question_id": 201247267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chalkboard (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202218723", "202218725", "202218724"], "equivalent": ["202218726"], "question": "On which side of the picture is the chalkboard?", "isBalanced": true, "groups": {"global": null, "local": "10q-chalkboard_hposition"}, "answer": "left", "semanticStr": "select: chalkboard (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chalkboard is on the left of the image.", "image": "n578564.jpg", "question_id": 202218726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (9)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201438774", "201438789", "201438760", "201438762", "201438763", "201438764", "201438765", "201438767", "201438768", "201438769", "201438757", "201438776"], "equivalent": ["201438766"], "question": "How big is the field?", "isBalanced": true, "groups": {"global": "size", "local": "10q-field_size"}, "answer": "large", "semanticStr": "select: field (9)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is large.", "image": "n66756.jpg", "question_id": 201438766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (1)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["202179406", "202179407"], "equivalent": ["202179405"], "question": "Is the bike in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-bike_bottom"}, "answer": "yes", "semanticStr": "select: bike (1)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bike is in the bottom of the image.", "image": "n523165.jpg", "question_id": 202179405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201879154", "201879155", "201879157"], "equivalent": ["201879156"], "question": "On which side of the photo is the person, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-person_hposition"}, "answer": "right", "semanticStr": "select: person (4)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is on the right of the image.", "image": "n496803.jpg", "question_id": 201879156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [0], "argument": "straight "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20349941", "20349940", "20349943", "20349942", "20349945", "20349944", "20349947", "20349946", "20349909", "20349917", "20349914", "20349921", "20349936", "20349911", "20349938", "20349939", "20349919", "20349916", "20349931", "20349932", "20349915", "20349912", "20349913", "20349910", "20349937"], "equivalent": ["20349930"], "question": "Is the hair long and straight?", "isBalanced": true, "groups": {"global": null, "local": "05-long_straight"}, "answer": "yes", "semanticStr": "select: hair (7)->verify length: long [0]->verify: straight  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is long and straight.", "image": "n468864.jpg", "question_id": 20349930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201037204", "201037205", "201037215", "201037219", "201037220", "201037221", "201037217", "201037216"], "equivalent": ["201037218"], "question": "What color is the t-shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-t-shirt_color"}, "answer": "black", "semanticStr": "select: t-shirt (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The t-shirt is black.", "image": "n393305.jpg", "question_id": 201037218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201640398"], "question": "Does the glass that is standing look large and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_large"}, "answer": "no", "semanticStr": "select: glass (2)->filter pose: standing [0]->verify cleanliness: dirty [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glass is large but clean.", "image": "n235859.jpg", "question_id": 201640398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20856726", "20856727", "20856728", "20856736"], "equivalent": ["20856725"], "question": "What is the wallet that is made of leather lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wallet_lying on top of,o"}, "answer": "bed", "semanticStr": "select: wallet (14)->filter material: leather [0]->relate: _,lying on top of,o (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"8": "14", "3": "14"}, "fullAnswer": {"1": "14", "8": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wallet is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856725", "20856727", "20856728", "20856736"], "equivalent": ["20856726"], "question": "What is the wallet lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wallet_lying on top of,o"}, "answer": "bed", "semanticStr": "select: wallet (14)->relate: _,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "14", "8": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wallet is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202120306"], "equivalent": ["202120307"], "question": "What is in front of the window?", "isBalanced": true, "groups": {"global": "sign", "local": "14-window_in front of,s"}, "answer": "sign", "semanticStr": "select: window (8)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is in front of the window.", "image": "n500308.jpg", "question_id": 202120307}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "relate", "dependencies": [0], "argument": "window,near,s (8)"}, {"operation": "filter material", "dependencies": [1], "argument": "glass"}, {"operation": "relate", "dependencies": [2], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["202120307"], "equivalent": ["202120306"], "question": "What is in front of the glass window near the freezer?", "isBalanced": true, "groups": {"global": "sign", "local": "14-window_in front of,s"}, "answer": "sign", "semanticStr": "select: refrigerator (0)->relate: window,near,s (8) [0]->filter material: glass [1]->relate: _,in front of,s (7) [2]->query: name [3]", "annotations": {"answer": {"0": "7"}, "question": {"10": "0", "6:8": "8"}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is in front of the window.", "image": "n500308.jpg", "question_id": 202120306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "closet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023453", "202023460", "202023461", "202023462", "202023410", "202023455", "202023454"], "equivalent": ["202023456"], "question": "Which kind of furniture is before the closet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-closet_in front of,s"}, "answer": "bed", "semanticStr": "select: closet (1)->relate: furniture,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n95313.jpg", "question_id": 202023456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20241030", "20241028", "20241020", "20241023", "20241031", "20241018", "20241024", "20241027", "20241026", "20241029", "20241025", "20241016"], "equivalent": ["20241021"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "eating", "semanticStr": "select: man (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is eating.", "image": "n166008.jpg", "question_id": 20241021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitchen (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20241030", "20241028", "20241021", "20241023", "20241031", "20241018", "20241024", "20241027", "20241026", "20241029", "20241025", "20241016"], "equivalent": ["20241020"], "question": "What is the person in front of the kitchen doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "eating", "semanticStr": "select: kitchen (9)->relate: person,in front of,s (0) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"8": "9", "3": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is eating.", "image": "n166008.jpg", "question_id": 20241020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboat,underneath,s (15)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202100329"], "question": "Is the sailboat underneath the plane both large and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_large"}, "answer": "no", "semanticStr": "select: airplane (1)->relate: sailboat,underneath,s (15) [0]->verify color: blue [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "15", "5": "1"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sailboat is large but white.", "image": "n386688.jpg", "question_id": 202100329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201951945"], "question": "Who wears shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "girl", "semanticStr": "select: shoes (2)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"2": "2"}, "fullAnswer": {"1": "3", "3": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl wears shoes.", "image": "n256120.jpg", "question_id": 201951945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,to the right of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20637121", "20637123", "20637122", "20637119"], "equivalent": ["20637120"], "question": "What is the cooking utensil that is to the right of the appliance that is not open?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-oven_to the right of,s"}, "answer": "cutting board", "semanticStr": "select: appliance (11)->filter: not(open) [0]->relate: cooking utensil,to the right of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"3:5": "2", "12": "11", "16": "11"}, "fullAnswer": {"1:3": "2", "5:7": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a cutting board.", "image": "n184385.jpg", "question_id": 20637120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143170", "201143167", "201143166", "201143165", "201143169", "201143168"], "equivalent": ["201143171"], "question": "What pieces of furniture are made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "chairs", "semanticStr": "select: furniture (0)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "5": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n276011.jpg", "question_id": 201143171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plants (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (25)"}, {"operation": "relate", "dependencies": [1], "argument": "place,running on,o (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201760699", "201760701"], "equivalent": ["201760700"], "question": "Where is the person near the plants running?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_running on,o"}, "answer": "lawn", "semanticStr": "select: plants (17)->relate: person,near,s (25) [0]->relate: place,running on,o (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"3": "25", "6": "17"}, "fullAnswer": {"1": "25", "6": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is running on the lawn.", "image": "n350732.jpg", "question_id": 201760700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (25)"}, {"operation": "relate", "dependencies": [0], "argument": "place,running on,o (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760699", "201760700"], "equivalent": ["201760701"], "question": "Where is the man running?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_running on,o"}, "answer": "lawn", "semanticStr": "select: man (25)->relate: place,running on,o (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {}, "fullAnswer": {"1": "25", "6": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is running on the lawn.", "image": "n350732.jpg", "question_id": 201760701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (25)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201760589", "201760706", "201760705"], "equivalent": ["201760707"], "question": "What is the man looking at?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_looking at,o"}, "answer": "soccer ball", "semanticStr": "select: man (25)->relate: _,looking at,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1": "25", "6:8": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the soccer ball.", "image": "n350732.jpg", "question_id": 201760707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143172", "201143173", "201143174", "201143175"], "equivalent": ["201143176"], "question": "What kind of furniture is light brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_light brown"}, "answer": "chairs", "semanticStr": "select: furniture (0)->filter color: light brown [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n276011.jpg", "question_id": 201143176}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143181", "201143180", "201143182", "201143178", "201143179"], "equivalent": ["201143177"], "question": "What are the hard pieces of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_hard"}, "answer": "chairs", "semanticStr": "select: furniture (0)->filter hardness: hard [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:7": "0"}, "fullAnswer": {"1:4": "0", "5": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n276011.jpg", "question_id": 201143177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "verify race", "dependencies": [1], "argument": "caucasian"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201410987"], "question": "Does the person near the toilet look Caucasian and male?", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_male"}, "answer": "no", "semanticStr": "select: toilet (3)->relate: person,near,s (1) [0]->verify race: caucasian [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "3"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the person is Caucasian but female.", "image": "n415215.jpg", "question_id": 201410987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319490", "201319483"], "equivalent": ["201319526"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "women", "semanticStr": "select: person (0)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The women are sitting.", "image": "n508733.jpg", "question_id": 201319526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20790019"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "people", "semanticStr": "select: person (9)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are sitting.", "image": "n475030.jpg", "question_id": 20790019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "women (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "verify pose", "dependencies": [1], "argument": "walking"}], "entailed": ["201319527", "201319529"], "equivalent": ["201319528"], "question": "Do the old women appear to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-women_walking"}, "answer": "no", "semanticStr": "select: women (0)->filter age: old [0]->verify pose: walking [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the women are sitting.", "image": "n508733.jpg", "question_id": 201319528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "relate", "dependencies": [0], "argument": "building,behind,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2076228", "2076229", "2076224", "2076225", "2076226", "2076220", "2076221", "2076222", "2076223", "2076216", "2076242", "2076240", "2076241", "2076233", "2076232", "2076231", "2076230", "2076235", "2076234", "2076239", "2076219", "2076218", "2076217"], "equivalent": ["2076227"], "question": "How large are the buildings behind the fence?", "isBalanced": true, "groups": {"global": "size", "local": "10q-houses_size"}, "answer": "large", "semanticStr": "select: fence (4)->relate: building,behind,s (22) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "22", "7": "4"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The houses are large.", "image": "n173807.jpg", "question_id": 2076227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285459"], "equivalent": ["20285458"], "question": "What is on the ceiling?", "isBalanced": true, "groups": {"global": "", "local": "14-ceiling_on,s"}, "answer": "fan", "semanticStr": "select: ceiling (2)->relate: _,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "2"}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fan is on the ceiling.", "image": "n192021.jpg", "question_id": 20285458}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285458"], "equivalent": ["20285459"], "question": "What's on the ceiling?", "isBalanced": true, "groups": {"global": "", "local": "14-ceiling_on,s"}, "answer": "fan", "semanticStr": "select: ceiling (2)->relate: _,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fan is on the ceiling.", "image": "n192021.jpg", "question_id": 20285459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["202246141", "202246105", "202246114", "202246113", "202246112", "202246111", "202246110", "202246139", "202246124", "202246108", "202246109", "202246140", "202246107", "202246138"], "equivalent": ["202246122"], "question": "Does the mousepad seem to be large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-mouse pad_size"}, "answer": "small", "semanticStr": "select: mouse pad (3)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mousepad is small.", "image": "n310828.jpg", "question_id": 202246122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202003919", "202003917", "202003900", "202003936", "202003937", "202003905", "202003904", "202003907", "202003906", "202003909", "202003908", "202003912", "202003911"], "equivalent": ["202003910"], "question": "How large is the window?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "small", "semanticStr": "select: window (14)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is small.", "image": "n262920.jpg", "question_id": 202003910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (2)"}, {"operation": "relate", "dependencies": [0], "argument": "fan,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20285447", "20285446", "20285449", "20285448", "20285445", "20285454", "20285455", "20285456", "20285457", "20285450", "20285452", "20285453"], "equivalent": ["20285451"], "question": "What is the fan on the ceiling made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fan_material"}, "answer": "wood", "semanticStr": "select: ceiling (2)->relate: fan,on,s (3) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "2"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fan is made of wood.", "image": "n192021.jpg", "question_id": 20285451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}], "entailed": ["201462408", "201462402", "201462403", "201462387", "201462406", "201462404", "201462405", "201462413", "201462412", "201462400"], "equivalent": ["201462407"], "question": "Does the white jersey look dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-jersey_dirty"}, "answer": "no", "semanticStr": "select: jersey (2)->filter color: white [0]->verify cleanliness: dirty [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jersey is clean.", "image": "n508641.jpg", "question_id": 201462407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047430", "201047431"], "equivalent": ["201047429"], "question": "What is the long sleeved clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"5:7": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt.", "image": "n234683.jpg", "question_id": 201047429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "burger (1)"}, {"operation": "relate", "dependencies": [0], "argument": "fries,next to,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20178060", "20178061", "20178057", "20178056", "20178054", "20178059", "20178055"], "equivalent": ["20178059", "20178058", "20178060"], "question": "Which color are the French fries the burger is next to?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fries_color"}, "answer": "brown", "semanticStr": "select: burger (1)->relate: fries,next to,o (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"7": "1", "4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fries are brown.", "image": "n55058.jpg", "question_id": 20178058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201638803", "201638802", "201638801", "201638804"], "equivalent": ["201638801", "201638800"], "question": "What is the vehicle that is on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_on,s"}, "answer": "car", "semanticStr": "select: street (8)->relate: vehicle,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "8", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n271392.jpg", "question_id": 201638800}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(ugly)"}, {"operation": "choose name", "dependencies": [1], "argument": "dress shirt|suit"}], "entailed": ["201047425"], "equivalent": ["201047425", "201047424"], "question": "Which type of clothing is not ugly, the suit or the dress shirt?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#ugly"}, "answer": "suit", "semanticStr": "select: clothing (4)->filter: not(ugly) [0]->choose name: dress shirt|suit [1]", "annotations": {"answer": {"0": "4"}, "question": {"8": "4", "3": "5", "11:13": "5"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The suit is not ugly.", "image": "n234683.jpg", "question_id": 201047424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,floating on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100347", "202100346", "202100312"], "equivalent": ["202100348"], "question": "What watercraft is floating on the ocean?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_floating on,s"}, "answer": "sailboat", "semanticStr": "select: ocean (0)->relate: watercraft,floating on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"1": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a sailboat.", "image": "n386688.jpg", "question_id": 202100348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "wood"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2072908", "2072907"], "equivalent": ["2072906", "2072907"], "question": "Are there windows or doors that are made of wood?", "isBalanced": true, "groups": {"global": null, "local": "04-window_wood"}, "answer": "no", "semanticStr": "select: window (1)->filter material: wood [0]->exist: ? [1]->select: door (-) ->filter material: wood [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is made of glass.", "image": "n498140.jpg", "question_id": 2072906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heater (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["20645710", "20645722", "20645686", "20645709", "20645687", "20645688", "20645685", "20645684", "20645728", "20645729", "20645721", "20645723", "20645731", "20645730", "20645733", "20645732", "20645734", "20645736"], "equivalent": ["20645735"], "question": "Is the small heater clean or dirty?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-heater_cleanliness"}, "answer": "clean", "semanticStr": "select: heater (2)->filter size: small [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The heater is clean.", "image": "n98544.jpg", "question_id": 20645735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201346717"], "equivalent": ["201346716"], "question": "What is in front of the stone building?", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "tree", "semanticStr": "select: building (14)->filter material: stone [0]->relate: _,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"6:8": "14"}, "fullAnswer": {"1": "4", "7": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the building.", "image": "n131634.jpg", "question_id": 201346716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873358", "201872913"], "equivalent": ["201873359"], "question": "Which kind of vehicle isn't clean?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_n#clean"}, "answer": "truck", "semanticStr": "select: vehicle (11)->filter cleanliness: not(clean) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n309148.jpg", "question_id": 201873359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081534", "202081533", "202081633", "202081635", "202081634", "202081637"], "equivalent": ["202081636"], "question": "What device is on top of the mouse pad?", "isBalanced": true, "groups": {"global": "device", "local": "15-mouse pad_on top of,s"}, "answer": "computer mouse", "semanticStr": "select: mouse pad (11)->relate: device,on top of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "4:6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n433692.jpg", "question_id": 202081636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "select", "dependencies": [], "argument": "window (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201675988"], "equivalent": ["201675989"], "question": "Do the rug and the window have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-rug_window"}, "answer": "yes", "semanticStr": "select: rug (5)->select: window (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "9"}, "fullAnswer": {"2": "5", "7": "9"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the rug is red and the window is white.", "image": "n233607.jpg", "question_id": 201675989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550223", "20550224", "20550226"], "equivalent": ["20550225"], "question": "What type of vehicle is gray?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_gray"}, "answer": "van", "semanticStr": "select: vehicle (1)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n579928.jpg", "question_id": 20550225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550223", "20550224", "20550225"], "equivalent": ["20550226"], "question": "What kind of vehicle is gray?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_gray"}, "answer": "van", "semanticStr": "select: vehicle (1)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n579928.jpg", "question_id": 20550226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "apartment building,above,o (1)"}], "entailed": ["2055580"], "equivalent": ["2055581"], "question": "Are the clouds above the brick building?", "isBalanced": true, "groups": {"global": null, "local": "13-clouds_apartment building"}, "answer": "yes", "semanticStr": "select: clouds (11)->verify rel: apartment building,above,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "11", "5:7": "1"}, "fullAnswer": {"2": "11", "6:8": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the clouds are above the apartment building.", "image": "n263180.jpg", "question_id": 2055581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550220", "20550221"], "equivalent": ["20550222"], "question": "What vehicle is large?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_large"}, "answer": "van", "semanticStr": "select: vehicle (1)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n579928.jpg", "question_id": 20550222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["2091257", "2091261", "2091260", "2091267", "2091251", "2091269", "2091268", "2091258"], "equivalent": ["2091259"], "question": "How clean is the white snow?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-snow_cleanliness"}, "answer": "dirty", "semanticStr": "select: snow (5)->filter color: white [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The snow is dirty.", "image": "n565418.jpg", "question_id": 2091259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cardboard"}, {"operation": "relate", "dependencies": [1], "argument": "instrument,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201711243", "201711242", "201711245"], "equivalent": ["201711245", "201711244"], "question": "Do you see instruments near the cardboard container?", "isBalanced": true, "groups": {"global": null, "local": "13-box_instrument"}, "answer": "yes", "semanticStr": "select: container (8)->filter material: cardboard [0]->relate: instrument,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "6:8": "8"}, "fullAnswer": {"4": "0", "7": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an instrument near the box.", "image": "n302387.jpg", "question_id": 201711244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (14)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the left of,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "cake,to the left of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202049474", "202049456"], "equivalent": ["202049475", "202049474"], "question": "Are there cakes to the left of the plate that is to the left of the knife?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_cake"}, "answer": "yes", "semanticStr": "select: knife (14)->relate: plate,to the left of,s (11) [0]->relate: cake,to the left of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "11", "2": "7", "16": "14"}, "fullAnswer": {"10": "11", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cake to the left of the plate.", "image": "n381072.jpg", "question_id": 202049475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheels (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201337041", "201337042", "201337045", "201337044"], "equivalent": ["201337043"], "question": "What are the wheels made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-wheels_material"}, "answer": "plastic", "semanticStr": "select: wheels (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wheels are made of plastic.", "image": "n329479.jpg", "question_id": 201337043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20308220", "20308222", "20308221", "20308219"], "equivalent": ["20308223"], "question": "What pieces of furniture are this?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinets", "semanticStr": "select: furniture (12)->query: name [0]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are cabinets.", "image": "n278312.jpg", "question_id": 20308223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20308220", "20308223", "20308221", "20308219"], "equivalent": ["20308222"], "question": "What kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinets", "semanticStr": "select: furniture (12)->query: name [0]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1:4": "12", "5": "12"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n278312.jpg", "question_id": 20308222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308225", "20308224"], "equivalent": ["20308226"], "question": "Which kind of furniture is made of glass?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_glass"}, "answer": "cabinets", "semanticStr": "select: furniture (12)->filter material: glass [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n278312.jpg", "question_id": 20308226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20542948", "20542949", "20542911", "20542910", "20542938", "20542942", "20542943", "20542940", "20542941", "20542946", "20542947", "20542944", "20542937", "20542957", "20542955", "20542956"], "equivalent": ["20542945"], "question": "What color is the huge animal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-elephant_color"}, "answer": "brown", "semanticStr": "select: animal (1)->filter size: huge [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is brown.", "image": "n100552.jpg", "question_id": 20542945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20205069", "20205068", "20205076", "20205074", "20205075", "20205072", "20205070", "20205071"], "equivalent": ["20205074", "20205073"], "question": "Is the black bag on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-backpack_hposition"}, "answer": "right", "semanticStr": "select: bag (9)->filter color: black [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The backpack is on the right of the image.", "image": "n532191.jpg", "question_id": 20205073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["202060061", "202060063", "202060065", "202060064"], "equivalent": ["202060062"], "question": "Is the comfortable couch on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-couch_left"}, "answer": "no", "semanticStr": "select: couch (13)->filter: comfortable [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the couch is on the right of the image.", "image": "n14087.jpg", "question_id": 202060062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "menu (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202262341"], "question": "What is in front of the menu?", "isBalanced": true, "groups": {"global": "material", "local": "14-menu_in front of,s"}, "answer": "glass", "semanticStr": "select: menu (22)->relate: _,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is in front of the menu.", "image": "n28572.jpg", "question_id": 202262341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262344", "202262342"], "equivalent": ["202262342", "202262343"], "question": "That glass is in front of what?", "isBalanced": true, "groups": {"global": "", "local": "14-glass_in front of,o"}, "answer": "menu", "semanticStr": "select: glass (2)->relate: _,in front of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "7": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is in front of the menu.", "image": "n28572.jpg", "question_id": 202262343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "filter", "dependencies": [0], "argument": "snowy"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["20710164"], "equivalent": ["20710165"], "question": "Does the snowy ground have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_black"}, "answer": "no", "semanticStr": "select: ground (10)->filter: snowy [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ground is white.", "image": "n489699.jpg", "question_id": 20710165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201663306", "201663307", "201663308", "201663310"], "equivalent": ["201663310", "201663309"], "question": "On which side is the oven?", "isBalanced": true, "groups": {"global": null, "local": "10q-oven_hposition"}, "answer": "left", "semanticStr": "select: oven (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The oven is on the left of the image.", "image": "n35676.jpg", "question_id": 201663309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing by,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763751", "201763665"], "equivalent": ["201763750"], "question": "What is standing by the doors?", "isBalanced": true, "groups": {"global": "object", "local": "14-doors_standing by,s"}, "answer": "mirror", "semanticStr": "select: doors (3)->relate: _,standing by,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"5": "3"}, "fullAnswer": {"1": "15", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is standing by the doors.", "image": "n246334.jpg", "question_id": 201763750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "manhole cover (25)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20340862", "20340865", "20340864", "20340866", "20340860", "20340863", "20340857", "20340858", "20340859", "20340868"], "equivalent": ["20340856"], "question": "Is the manhole cover metallic and round?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_round"}, "answer": "yes", "semanticStr": "select: manhole cover (25)->verify material: metal [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "25"}, "fullAnswer": {"2:4": "25"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the manhole cover is metallic and round.", "image": "n346247.jpg", "question_id": 20340856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}, {"operation": "verify age", "dependencies": [0], "argument": "young "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20647382", "20647380", "20647381", "20647386", "20647387", "20647384", "20647385", "20647388", "20647389", "20647404", "20647401", "20647400", "20647403", "20647402", "20647390", "20647393", "20647392", "20647395", "20647397", "20647396", "20647398", "20647379", "20647378", "20647377", "20647376", "20647375"], "equivalent": ["20647391"], "question": "Does the man look young and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_young"}, "answer": "yes", "semanticStr": "select: man (0)->verify height: tall [0]->verify age: young  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is young and tall.", "image": "n98540.jpg", "question_id": 20647391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["20414339", "20414338"], "equivalent": ["20414337"], "question": "Is it an outdoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is outdoors.", "image": "n16936.jpg", "question_id": 20414337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20414335"], "equivalent": ["20414336"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a skate park.", "image": "n16936.jpg", "question_id": 20414336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bookcase,on,o (-)"}], "entailed": [], "equivalent": ["20411747"], "question": "Is that food container on a bookcase?", "isBalanced": true, "groups": {"global": null, "local": "13-food container_bookcase"}, "answer": "no", "semanticStr": "select: food container (0)->verify rel: bookcase,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0", "7": "10"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the food container is on the table.", "image": "n363445.jpg", "question_id": 20411747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(wrinkled)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201492470", "201492230"], "equivalent": ["201492231"], "question": "Which kind of clothing is not wrinkled?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#wrinkled"}, "answer": "hat", "semanticStr": "select: clothing (2)->filter: not(wrinkled) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a hat.", "image": "n9856.jpg", "question_id": 201492231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631446"], "question": "Who is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "umpire", "semanticStr": "select: pants (13)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "13"}, "fullAnswer": {"1": "10", "4": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing trousers.", "image": "n570181.jpg", "question_id": 20631446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (17)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,on,s (2)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201400112"], "question": "Does the mirror on the wall have silver color and round shape?", "isBalanced": true, "groups": {"global": null, "local": "05-round_silver"}, "answer": "no", "semanticStr": "select: wall (17)->relate: mirror,on,s (2) [0]->verify shape: round [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "17"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mirror is round but brown.", "image": "n344136.jpg", "question_id": 201400112}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201590175", "201590176", "201590177", "201590170", "201590171", "201590172", "201590178", "201590181", "201590180", "201590169", "201590168", "201590179", "201590182"], "equivalent": ["201590173"], "question": "What's the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "staring", "semanticStr": "select: man (7)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is staring.", "image": "n260762.jpg", "question_id": 201590173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20691558", "20691600", "20691603", "20691604", "20691605", "20691606", "20691607", "20691609", "20691578", "20691598", "20691612", "20691611", "20691579", "20691580", "20691601", "20691537", "20691536", "20691622", "20691623"], "equivalent": ["20691608"], "question": "How clean is that toilet?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-toilet_cleanliness"}, "answer": "clean", "semanticStr": "select: toilet (0)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is clean.", "image": "n153293.jpg", "question_id": 20691608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify activity", "dependencies": [1], "argument": "talking"}], "entailed": ["201590175", "201590176"], "equivalent": ["201590177"], "question": "Does the person that is standing seem to be talking?", "isBalanced": true, "groups": {"global": null, "local": "06-man_talking"}, "answer": "no", "semanticStr": "select: person (7)->filter pose: standing [0]->verify activity: talking [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is staring.", "image": "n260762.jpg", "question_id": 201590177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,to the left of,s (9)"}, {"operation": "verify shape", "dependencies": [1], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202266109"], "equivalent": ["202266110", "202266109"], "question": "Are the pillows to the left of her square and white?", "isBalanced": true, "groups": {"global": null, "local": "05-square_white"}, "answer": "no", "semanticStr": "select: she (0)->relate: pillows,to the left of,s (9) [0]->verify shape: square [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pillows are square but brown.", "image": "n534106.jpg", "question_id": 202266110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (13)"}, {"operation": "choose material", "dependencies": [0], "argument": "stainless steel|plastic"}], "entailed": ["202262129", "202262130"], "equivalent": ["202262128"], "question": "What makes up the fork, stainless steel or plastic?", "isBalanced": true, "groups": {"global": "material", "local": "10c-fork_material"}, "answer": "stainless steel", "semanticStr": "select: fork (13)->choose material: stainless steel|plastic [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fork is made of stainless steel.", "image": "n28572.jpg", "question_id": 202262128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "query", "dependencies": [2], "argument": "shape"}], "entailed": ["202266110", "202266113", "202266109"], "equivalent": ["202266114"], "question": "Which shape do you think the pillows that look white and brown are?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pillows_shape"}, "answer": "square", "semanticStr": "select: pillows (9)->filter color: white [0]->filter color: brown [1]->query: shape [2]", "annotations": {"answer": {}, "question": {"9": "9", "11": "9", "6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are square.", "image": "n534106.jpg", "question_id": 202266114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "swimming pool (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,above,s (4)"}, {"operation": "filter age", "dependencies": [1], "argument": "young"}, {"operation": "relate", "dependencies": [2], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201885500", "201885502", "201885503"], "equivalent": ["201885500", "201885501"], "question": "The young man above the swimming pool is wearing what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "swimsuit", "semanticStr": "select: swimming pool (2)->relate: man,above,s (4) [0]->filter age: young [1]->relate: _,wearing,o (6) [2]->query: name [3]", "annotations": {"answer": {"0": "6"}, "question": {"1:3": "4", "5:7": "2"}, "fullAnswer": {"1": "4", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a swim suit.", "image": "n222297.jpg", "question_id": 201885501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,same shape,_ (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081534", "202081459", "202081533"], "equivalent": ["202081459", "202081460"], "question": "What is the device that is the same shape as the pot called?", "isBalanced": true, "groups": {"global": "device", "local": "14-pot_same shape,_"}, "answer": "computer mouse", "semanticStr": "select: pot (2)->relate: device,same shape,_ (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"11": "2", "3": "10"}, "fullAnswer": {"1": "10", "4:6": "10"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n433692.jpg", "question_id": 202081460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (16)"}, {"operation": "filter state", "dependencies": [0], "argument": "rough"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20797601", "20797591", "20797609", "20797593", "20797592", "20797595", "20797597", "20797596", "20797599", "20797598", "20797589"], "equivalent": ["20797593", "20797596", "20797595", "20797594"], "question": "What color is the ground that looks rough?", "isBalanced": true, "groups": {"global": "color", "local": "10q-ground_color"}, "answer": "gray", "semanticStr": "select: ground (16)->filter state: rough [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "16", "7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ground is gray.", "image": "n16656.jpg", "question_id": 20797594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "spoon (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "plastic"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202262127"], "question": "Do you see either any forks or spoons that are made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "04-fork_plastic"}, "answer": "no", "semanticStr": "select: fork (13)->filter material: plastic [0]->exist: ? [1]->select: spoon (-) ->filter material: plastic [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a fork but it is made of stainless steel.", "image": "n28572.jpg", "question_id": 202262127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "choose rel", "dependencies": [0], "argument": "bag,to the right of|to the left of,s (0)"}], "entailed": ["201983862", "201983863", "201983664", "201983661", "201983662", "201983663", "201983859", "201983857"], "equivalent": ["201983860"], "question": "Is the large bag to the right or to the left of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bag"}, "answer": "right", "semanticStr": "select: man (11)->choose rel: bag,to the right of|to the left of,s (0) [0]", "annotations": {"answer": {}, "question": {"13": "11", "2:4": "0"}, "fullAnswer": {"1": "0", "8": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the right of the man.", "image": "n16378.jpg", "question_id": 201983860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}], "entailed": ["20441940", "20441904", "20441934"], "equivalent": ["20441933"], "question": "Is that table round?", "isBalanced": true, "groups": {"global": null, "local": "06-table_round"}, "answer": "no", "semanticStr": "select: table (10)->verify shape: round [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the table is rectangular.", "image": "n207708.jpg", "question_id": 20441933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chimney (13)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2072766"], "question": "Is the chimney high and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_high"}, "answer": "no", "semanticStr": "select: chimney (13)->verify cleanliness: clean [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chimney is high but dirty.", "image": "n498140.jpg", "question_id": 2072766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "trays (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2072975", "2072976", "2072760"], "equivalent": ["2072761"], "question": "Are there any mirrors or trays?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mirror_trays"}, "answer": "no", "semanticStr": "select: mirror (-)->exist: ? [0]->select: trays (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no trays or mirrors.", "image": "n498140.jpg", "question_id": 2072761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}, {"operation": "verify gender", "dependencies": [1], "argument": "female "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201185127", "201185126", "201185129", "201185128", "201185147", "201185160", "201185145", "201185144", "201185143", "201185142", "201185141", "201185140", "201185149", "201185148", "201185132", "201185133", "201185130", "201185131", "201185136", "201185137", "201185134", "201185138", "201185139", "201185154", "201185155", "201185156", "201185157", "201185150", "201185152", "201185153", "201185158", "201185159"], "equivalent": ["201185146"], "question": "Is the person that is walking both female and Asian?", "isBalanced": true, "groups": {"global": null, "local": "05-asian_female"}, "answer": "yes", "semanticStr": "select: person (0)->filter pose: walking [0]->verify race: asian [1]->verify gender: female  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the person is female and asian.", "image": "n95904.jpg", "question_id": 201185146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (5)"}, {"operation": "relate", "dependencies": [0], "argument": "window,near,s (7)"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201467609", "201467598", "201467603", "201467602", "201467601", "201467600", "201467597", "201467599", "201467615", "201467614", "201467610", "201467608", "201467620", "201467611", "201467604", "201467612"], "equivalent": ["201467596"], "question": "Is the window near the plant both large and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_large"}, "answer": "yes", "semanticStr": "select: plant (5)->relate: window,near,s (7) [0]->verify weather: clear [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "5"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is large and clear.", "image": "n295771.jpg", "question_id": 201467596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202225877", "202225879", "202225878"], "equivalent": ["202225880"], "question": "Which side is the fork on?", "isBalanced": true, "groups": {"global": null, "local": "10q-fork_hposition"}, "answer": "left", "semanticStr": "select: fork (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is on the left of the image.", "image": "n336443.jpg", "question_id": 202225880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "choose color", "dependencies": [0], "argument": "yellow|blue"}], "entailed": ["201535728", "201535729"], "equivalent": ["201535727", "201535728", "201535729"], "question": "Is the coat blue or yellow?", "isBalanced": true, "groups": {"global": "color", "local": "10c-coat_color"}, "answer": "yellow", "semanticStr": "select: coat (10)->choose color: yellow|blue [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coat is yellow.", "image": "n272098.jpg", "question_id": 201535727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balloon (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose material", "dependencies": [1], "argument": "rubber|paper"}], "entailed": ["201549002"], "equivalent": ["201549002", "201549001"], "question": "Which material makes up the green balloon, rubber or paper?", "isBalanced": true, "groups": {"global": "material", "local": "10c-balloon_material"}, "answer": "rubber", "semanticStr": "select: balloon (2)->filter color: green [0]->choose material: rubber|paper [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The balloon is made of rubber.", "image": "n314171.jpg", "question_id": 201549001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201079843"], "question": "Is any desk observable in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "03-desk"}, "answer": "yes", "semanticStr": "select: desk (13)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a desk.", "image": "n23181.jpg", "question_id": 201079843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20136624"], "equivalent": ["20136623"], "question": "What is under the picture?", "isBalanced": true, "groups": {"global": "textile", "local": "14-picture_under,s"}, "answer": "towels", "semanticStr": "select: picture (1)->relate: _,under,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towels are under the picture.", "image": "n446242.jpg", "question_id": 20136623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dresser (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201079848", "201079846"], "equivalent": ["201079846", "201079847"], "question": "Are there brown desks or dressers?", "isBalanced": true, "groups": {"global": null, "local": "04-desk_brown"}, "answer": "yes", "semanticStr": "select: desk (13)->filter color: brown [0]->exist: ? [1]->select: dresser (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "13"}, "fullAnswer": {"5": "13"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a brown desk.", "image": "n23181.jpg", "question_id": 201079847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (18)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20655221", "20655213", "20655212", "20655206", "20655216", "20655215"], "equivalent": ["20655214"], "question": "What is the color of the hat?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "black", "semanticStr": "select: hat (18)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is black.", "image": "n199097.jpg", "question_id": 20655214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "query", "dependencies": [2], "argument": "shape"}], "entailed": ["20503738", "20503737", "20503739", "20503747", "20503746", "20503745", "20503743", "20503741", "20503726", "20503736"], "equivalent": ["20503742"], "question": "What shape is the sticker that looks purple and white?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-sticker_shape"}, "answer": "rectangular", "semanticStr": "select: sticker (4)->filter color: purple [0]->filter color: white [1]->query: shape [2]", "annotations": {"answer": {}, "question": {"9": "4", "4": "4", "7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sticker is rectangular.", "image": "n324644.jpg", "question_id": 20503742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201902955", "201902954", "201902950", "201902953", "201902952", "201902948", "201902949", "201902961", "201902962", "201902963", "201902964"], "equivalent": ["201902951"], "question": "Which color is the keyboard in the middle of the photo?", "isBalanced": true, "groups": {"global": "color", "local": "10q-keyboard_color"}, "answer": "black", "semanticStr": "select: keyboard (8)->filter vposition: middle [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is black.", "image": "n435808.jpg", "question_id": 201902951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20162090", "20162085", "20162087", "20162089", "20162088"], "equivalent": ["20162086"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "field", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a field.", "image": "n202379.jpg", "question_id": 20162086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609616", "20609617", "20609673"], "equivalent": ["20609618"], "question": "What dessert is the spoon in front of?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-spoon_in front of,o"}, "answer": "cake", "semanticStr": "select: spoon (3)->relate: dessert,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "3", "7": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spoon is in front of the cake.", "image": "n437064.jpg", "question_id": 20609618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (26)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20810937", "20810936", "20810938"], "equivalent": ["20810939"], "question": "On which side is the red rug?", "isBalanced": true, "groups": {"global": null, "local": "10q-rug_hposition"}, "answer": "left", "semanticStr": "select: rug (26)->filter color: red [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "26"}, "fullAnswer": {"1": "26"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is on the left of the image.", "image": "n167552.jpg", "question_id": 20810939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20262801"], "question": "What is the kite in front of?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-kite_in front of,o"}, "answer": "dress", "semanticStr": "select: kite (4)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "4", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kite is in front of the dress.", "image": "n172618.jpg", "question_id": 20262801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "relate", "dependencies": [1], "argument": "kite,in front of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20262722"], "equivalent": ["20262802"], "question": "Are there any kites in front of the blue dress?", "isBalanced": true, "groups": {"global": null, "local": "13-dress_kite"}, "answer": "yes", "semanticStr": "select: dress (11)->filter color: blue [0]->relate: kite,in front of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "11", "3": "4"}, "fullAnswer": {"9": "11", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a kite in front of the dress.", "image": "n172618.jpg", "question_id": 20262802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (10) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20204539", "20204653"], "equivalent": ["20204655"], "question": "Are there both a window and a chair in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_window"}, "answer": "yes", "semanticStr": "select: window (15)->exist: ? [0]->select: chair (10) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "15", "7": "10"}, "fullAnswer": {"8": "10", "5": "15"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a window and a chair.", "image": "n532191.jpg", "question_id": 20204655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (4)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,near,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "food,same color,_ (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201110471", "201110470", "201110472"], "equivalent": ["201110473"], "question": "What is the name of the food that has the same color as the dessert near the plates?", "isBalanced": true, "groups": {"global": "food", "local": "14-cake_same color,_"}, "answer": "marshmallow", "semanticStr": "select: plates (4)->relate: dessert,near,s (3) [0]->relate: food,same color,_ (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"14": "3", "17": "4", "6": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a marshmallow.", "image": "n546616.jpg", "question_id": 201110473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20149672"], "question": "What is under the sink?", "isBalanced": true, "groups": {"global": "", "local": "14-sink_under,s"}, "answer": "pipe", "semanticStr": "select: sink (13)->relate: _,under,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pipe is under the sink.", "image": "n65866.jpg", "question_id": 20149672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (3)"}, {"operation": "select", "dependencies": [], "argument": "marshmallow (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201110477"], "question": "What do both the cake and the marshmallow have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-cake_marshmallow"}, "answer": "color", "semanticStr": "select: cake (3)->select: marshmallow (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "0"}, "fullAnswer": {"4": "3", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the cake and the marshmallow are white.", "image": "n546616.jpg", "question_id": 201110477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (0)"}, {"operation": "choose name", "dependencies": [0], "argument": "pear|bananas"}], "entailed": [], "equivalent": ["201510344"], "question": "Is that a banana or a pear?", "isBalanced": true, "groups": {"global": "fruit", "local": "08oc-bananas_pear"}, "answer": "pear", "semanticStr": "select: this (0)->choose name: pear|bananas [0]", "annotations": {"answer": {"0": "0"}, "question": {"6": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a pear.", "image": "n541854.jpg", "question_id": 201510344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (1)"}, {"operation": "relate", "dependencies": [0], "argument": "book,above,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "open"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20330578", "20330579", "20330577", "20330572", "20330573", "20330574", "20330575", "20330576", "20330584", "20330589", "20330588", "20330581", "20330580", "20330590", "20330585", "20330583", "20330587", "20330586"], "equivalent": ["20330582"], "question": "Is the book above the bench open and white?", "isBalanced": true, "groups": {"global": null, "local": "05-open_white"}, "answer": "yes", "semanticStr": "select: bench (1)->relate: book,above,s (8) [0]->verify: open [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "1"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the book is open and white.", "image": "n260521.jpg", "question_id": 20330582}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "blond"}], "entailed": ["20120179", "20120182", "20120180", "20120181", "20120176", "20120175"], "equivalent": ["20120177"], "question": "Is the athlete blond?", "isBalanced": true, "groups": {"global": null, "local": "06-athlete_blond"}, "answer": "yes", "semanticStr": "select: athlete (0)->verify color: blond [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the athlete is blond.", "image": "n117888.jpg", "question_id": 20120177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (11)"}, {"operation": "choose color", "dependencies": [0], "argument": "dark|gray"}], "entailed": [], "equivalent": ["201467436"], "question": "Are the mountains gray or dark?", "isBalanced": true, "groups": {"global": "brightness", "local": "10c-mountains_color"}, "answer": "dark", "semanticStr": "select: mountains (11)->choose color: dark|gray [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mountains are dark.", "image": "n295771.jpg", "question_id": 201467436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202223307", "202223306", "202223305"], "equivalent": ["202223308"], "question": "In which part of the photo is the gray car?", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "right", "semanticStr": "select: car (7)->filter color: gray [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the right of the image.", "image": "n257997.jpg", "question_id": 202223308}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "closet (1)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "select", "dependencies": [], "argument": "bed (5) "}, {"operation": "relate", "dependencies": [2], "argument": "bookshelf,behind,s (0)"}, {"operation": "verify", "dependencies": [3], "argument": "full"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["202023349", "202023348", "202023294", "202023283", "202023345", "202023347", "202023346", "202023330", "202023288", "202023289", "202023350", "202023285", "202023286", "202023287", "202023291", "202023290"], "equivalent": ["202023284"], "question": "Are both the closet and the bookshelf behind the bed full?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-bookshelf_closet"}, "answer": "yes", "semanticStr": "select: closet (1)->verify: full [0]->select: bed (5) ->relate: bookshelf,behind,s (0) [2]->verify: full [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"9": "5", "3": "1", "6": "0"}, "fullAnswer": {"3": "1", "6": "0"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the closet and the bookshelf are full.", "image": "n95313.jpg", "question_id": 202023284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20183202", "20183203", "20183201", "20183206", "20183207", "20183204", "20183205", "20183219", "20183218", "20183216", "20183212", "20183211", "20183217", "20183215", "20183210"], "equivalent": ["20183208"], "question": "What's the woman doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "resting", "semanticStr": "select: woman (6)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is resting.", "image": "n151768.jpg", "question_id": 20183208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "resting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20183183", "20183168"], "equivalent": ["20183209"], "question": "Who is resting?", "isBalanced": true, "groups": {"global": "person", "local": "resting"}, "answer": "woman", "semanticStr": "select: person (6)->filter activity: resting [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is resting.", "image": "n151768.jpg", "question_id": 20183209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023563", "202023279", "202023564"], "equivalent": ["202023280"], "question": "What kind of furniture is not closed?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#closed"}, "answer": "chair", "semanticStr": "select: furniture (8)->filter: not(closed) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n95313.jpg", "question_id": 202023280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (9)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201766710", "201766702", "201766711", "201766703", "201766704", "201766705", "201766707", "201766708", "201766709", "201766692"], "equivalent": ["201766706"], "question": "What is the color of the tall house?", "isBalanced": true, "groups": {"global": "color", "local": "10q-house_color"}, "answer": "yellow", "semanticStr": "select: house (9)->filter height: tall [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is yellow.", "image": "n528403.jpg", "question_id": 201766706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounding,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202053140"], "question": "What is the fence surrounding?", "isBalanced": true, "groups": {"global": "place", "local": "14-fence_surrounding,o"}, "answer": "field", "semanticStr": "select: fence (12)->relate: _,surrounding,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "12", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is surrounding the field.", "image": "n334278.jpg", "question_id": 202053140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "meat,on top of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20157326", "20157327", "20157285"], "equivalent": ["20157325"], "question": "What kind of meat is on top of the plate near the fork?", "isBalanced": true, "groups": {"global": "meat", "local": "15-plate_on top of,s"}, "answer": "bacon", "semanticStr": "select: fork (10)->relate: plate,near,s (0) [0]->relate: meat,on top of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "0", "3": "2", "12": "10"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is bacon.", "image": "n170941.jpg", "question_id": 20157325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["202257090", "202257091", "202257092", "202257094", "202257095", "202257096"], "equivalent": ["202257092", "202257093", "202257094"], "question": "Is the weather cloudy?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy.", "image": "n92308.jpg", "question_id": 202257093}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (2)"}], "entailed": ["202240638", "202240639", "202240634", "202240635", "202240637", "202240483", "202240482", "202240481", "202240487", "202240486", "202240485", "202240484", "202240488"], "equivalent": ["202240636"], "question": "Is the woman to the left or to the right of the young man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "left", "semanticStr": "select: man (1)->filter age: young [0]->choose rel: woman,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"2": "2", "12:14": "1"}, "fullAnswer": {"1": "2", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the man.", "image": "n162148.jpg", "question_id": 202240636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201548907", "201548909", "201548896", "201548897", "201548900", "201548901", "201548902", "201548903", "201548905", "201548898", "201548899"], "equivalent": ["201548903", "201548904", "201548905"], "question": "Is the size of the picture large?", "isBalanced": true, "groups": {"global": null, "local": "06-picture_large"}, "answer": "no", "semanticStr": "select: picture (1)->verify size: large [0]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the picture is small.", "image": "n314171.jpg", "question_id": 201548904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wire"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201676011", "201675995", "201676009", "201676005", "201676010", "201676006", "201676007"], "equivalent": ["201676008"], "question": "Which color is the wire shelf?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shelf_color"}, "answer": "silver", "semanticStr": "select: shelf (11)->filter material: wire [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelf is silver.", "image": "n233607.jpg", "question_id": 201676008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201548909"], "question": "Is the picture both gray and large?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_large"}, "answer": "no", "semanticStr": "select: picture (1)->verify color: gray [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the picture is gray but small.", "image": "n314171.jpg", "question_id": 201548909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (24)"}, {"operation": "choose color", "dependencies": [0], "argument": "yellow|blue"}], "entailed": [], "equivalent": ["20257159"], "question": "Is the surfboard yellow or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-surfboard_color"}, "answer": "yellow", "semanticStr": "select: surfboard (24)->choose color: yellow|blue [0]", "annotations": {"answer": {}, "question": {"2": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The surfboard is yellow.", "image": "n441859.jpg", "question_id": 20257159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (2)"}, {"operation": "verify", "dependencies": [0], "argument": "high"}, {"operation": "verify fatness", "dependencies": [0], "argument": "skinny "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201273218", "201273244", "201273245", "201273246", "201273240", "201273241", "201273242", "201273243", "201273212", "201273211", "201273217", "201273216", "201273215", "201273214", "201273235", "201273237", "201273236"], "equivalent": ["201273213"], "question": "Does the palm seem to be high and skinny?", "isBalanced": true, "groups": {"global": null, "local": "05-high_skinny"}, "answer": "yes", "semanticStr": "select: palm tree (2)->verify: high [0]->verify fatness: skinny  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the palm is high and skinny.", "image": "n46510.jpg", "question_id": 201273213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (20)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sink,below,o (-)"}], "entailed": [], "equivalent": ["20317086"], "question": "Is the garbage can below a sink?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_sink"}, "answer": "no", "semanticStr": "select: trash can (20)->verify rel: sink,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "20"}, "fullAnswer": {"2:4": "20", "7:9": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the garbage can is below the pepper grinder.", "image": "n350766.jpg", "question_id": 20317086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptops (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202004069", "202004068"], "equivalent": ["202004070", "202004069"], "question": "Does the person to the left of the laptops look short and young?", "isBalanced": true, "groups": {"global": null, "local": "05-short_young"}, "answer": "no", "semanticStr": "select: laptops (11)->relate: person,to the left of,s (0) [0]->verify height: short [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is young but tall.", "image": "n262920.jpg", "question_id": 202004070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "couch (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201758455"], "equivalent": ["201758454"], "question": "Is there a brown table or couch?", "isBalanced": true, "groups": {"global": null, "local": "04-table_brown"}, "answer": "yes", "semanticStr": "select: table (17)->filter color: brown [0]->exist: ? [1]->select: couch (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"5": "17"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a brown table.", "image": "n4777.jpg", "question_id": 201758454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201498226", "201498225", "201498224"], "equivalent": ["201498227"], "question": "On which side is the small coffee cup?", "isBalanced": true, "groups": {"global": null, "local": "10q-coffee cup_hposition"}, "answer": "right", "semanticStr": "select: coffee cup (1)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:8": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee cup is on the right of the image.", "image": "n315887.jpg", "question_id": 201498227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "person,hanging above,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2053534"], "equivalent": ["2053533"], "question": "Who does the light post made of metal hang above?", "isBalanced": true, "groups": {"global": "", "local": "14-street light_hanging above,o"}, "answer": "crowd", "semanticStr": "select: street light (12)->filter material: metal [0]->relate: person,hanging above,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"7": "12", "3:5": "12"}, "fullAnswer": {"1": "12", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The streetlight hangs above the crowd.", "image": "n146555.jpg", "question_id": 2053533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2053531"], "equivalent": ["2053532"], "question": "What hangs above the crowd?", "isBalanced": true, "groups": {"global": "", "local": "14-crowd_hanging above,s"}, "answer": "street light", "semanticStr": "select: crowd (11)->relate: _,hanging above,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {}, "fullAnswer": {"1:3": "12", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light post hangs above the crowd.", "image": "n146555.jpg", "question_id": 2053532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (12)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202144697", "202144694", "202144659", "202144658", "202144698"], "equivalent": ["202144693"], "question": "What is in front of the man that is in front of the sign?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-man_in front of,s"}, "answer": "blender", "semanticStr": "select: sign (12)->relate: man,in front of,s (4) [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"13": "12", "6": "4"}, "fullAnswer": {"1": "8", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blender is in front of the man.", "image": "n37274.jpg", "question_id": 202144693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201175686"], "question": "Is the mirror both small and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_small"}, "answer": "no", "semanticStr": "select: mirror (8)->verify cleanliness: clean [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mirror is clean but large.", "image": "n357784.jpg", "question_id": 201175686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scooter (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "blue"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202179417"], "question": "Is there either a blue scooter or bike?", "isBalanced": true, "groups": {"global": null, "local": "04-bike_blue"}, "answer": "no", "semanticStr": "select: bike (1)->filter color: blue [0]->exist: ? [1]->select: scooter (-) ->filter color: blue [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bike but it is black.", "image": "n523165.jpg", "question_id": 202179417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202144697", "202144693", "202144659", "202144658", "202144698"], "equivalent": ["202144694"], "question": "What type of appliance is in front of the man that is in front of the bicycle?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-man_in front of,s"}, "answer": "blender", "semanticStr": "select: bicycle (11)->relate: man,in front of,s (4) [0]->relate: appliance,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"9": "4", "3": "8", "16": "11"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (4)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201080524", "201080521", "201080522"], "equivalent": ["201080523"], "question": "Is the catcher on the left side or on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-catcher_hposition"}, "answer": "right", "semanticStr": "select: catcher (4)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The catcher is on the right of the image.", "image": "n154160.jpg", "question_id": 201080523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (4)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["201080525", "201080532", "201080526", "201080536", "201080537", "201080534", "201080533", "201080538", "201080535", "201080529", "201080530", "201080531"], "equivalent": ["201080525", "201080527", "201080526"], "question": "Do you think the catcher is clean?", "isBalanced": true, "groups": {"global": null, "local": "06-catcher_clean"}, "answer": "yes", "semanticStr": "select: catcher (4)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the catcher is clean.", "image": "n154160.jpg", "question_id": 201080527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866141", "20866140"], "equivalent": ["20866139", "20866140"], "question": "Where is she?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_on,o"}, "answer": "floor", "semanticStr": "select: she (3)->relate: place,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"2": "3"}, "fullAnswer": {"1": "3", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the floor.", "image": "n579256.jpg", "question_id": 20866139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20883232"], "equivalent": ["20883231"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (9)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "9"}, "fullAnswer": {"1": "2", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants.", "image": "n159284.jpg", "question_id": 20883231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (6)"}], "entailed": ["20866136"], "equivalent": ["20866135"], "question": "Is the tall woman wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_jeans"}, "answer": "yes", "semanticStr": "select: woman (3)->filter height: tall [0]->verify rel: jeans,wearing,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "5": "6"}, "fullAnswer": {"2": "3", "5": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is wearing jeans.", "image": "n579256.jpg", "question_id": 20866135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866029", "20866134"], "equivalent": ["20866133"], "question": "Who is wearing jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "woman", "semanticStr": "select: jeans (6)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "6"}, "fullAnswer": {"1": "3", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing jeans.", "image": "n579256.jpg", "question_id": 20866133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sour cream,holding,o (7)"}], "entailed": ["20866129", "20866132", "20866130"], "equivalent": ["20866131"], "question": "Is she holding the food on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_sour cream"}, "answer": "yes", "semanticStr": "select: she (3)->verify rel: sour cream,holding,o (7) [0]", "annotations": {"answer": {}, "question": {"1": "3", "4": "7"}, "fullAnswer": {"2": "3", "6:8": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is holding the sour cream.", "image": "n579256.jpg", "question_id": 20866131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174061", "202173946"], "equivalent": ["202174062"], "question": "What appliance isn't closed?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_n#closed"}, "answer": "microwave", "semanticStr": "select: appliance (1)->filter: not(closed) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a microwave.", "image": "n398429.jpg", "question_id": 202174062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (4)"}, {"operation": "query", "dependencies": [0], "argument": "age"}], "entailed": ["202053337", "202053325", "202053326", "202053334", "202053333", "202053332", "202053331", "202053330", "202053319", "202053318", "202053316", "202053328", "202053336", "202053335", "202053295", "202053296", "202053317"], "equivalent": ["202053329"], "question": "How old is the batter?", "isBalanced": true, "groups": {"global": "age", "local": "10q-batter_age"}, "answer": "young", "semanticStr": "select: batter (4)->query: age [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The batter is young.", "image": "n334278.jpg", "question_id": 202053329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240946", "202240944", "202240945"], "equivalent": ["202240947"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "shirt", "semanticStr": "select: clothing (1)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n460385.jpg", "question_id": 202240947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "woman,behind,o (11)"}], "entailed": ["202240848"], "equivalent": ["202240940"], "question": "Is the shelf behind a woman?", "isBalanced": true, "groups": {"global": null, "local": "13-shelf_woman"}, "answer": "yes", "semanticStr": "select: shelf (13)->verify rel: woman,behind,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "13", "5": "11"}, "fullAnswer": {"2": "13", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shelf is behind a woman.", "image": "n460385.jpg", "question_id": 202240940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "relate", "dependencies": [1], "argument": "rug,on top of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202003816"], "question": "Are there rugs on top of the dark floor?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_rug"}, "answer": "no", "semanticStr": "select: floor (15)->filter color: dark [0]->relate: rug,on top of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"7:9": "15"}, "fullAnswer": {"9": "15", "4": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a desk on top of the floor.", "image": "n262920.jpg", "question_id": 202003816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "telephone pole (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20342416", "20342478", "20342480", "20342479", "20342482"], "equivalent": ["20342481"], "question": "What vehicle is in front of the telephone pole?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-telephone pole_in front of,s"}, "answer": "bus", "semanticStr": "select: telephone pole (8)->relate: vehicle,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n16425.jpg", "question_id": 20342481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "watercraft,flying above,o (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100312"], "equivalent": ["202100437"], "question": "What type of watercraft is the white airplane flying above?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-airplane_flying above,o"}, "answer": "sailboat", "semanticStr": "select: airplane (1)->filter color: white [0]->relate: watercraft,flying above,o (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15", "6:8": "1"}, "fullAnswer": {"1": "1", "6": "15"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plane is flying above the sailboat.", "image": "n386688.jpg", "question_id": 202100437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ball (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201156310"], "question": "Do you see either a ball or a helmet?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-balls_helmet"}, "answer": "yes", "semanticStr": "select: helmet (0)->exist: ? [0]->select: ball (5) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"8": "0", "5": "5"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a helmet.", "image": "n146522.jpg", "question_id": 201156310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20783521"], "question": "Who is the chair in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-chair_in front of,o"}, "answer": "people", "semanticStr": "select: chair (9)->relate: person,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "9", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the people.", "image": "n355339.jpg", "question_id": 20783521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003813", "202003812", "202003727", "202003815"], "equivalent": ["202003814"], "question": "What piece of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "desk", "semanticStr": "select: floor (15)->relate: furniture,on top of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n262920.jpg", "question_id": 202003814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201491064", "201491063", "201491052"], "equivalent": ["201491062"], "question": "What is the name of the animals?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "goats", "semanticStr": "select: animal (4)->query: name [0]", "annotations": {"answer": {"0": "4"}, "question": {"6": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are goats.", "image": "n86120.jpg", "question_id": 201491062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201491064", "201491062", "201491052"], "equivalent": ["201491063"], "question": "What animals are it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "goats", "semanticStr": "select: animal (4)->query: name [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are goats.", "image": "n86120.jpg", "question_id": 201491063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201109224", "201109207", "201109222", "201109223", "201109220", "201109221", "201109230", "201109229", "201109231", "201109218", "201109217", "201109216", "201109215", "201109214", "201109213", "201109206", "201109205"], "equivalent": ["201109219"], "question": "How big is the vehicle on the left?", "isBalanced": true, "groups": {"global": "size", "local": "10q-suv_size"}, "answer": "large", "semanticStr": "select: vehicle (1)->filter hposition: left [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The SUV is large.", "image": "n167164.jpg", "question_id": 201109219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookie (8)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611712", "20611710", "20611711", "20611707", "20611708"], "equivalent": ["20611709"], "question": "Which kind of food is to the left of the cookie?", "isBalanced": true, "groups": {"global": "food", "local": "15-cookie_to the left of,s"}, "answer": "sandwiches", "semanticStr": "select: cookie (8)->relate: food,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n28996.jpg", "question_id": 20611709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "covered "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201676561"], "question": "Is the window covered and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_covered"}, "answer": "no", "semanticStr": "select: window (9)->verify color: brown [0]->verify: covered  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is covered but white.", "image": "n233607.jpg", "question_id": 201676561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["201153462", "201153460"], "equivalent": ["201153461"], "question": "Are the black glasses in the top?", "isBalanced": true, "groups": {"global": null, "local": "06-glasses_top"}, "answer": "no", "semanticStr": "select: glasses (6)->filter color: black [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the glasses are in the bottom of the image.", "image": "n160664.jpg", "question_id": 201153461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201491067", "201491059", "201491058", "201491057", "201491070", "201491053", "201491052"], "equivalent": ["201491068"], "question": "What are the animals that are white?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_white"}, "answer": "goats", "semanticStr": "select: animal (4)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are goats.", "image": "n86120.jpg", "question_id": 201491068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20442163", "20442162", "20442161", "20442156", "20442154", "20442153"], "equivalent": ["20442155"], "question": "What is the cabinet made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cabinet_material"}, "answer": "glass", "semanticStr": "select: cabinet (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is made of glass.", "image": "n207708.jpg", "question_id": 20442155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "glasses,wearing,o (-)"}], "entailed": ["20508532"], "equivalent": ["20508533"], "question": "Is the person that is to the right of the woman wearing glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "no", "semanticStr": "select: woman (0)->relate: person,to the right of,s (1) [0]->verify rel: glasses,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "0", "2": "1"}, "fullAnswer": {"2": "1", "5": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing jeans.", "image": "n511913.jpg", "question_id": 20508533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "boots,walking on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20262512", "20262509", "20262513", "20262510"], "equivalent": ["20262511"], "question": "Which color do you think the boots which are walking on the grass are?", "isBalanced": true, "groups": {"global": "color", "local": "10q-boots_color"}, "answer": "green", "semanticStr": "select: grass (1)->relate: boots,walking on,s (12) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "1", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boots are green.", "image": "n172618.jpg", "question_id": 20262511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20508534"], "question": "Who wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (5)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "5"}, "fullAnswer": {"1": "1", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a shirt.", "image": "n511913.jpg", "question_id": 20508534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "eggplant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "container,to the right of,s (24)"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201886909"], "equivalent": ["201886910"], "question": "Is the container to the right of the eggplant round and small?", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "no", "semanticStr": "select: eggplant (1)->relate: container,to the right of,s (24) [0]->verify shape: round [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the box is small but rectangular.", "image": "n429961.jpg", "question_id": 201886910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "select", "dependencies": [], "argument": "table (7) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["20899581"], "equivalent": ["20899580"], "question": "Is the shape of the table the same as the bowl?", "isBalanced": true, "groups": {"global": null, "local": "09same-bowl_table"}, "answer": "no", "semanticStr": "select: bowl (6)->select: table (7) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "6", "5": "7"}, "fullAnswer": {"2": "6", "7": "7"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bowl is round and the table is square.", "image": "n186491.jpg", "question_id": 20899580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508540", "20508541", "20508542", "20508070", "20508071"], "equivalent": ["20508539"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_in front of,o"}, "answer": "table", "semanticStr": "select: man (1)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the table.", "image": "n511913.jpg", "question_id": 20508539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boots (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "_,walking on,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20262558", "20262559", "20262560"], "equivalent": ["20262516"], "question": "What are the green boots walking on?", "isBalanced": true, "groups": {"global": "plant", "local": "14-boots_walking on,o"}, "answer": "grass", "semanticStr": "select: boots (12)->filter color: green [0]->relate: _,walking on,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "12"}, "fullAnswer": {"1": "12", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boots are walking on the grass.", "image": "n172618.jpg", "question_id": 20262516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (-)"}], "entailed": [], "equivalent": ["20901813"], "question": "Is the man that is short wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-man_shorts"}, "answer": "no", "semanticStr": "select: man (1)->filter height: short [0]->verify rel: shorts,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"2": "1", "5": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing sandals.", "image": "n28792.jpg", "question_id": 20901813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (1)"}, {"operation": "verify", "dependencies": [0], "argument": "low"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20963880"], "question": "Does the toilet seat appear to be white and low?", "isBalanced": true, "groups": {"global": null, "local": "05-low_white"}, "answer": "no", "semanticStr": "select: toilet seat (1)->verify: low [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet seat is low but brown.", "image": "n119886.jpg", "question_id": 20963880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20492008"], "equivalent": ["20492007"], "question": "Who is looking at the large picture frame?", "isBalanced": true, "groups": {"global": "person", "local": "14-picture frame_looking at,s"}, "answer": "man", "semanticStr": "select: picture frame (11)->filter size: large [0]->relate: person,looking at,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"5:8": "11"}, "fullAnswer": {"1": "2", "6:8": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the picture frame.", "image": "n335542.jpg", "question_id": 20492007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20385468", "20385469", "20385462", "20385463", "20385467", "20385464", "20385465", "20385453", "20385452", "20385451", "20385450", "20385457", "20385456", "20385455", "20385454", "20385459", "20385458", "20385470", "20385447", "20385448", "20385449"], "equivalent": ["20385461"], "question": "Does the book look thick and white?", "isBalanced": true, "groups": {"global": null, "local": "05-thick_white"}, "answer": "yes", "semanticStr": "select: book (14)->verify thickness: thick [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the book is thick and white.", "image": "n90294.jpg", "question_id": 20385461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,standing against,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201637248", "201637249", "201637240", "201637241", "201637242", "201637243", "201637244", "201637245", "201637246", "201637247", "201637231", "201637230", "201637233", "201637232", "201637235", "201637234", "201637237", "201637236", "201637253", "201637238", "201637254"], "equivalent": ["201637239", "201637238"], "question": "What is the size of the appliance the countertop is standing against?", "isBalanced": true, "groups": {"global": "size", "local": "10q-stove_size"}, "answer": "huge", "semanticStr": "select: countertop (8)->relate: appliance,standing against,o (5) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8": "8", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stove is huge.", "image": "n200692.jpg", "question_id": 201637239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201153469", "201153468", "201153467", "201153466", "201153463"], "equivalent": ["201153465"], "question": "What type of material are the glasses made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glasses_material"}, "answer": "glass", "semanticStr": "select: glasses (6)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are made of glass.", "image": "n160664.jpg", "question_id": 201153465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20724269", "20724268", "20724272", "20724260", "20724270", "20724271", "20724264", "20724274", "20724266", "20724254", "20724255", "20724256", "20724257", "20724261", "20724267", "20724258", "20724259", "20724263"], "equivalent": ["20724265", "20724266"], "question": "Does the jacket look long sleeved and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (2)->verify color: dark [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is long sleeved and dark.", "image": "n369970.jpg", "question_id": 20724265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "mirror,sitting at,o (-)"}], "entailed": [], "equivalent": ["20227110"], "question": "Is the young woman sitting at a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_mirror"}, "answer": "no", "semanticStr": "select: woman (8)->filter age: young [0]->verify rel: mirror,sitting at,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8", "7": "14"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is sitting at a table.", "image": "n68769.jpg", "question_id": 20227110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,looking at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012749", "202012877", "202012876", "202012878", "202012880", "202012881"], "equivalent": ["202012879"], "question": "What is the device that the man is looking at?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_looking at,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: device,looking at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "0"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n326988.jpg", "question_id": 202012879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "racket,holding,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": [], "equivalent": ["201301832"], "question": "How hard is the racket that the person is holding?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-racket_hardness"}, "answer": "hard", "semanticStr": "select: person (2)->relate: racket,holding,o (10) [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "2"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis racket is hard.", "image": "n127705.jpg", "question_id": 201301832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201301840", "201301838", "201301836", "201301848", "201301849", "201301833", "201301842", "201301835", "201301837", "201301852", "201301839", "201301841", "201301851", "201301843", "201301844", "201301845", "201301846", "201301847"], "equivalent": ["201301833", "201301834"], "question": "Does the ground look smooth and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_smooth"}, "answer": "yes", "semanticStr": "select: ground (13)->verify color: green [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ground is smooth and green.", "image": "n127705.jpg", "question_id": 201301834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "coffee table (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201861296", "201861298", "201861299"], "equivalent": ["201861296", "201861297"], "question": "Are there any black coffee tables or mirrors in the photo?", "isBalanced": true, "groups": {"global": null, "local": "04-mirror_black"}, "answer": "no", "semanticStr": "select: mirror (3)->filter color: black [0]->exist: ? [1]->select: coffee table (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a mirror but it is silver.", "image": "n390187.jpg", "question_id": 201861297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201403951", "201403950", "201403952", "201403948", "201403949", "201403946"], "equivalent": ["201403947"], "question": "How's the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudless", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudless.", "image": "n331357.jpg", "question_id": 201403947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,above,s (4)"}, {"operation": "filter activity", "dependencies": [1], "argument": "playing"}, {"operation": "verify age", "dependencies": [2], "argument": "old"}], "entailed": ["201885463", "201885462", "201885461", "201885459", "201885467", "201885466", "201885464", "201885468", "201885458", "201885460"], "equivalent": ["201885465"], "question": "Does the playing man above the water look old?", "isBalanced": true, "groups": {"global": null, "local": "06-man_old"}, "answer": "no", "semanticStr": "select: water (9)->relate: man,above,s (4) [0]->filter activity: playing [1]->verify age: old [2]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "9"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is young.", "image": "n222297.jpg", "question_id": 201885465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cart,to the left of,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201654456", "201654457", "201654454", "201654455", "201654452", "201654453", "201654450", "201654438", "201654439", "201654458", "201654459", "201654451", "201654461", "201654460", "201654449", "201654448", "201654441", "201654440", "201654443", "201654442", "201654444", "201654447", "201654446"], "equivalent": ["201654437"], "question": "Is the cart that is to the left of the car metallic and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: car (7)->relate: cart,to the left of,s (5) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "7", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cart is metallic and black.", "image": "n6309.jpg", "question_id": 201654437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "urinal (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "silver"}, {"operation": "verify material", "dependencies": [2], "argument": "porcelain"}, {"operation": "select", "dependencies": [], "argument": "urinal (3) "}, {"operation": "filter color", "dependencies": [4], "argument": "white"}, {"operation": "filter color", "dependencies": [5], "argument": "silver"}, {"operation": "verify material", "dependencies": [6], "argument": "porcelain"}, {"operation": "and", "dependencies": [3, 7], "argument": ""}], "entailed": ["201077090", "201077075", "201077085", "201077087", "201077088", "201077089", "201077074"], "equivalent": ["201077086"], "question": "Are both the urinal that is white and silver and the urinal that is white and silver made of porcelain?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-urinal_urinal"}, "answer": "yes", "semanticStr": "select: urinal (2)->filter color: white [0]->filter color: silver [1]->verify material: porcelain [2]->select: urinal (3) ->filter color: white [4]->filter color: silver [5]->verify material: porcelain [6]->and:  [3, 7]", "annotations": {"answer": {}, "question": {"11": "3", "14": "3", "16": "3", "3": "2", "6": "2", "8": "2"}, "fullAnswer": {"3": "2", "6": "3"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the urinal and the urinal are made of porcelain.", "image": "n503626.jpg", "question_id": 201077086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20717098", "20717090", "20717096", "20717097", "20717120", "20717121", "20717122", "20717089"], "equivalent": ["20717119"], "question": "What is the white item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "bed", "semanticStr": "select: furniture (8)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4:7": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n67005.jpg", "question_id": 20717119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snowboard (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201504990"], "question": "Do you see any snowboard or surfboard there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-snowboard_surfboard"}, "answer": "yes", "semanticStr": "select: surfboard (4)->exist: ? [0]->select: snowboard (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a surfboard.", "image": "n298104.jpg", "question_id": 201504990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "verify rel", "dependencies": [2], "argument": "man,hanging above,o (0)"}], "entailed": [], "equivalent": ["201641293"], "question": "Is the street sign that looks black and white hanging above a man?", "isBalanced": true, "groups": {"global": null, "local": "13-street sign_man"}, "answer": "yes", "semanticStr": "select: street sign (5)->filter color: black [0]->filter color: white [1]->verify rel: man,hanging above,o (0) [2]", "annotations": {"answer": {}, "question": {"8": "5", "12": "0", "2:4": "5", "6": "5"}, "fullAnswer": {"8": "0", "2:4": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the street sign is hanging above a man.", "image": "n532213.jpg", "question_id": 201641293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark brown"}], "entailed": ["20416609", "20416608", "20416614", "20416602", "20416630", "20416617", "20416607", "20416606", "20416604", "20416600", "20416599", "20416598"], "equivalent": ["20416605"], "question": "Does the chair have dark brown color?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_dark brown"}, "answer": "yes", "semanticStr": "select: chair (1)->verify color: dark brown [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is dark brown.", "image": "n234722.jpg", "question_id": 20416605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "person,hanging above,o (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201641292"], "equivalent": ["201641292", "201641291"], "question": "Who is the street sign that is black and white hanging above?", "isBalanced": true, "groups": {"global": "person", "local": "14-street sign_hanging above,o"}, "answer": "man", "semanticStr": "select: street sign (5)->filter color: black [0]->filter color: white [1]->relate: person,hanging above,o (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"9": "5", "7": "5", "3:5": "5"}, "fullAnswer": {"1:3": "5", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is hanging above the man.", "image": "n532213.jpg", "question_id": 201641291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201556964", "201556963", "201556962"], "equivalent": ["201556965"], "question": "On which side of the photo is the book?", "isBalanced": true, "groups": {"global": null, "local": "10q-book_hposition"}, "answer": "right", "semanticStr": "select: book (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is on the right of the image.", "image": "n525901.jpg", "question_id": 201556965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "filter color", "dependencies": [1], "argument": "orange"}, {"operation": "choose rel", "dependencies": [2], "argument": "bottle,to the right of|to the left of,s (7)"}], "entailed": ["201770860", "201770859", "201770858", "201770857", "201770947"], "equivalent": ["201770948"], "question": "Is the bottle to the left or to the right of the mug that looks red and orange?", "isBalanced": true, "groups": {"global": null, "local": "13-mug_bottle"}, "answer": "right", "semanticStr": "select: mug (5)->filter color: red [0]->filter color: orange [1]->choose rel: bottle,to the right of|to the left of,s (7) [2]", "annotations": {"answer": {}, "question": {"2": "7", "12": "5", "15": "5", "17": "5"}, "fullAnswer": {"1": "7", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bottle is to the right of the mug.", "image": "n310625.jpg", "question_id": 201770948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20754858"], "question": "Does the shirt that looks dry have striped pattern and black color?", "isBalanced": true, "groups": {"global": null, "local": "05-black_striped"}, "answer": "no", "semanticStr": "select: shirt (6)->filter: dry [0]->verify color: black [1]->verify pattern: striped  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is striped but blue.", "image": "n566028.jpg", "question_id": 20754858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360961", "201360959", "201360958"], "equivalent": ["201360960", "201360959"], "question": "What is the clothing item that is colorful called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_colorful"}, "answer": "jacket", "semanticStr": "select: clothing (9)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "9"}, "fullAnswer": {"1:3": "9", "5": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a jacket.", "image": "n541688.jpg", "question_id": 201360960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360960", "201360959", "201360958"], "equivalent": ["201360961"], "question": "What clothing item is colorful?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_colorful"}, "answer": "jacket", "semanticStr": "select: clothing (9)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:3": "9"}, "fullAnswer": {"1:3": "9", "5": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a jacket.", "image": "n541688.jpg", "question_id": 201360961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "choose", "dependencies": [1], "argument": "dry|wet"}], "entailed": ["20754854", "20754856", "20754850", "20754853", "20754852", "20754840", "20754861"], "equivalent": ["20754855", "20754856"], "question": "Is the striped shirt dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-shirt_17"}, "answer": "dry", "semanticStr": "select: shirt (6)->filter pattern: striped [0]->choose: dry|wet [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is dry.", "image": "n566028.jpg", "question_id": 20754855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "verify", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "dry "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20899662"], "equivalent": ["20899662", "20899661"], "question": "Does the water look clear and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_dry"}, "answer": "no", "semanticStr": "select: water (3)->verify: clear [0]->verify: dry  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the water is clear but wet.", "image": "n186491.jpg", "question_id": 20899661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "verify", "dependencies": [0], "argument": "clear"}], "entailed": ["20899661", "20899668", "20899669", "20899672", "20899664", "20899665", "20899666", "20899667", "20899671", "20899662"], "equivalent": ["20899663"], "question": "Is the water clear?", "isBalanced": true, "groups": {"global": null, "local": "06-water_clear"}, "answer": "yes", "semanticStr": "select: water (3)->verify: clear [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the water is clear.", "image": "n186491.jpg", "question_id": 20899663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "refrigerator,to the right of,o (-)"}], "entailed": [], "equivalent": ["201770946"], "question": "Is the bottle to the right of a refrigerator?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_refrigerator"}, "answer": "no", "semanticStr": "select: bottle (7)->verify rel: refrigerator,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"9": "5", "2": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bottle is to the right of the mug.", "image": "n310625.jpg", "question_id": 201770946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (13)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (26)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "verify rel", "dependencies": [2], "argument": "chair,resting on,o (25)"}], "entailed": [], "equivalent": ["20673101"], "question": "Is the white thing that is to the right of the toilet resting on the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet paper_chair"}, "answer": "yes", "semanticStr": "select: toilet (13)->relate: toilet paper,to the right of,s (26) [0]->filter color: white [1]->verify rel: chair,resting on,o (25) [2]", "annotations": {"answer": {}, "question": {"11": "13", "2:4": "26", "15": "25"}, "fullAnswer": {"8": "25", "2:4": "26"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the toilet paper is resting on the chair.", "image": "n59147.jpg", "question_id": 20673101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (27)"}, {"operation": "choose name", "dependencies": [0], "argument": "fire truck|tractor"}], "entailed": [], "equivalent": ["20923077"], "question": "Is this a fire truck or a tractor?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-fire truck_tractor"}, "answer": "fire truck", "semanticStr": "select: this (27)->choose name: fire truck|tractor [0]", "annotations": {"answer": {"0:2": "27"}, "question": {"3:5": "27"}, "fullAnswer": {"3:5": "27"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a fire truck.", "image": "n480253.jpg", "question_id": 20923077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (9)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sturdy)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923156"], "equivalent": ["20923076"], "question": "What vehicle is not sturdy?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_n#sturdy"}, "answer": "ambulance", "semanticStr": "select: vehicle (9)->filter: not(sturdy) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "27"}, "fullAnswer": {"1": "27", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is an ambulance.", "image": "n480253.jpg", "question_id": 20923076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (27)"}, {"operation": "filter", "dependencies": [0], "argument": "sturdy"}, {"operation": "choose name", "dependencies": [1], "argument": "fire truck|ambulance"}], "entailed": [], "equivalent": ["20923073"], "question": "Which vehicle is sturdy, the ambulance or the fire truck?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12c-vehicle_sturdy"}, "answer": "fire truck", "semanticStr": "select: vehicle (27)->filter: sturdy [0]->choose name: fire truck|ambulance [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"1": "27", "8:10": "27", "5": "9"}, "fullAnswer": {"1:3": "27"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The fire truck is sturdy.", "image": "n480253.jpg", "question_id": 20923073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (27)"}, {"operation": "filter", "dependencies": [0], "argument": "sturdy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923037", "20923036", "20923069", "20923071", "20923070", "20923039", "20923038"], "equivalent": ["20923072"], "question": "What vehicle is sturdy?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_sturdy"}, "answer": "fire truck", "semanticStr": "select: vehicle (27)->filter: sturdy [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"1": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n480253.jpg", "question_id": 20923072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["20248149", "20248148", "20248141", "20248143", "20248142", "20248145", "20248144", "20248147", "20248146", "20248138", "20248126", "20248139"], "equivalent": ["20248140"], "question": "Are the trousers red?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_red"}, "answer": "yes", "semanticStr": "select: pants (9)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trousers are red.", "image": "n49310.jpg", "question_id": 20248140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (0)"}, {"operation": "verify opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "verify", "dependencies": [0], "argument": "full "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202225959"], "question": "Does the glass look clear and full?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_full"}, "answer": "no", "semanticStr": "select: glass (0)->verify opaqness: clear [0]->verify: full  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glass is clear but empty.", "image": "n336443.jpg", "question_id": 202225959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (9)"}, {"operation": "filter pose", "dependencies": [1], "argument": "standing"}, {"operation": "query", "dependencies": [2], "argument": "activity"}], "entailed": ["201682422", "201682420", "201682421", "201682417", "201682423"], "equivalent": ["201682418"], "question": "What is the standing person to the right of the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "waiting", "semanticStr": "select: man (0)->relate: person,to the right of,s (9) [0]->filter pose: standing [1]->query: activity [2]", "annotations": {"answer": {}, "question": {"10": "0", "3:5": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is waiting.", "image": "n51658.jpg", "question_id": 201682418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "choose color", "dependencies": [0], "argument": "orange|white"}], "entailed": [], "equivalent": ["202231536"], "question": "Which color are the shorts, orange or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shorts_color"}, "answer": "orange", "semanticStr": "select: shorts (9)->choose color: orange|white [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are orange.", "image": "n79078.jpg", "question_id": 202231536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark brown"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20416743", "20416763", "20416729", "20416724", "20416725", "20416720", "20416723", "20416748", "20416747", "20416744", "20416745", "20416765", "20416767", "20416760", "20416761", "20416762", "20416738", "20416719", "20416732", "20416731", "20416730", "20416737", "20416736", "20416735", "20416734", "20416733", "20416755", "20416754", "20416751", "20416750", "20416753", "20416752"], "equivalent": ["20416746"], "question": "Is that table smooth and dark brown?", "isBalanced": true, "groups": {"global": null, "local": "05-dark brown_smooth"}, "answer": "yes", "semanticStr": "select: table (2)->verify color: dark brown [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is smooth and dark brown.", "image": "n234722.jpg", "question_id": 20416746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (3)"}, {"operation": "select", "dependencies": [], "argument": "floor (14) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201407059"], "equivalent": ["201407060"], "question": "Does the racket have a different color than the floor?", "isBalanced": true, "groups": {"global": null, "local": "09diff-floor_racket"}, "answer": "yes", "semanticStr": "select: racket (3)->select: floor (14) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "14", "2": "3"}, "fullAnswer": {"2": "3", "7": "14"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the racket is yellow and the floor is blue.", "image": "n282607.jpg", "question_id": 201407060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "elephant,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201935129", "201935130"], "equivalent": ["201935131", "201935130"], "question": "Are there any elephants behind the green tree?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_elephant"}, "answer": "no", "semanticStr": "select: tree (12)->filter color: green [0]->relate: elephant,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "12"}, "fullAnswer": {"4": "10", "7": "12"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a lamp behind the tree.", "image": "n556604.jpg", "question_id": 201935131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana bunch (4)"}, {"operation": "select", "dependencies": [], "argument": "banana (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201756491"], "question": "What do both the banana bunch and the banana have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-banana_banana bunch"}, "answer": "color", "semanticStr": "select: banana bunch (4)->select: banana (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "0", "4:6": "4"}, "fullAnswer": {"8": "0", "4:6": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the banana bunch and the banana are yellow.", "image": "n567860.jpg", "question_id": 201756491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201573890", "201573891", "201573892", "201573887", "201573886", "201573885", "201573884", "201573889"], "equivalent": ["201573888"], "question": "Which kind of vehicle is to the left of the people?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-people_to the left of,s"}, "answer": "cars", "semanticStr": "select: people (8)->relate: vehicle,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n115614.jpg", "question_id": 201573888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,same color,_ (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756497", "201756503", "201756502"], "equivalent": ["201756497", "201756496"], "question": "What is the name of the animal that has the same color as the door?", "isBalanced": true, "groups": {"global": "animal", "local": "14-door_same color,_"}, "answer": "kitten", "semanticStr": "select: door (5)->relate: animal,same color,_ (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"14": "5", "6": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (0)"}, {"operation": "select", "dependencies": [], "argument": "skirt (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201037025", "201037022", "201037023", "201037021"], "equivalent": ["201037024", "201037025"], "question": "Does the traffic sign have a different color than the skirt?", "isBalanced": true, "groups": {"global": null, "local": "09diff-skirt_traffic sign"}, "answer": "yes", "semanticStr": "select: traffic sign (0)->select: skirt (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "6", "2:4": "0"}, "fullAnswer": {"8": "6", "2:4": "0"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the traffic sign is red and the skirt is white.", "image": "n393305.jpg", "question_id": 201037024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (14)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bicycle (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20621841"], "question": "Are there any bicycles or fences in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bicycle_fence"}, "answer": "yes", "semanticStr": "select: fence (14)->exist: ? [0]->select: bicycle (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n210269.jpg", "question_id": 20621841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185347"], "equivalent": ["201185346"], "question": "What is located on top of the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_on top of,s"}, "answer": "fence post", "semanticStr": "select: wall (6)->relate: _,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"7": "6"}, "fullAnswer": {"8": "6", "1:3": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence post is on top of the wall.", "image": "n95904.jpg", "question_id": 201185346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,underneath,s (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202006198", "202006200"], "equivalent": ["202006199"], "question": "What are the pieces of furniture underneath the cabinet that is not small?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cabinet_underneath,s"}, "answer": "shelves", "semanticStr": "select: cabinet (10)->filter size: not(small) [0]->relate: furniture,underneath,s (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"8": "10", "12": "10", "3:6": "15"}, "fullAnswer": {"1:4": "15", "5": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n97485.jpg", "question_id": 202006199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "store (19)"}, {"operation": "verify size", "dependencies": [0], "argument": "huge"}, {"operation": "verify", "dependencies": [0], "argument": "modern "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20655187", "20655186", "20655185", "20655184", "20655183", "20655181", "20655180", "20655172", "20655173", "20655171", "20655176", "20655177", "20655174", "20655188", "20655178", "20655179", "20655175"], "equivalent": ["20655182"], "question": "Does that store look modern and huge?", "isBalanced": true, "groups": {"global": null, "local": "05-huge_modern"}, "answer": "yes", "semanticStr": "select: store (19)->verify size: huge [0]->verify: modern  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the store is modern and huge.", "image": "n199097.jpg", "question_id": 20655182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "store (19)"}, {"operation": "filter", "dependencies": [0], "argument": "not(antique)"}, {"operation": "choose size", "dependencies": [1], "argument": "huge|small"}], "entailed": [], "equivalent": ["20655181"], "question": "Is the store that is not antique huge or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-store_size"}, "answer": "huge", "semanticStr": "select: store (19)->filter: not(antique) [0]->choose size: huge|small [1]", "annotations": {"answer": {}, "question": {"2": "19", "6": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The store is huge.", "image": "n199097.jpg", "question_id": 20655181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (10)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,above,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735553", "201735552"], "equivalent": ["201735551"], "question": "What kind of furniture is above the empty bowl?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bowl_above,s"}, "answer": "shelves", "semanticStr": "select: bowl (10)->filter: empty [0]->relate: furniture,above,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "7:9": "10"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n240973.jpg", "question_id": 201735551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (10)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2075243"], "equivalent": ["2075250"], "question": "Are there any deer in the photo that are standing?", "isBalanced": true, "groups": {"global": null, "local": "04-deer_standing"}, "answer": "yes", "semanticStr": "select: deer (10)->filter pose: standing [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a deer that is standing.", "image": "n469525.jpg", "question_id": 2075250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20691477", "20691476", "20691478"], "equivalent": ["20691479"], "question": "Which side are the white shelves on?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelves_hposition"}, "answer": "left", "semanticStr": "select: shelves (10)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are on the left of the image.", "image": "n153293.jpg", "question_id": 20691479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "store (19)"}, {"operation": "verify", "dependencies": [0], "argument": "modern"}], "entailed": ["20655187", "20655186", "20655185", "20655183", "20655172", "20655173", "20655188"], "equivalent": ["20655184"], "question": "Is the store modern?", "isBalanced": true, "groups": {"global": null, "local": "06-store_modern"}, "answer": "yes", "semanticStr": "select: store (19)->verify: modern [0]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the store is modern.", "image": "n199097.jpg", "question_id": 20655184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,in front of,s (0)"}], "entailed": ["201407327", "201407328"], "equivalent": ["201407324"], "question": "Is he in front of the net above the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-man_man"}, "answer": "no", "semanticStr": "select: he (0)->verify rel: man,in front of,s (0) [0]", "annotations": {"answer": {}, "question": {"1": "0", "9": "14", "6": "15"}, "fullAnswer": {"2": "0", "6": "15"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is behind the net.", "image": "n282607.jpg", "question_id": 201407324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201411117"], "equivalent": ["201411119"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "shirt", "semanticStr": "select: clothing (5)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n415215.jpg", "question_id": 201411119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (11)"}, {"operation": "filter", "dependencies": [0], "argument": "folded"}, {"operation": "verify rel", "dependencies": [1], "argument": "shelves,sitting inside,o (10)"}], "entailed": [], "equivalent": ["20691471"], "question": "Are the folded towels sitting inside the shelves next to the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-towels_shelves"}, "answer": "yes", "semanticStr": "select: towels (11)->filter: folded [0]->verify rel: shelves,sitting inside,o (10) [1]", "annotations": {"answer": {}, "question": {"11": "12", "2:4": "11", "7": "10"}, "fullAnswer": {"2": "11", "7": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the towels are sitting inside the shelves.", "image": "n153293.jpg", "question_id": 20691471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (11)"}, {"operation": "filter", "dependencies": [0], "argument": "folded"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting inside,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20691469"], "equivalent": ["20691470"], "question": "What are the pieces of furniture that the folded towels are sitting inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-towels_sitting inside,o"}, "answer": "shelves", "semanticStr": "select: towels (11)->filter: folded [0]->relate: furniture,sitting inside,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"8:10": "11", "3:6": "10"}, "fullAnswer": {"1:4": "10", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n153293.jpg", "question_id": 20691470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (7)"}, {"operation": "filter activity", "dependencies": [1], "argument": "waiting"}, {"operation": "choose rel", "dependencies": [2], "argument": "dog,to the left of|to the right of,s (2)"}], "entailed": ["20903075", "20903073", "20902893", "20902894", "20902896", "20903074", "20903076"], "equivalent": ["20902895"], "question": "Is the small dog to the right or to the left of the waiting person near the van?", "isBalanced": true, "groups": {"global": null, "local": "13-person_dog"}, "answer": "left", "semanticStr": "select: van (6)->relate: person,near,s (7) [0]->filter activity: waiting [1]->choose rel: dog,to the left of|to the right of,s (2) [2]", "annotations": {"answer": {}, "question": {"2:4": "2", "13:15": "7", "17": "6"}, "fullAnswer": {"1": "2", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The dog is to the left of the person.", "image": "n411121.jpg", "question_id": 20902895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20953979", "20953977", "20953978"], "equivalent": ["20953980"], "question": "On which side of the photo is the man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (15)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n498712.jpg", "question_id": 20953980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20940346", "20940345", "20940348"], "equivalent": ["20940347"], "question": "Is the white mat on the left or on the right side of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-mat_hposition"}, "answer": "right", "semanticStr": "select: mat (8)->filter color: white [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mat is on the right of the image.", "image": "n240666.jpg", "question_id": 20940347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "table,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201758013"], "equivalent": ["201758014"], "question": "How large is the table that the cup sits on top of?", "isBalanced": true, "groups": {"global": "size", "local": "10q-table_size"}, "answer": "small", "semanticStr": "select: cup (3)->relate: table,sitting on top of,o (6) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "3"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is small.", "image": "n4777.jpg", "question_id": 201758014}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(modern)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149846", "20149845"], "equivalent": ["20149847"], "question": "What item of furniture isn't modern?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#modern"}, "answer": "drawer", "semanticStr": "select: furniture (12)->filter: not(modern) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "9"}, "fullAnswer": {"1:4": "9", "6": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a drawer.", "image": "n65866.jpg", "question_id": 20149847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(modern)"}, {"operation": "choose name", "dependencies": [1], "argument": "cabinet|drawer"}], "entailed": [], "equivalent": ["20149844"], "question": "Which piece of furniture is not modern, the drawer or the cabinet?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#modern"}, "answer": "drawer", "semanticStr": "select: furniture (12)->filter: not(modern) [0]->choose name: cabinet|drawer [1]", "annotations": {"answer": {"0": "12"}, "question": {"11": "9", "8": "12", "1:4": "9"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The drawer is not modern.", "image": "n65866.jpg", "question_id": 20149844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter", "dependencies": [0], "argument": "modern"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149824", "20149822", "20149823", "20149840", "20149811", "20149810", "20149812"], "equivalent": ["20149842"], "question": "Which kind of furniture is modern?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_modern"}, "answer": "cabinet", "semanticStr": "select: furniture (9)->filter: modern [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n65866.jpg", "question_id": 20149842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter", "dependencies": [0], "argument": "modern"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149824", "20149822", "20149823", "20149842", "20149811", "20149810", "20149812"], "equivalent": ["20149840"], "question": "How is the modern item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_modern"}, "answer": "cabinet", "semanticStr": "select: furniture (9)->filter: modern [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"4:7": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n65866.jpg", "question_id": 20149840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skating"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201347375", "201347370", "201347371", "201347372"], "equivalent": ["201347374"], "question": "What is the person that is skating doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-skateboarder_activity"}, "answer": "looking up", "semanticStr": "select: person (3)->filter sportActivity: skating [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is looking up.", "image": "n65202.jpg", "question_id": 201347374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (3)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201347374", "201347370", "201347371", "201347372"], "equivalent": ["201347375"], "question": "What is the skateboarder doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-skateboarder_activity"}, "answer": "looking up", "semanticStr": "select: skateboarder (3)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is looking up.", "image": "n65202.jpg", "question_id": 201347375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(ripe)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202284971"], "question": "What food is not ripe?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#ripe"}, "answer": "sausage", "semanticStr": "select: food (1)->filter: not(ripe) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "13"}, "fullAnswer": {"1": "13", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n100991.jpg", "question_id": 202284971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202284978"], "equivalent": ["202284977"], "question": "What is the food that is not thin called?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#thin"}, "answer": "sausage", "semanticStr": "select: food (1)->filter: not(thin) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n100991.jpg", "question_id": 202284977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "choose name", "dependencies": [1], "argument": "banana|sausage"}], "entailed": [], "equivalent": ["202284976"], "question": "Which kind of food is not thin, the sausage or the banana?", "isBalanced": true, "groups": {"global": "meat", "local": "12c-food_n#thin"}, "answer": "sausage", "semanticStr": "select: food (1)->filter: not(thin) [0]->choose name: banana|sausage [1]", "annotations": {"answer": {"0": "1"}, "question": {"11": "13", "8": "1", "3": "13"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The sausage is not thin.", "image": "n100991.jpg", "question_id": 202284976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (13)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thin"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202284972", "202284955", "202284957", "202284956", "202284946", "202284947", "202284945"], "equivalent": ["202284974"], "question": "What kind of fruit is thin?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_thin"}, "answer": "banana", "semanticStr": "select: fruit (13)->filter thickness: thin [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is a banana.", "image": "n100991.jpg", "question_id": 202284974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20984399"], "question": "Who is jumping?", "isBalanced": true, "groups": {"global": "person", "local": "jumping"}, "answer": "skater", "semanticStr": "select: person (4)->filter pose: jumping [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is jumping.", "image": "n12214.jpg", "question_id": 20984399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202284977"], "equivalent": ["202284978"], "question": "Which kind of food is not thin?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#thin"}, "answer": "sausage", "semanticStr": "select: food (1)->filter: not(thin) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n100991.jpg", "question_id": 202284978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,to the left of,s (3)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201593737", "201593736", "201593735", "201593734", "201593733", "201593732", "201593739", "201593738", "201593742", "201593743", "201593740", "201593741", "201593746", "201593747", "201593744", "201593745", "201593748", "201593749"], "equivalent": ["201593732", "201593731"], "question": "Does the fence to the left of the girl look metallic and silver?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_silver"}, "answer": "yes", "semanticStr": "select: girl (5)->relate: fence,to the left of,s (3) [0]->verify material: metal [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "5", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is metallic and silver.", "image": "n200907.jpg", "question_id": 201593731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "wet "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201687540", "201687541", "201687542", "201687527", "201687526", "201687528", "201687529", "201687539", "201687538", "201687531", "201687530", "201687532", "201687535", "201687534", "201687537", "201687536"], "equivalent": ["201687525"], "question": "Are the shorts black and wet?", "isBalanced": true, "groups": {"global": null, "local": "05-black_wet"}, "answer": "yes", "semanticStr": "select: shorts (6)->verify color: black [0]->verify: wet  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are black and wet.", "image": "n228268.jpg", "question_id": 201687525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756901", "20756900", "20756903", "20756902"], "equivalent": ["20756904"], "question": "Which kind of clothing is long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "robe", "semanticStr": "select: clothing (4)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a robe.", "image": "n433532.jpg", "question_id": 20756904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20756905", "20756907", "20756906"], "equivalent": ["20756908"], "question": "What kind of clothing is red?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_red"}, "answer": "robe", "semanticStr": "select: clothing (4)->filter color: red [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a robe.", "image": "n433532.jpg", "question_id": 20756908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvds (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,inside,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201956969", "201956968", "201956967", "201956966"], "equivalent": ["201956970"], "question": "Which kind of furniture are the DVDs inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dvds_inside,o"}, "answer": "tv stand", "semanticStr": "select: dvds (3)->relate: furniture,inside,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "3", "5:7": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The movies are inside the TV stand.", "image": "n536256.jpg", "question_id": 201956970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201527402", "201527403", "201527400", "201527399"], "equivalent": ["201527401"], "question": "What is located on top of the cake?", "isBalanced": true, "groups": {"global": "object", "local": "14-cake_on top of,s"}, "answer": "candles", "semanticStr": "select: cake (2)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The candles are on top of the cake.", "image": "n118102.jpg", "question_id": 201527401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "select", "dependencies": [], "argument": "pipe (15) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20963645"], "question": "What do the sink and the pipe have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-pipe_sink"}, "answer": "color", "semanticStr": "select: sink (7)->select: pipe (15) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "15"}, "fullAnswer": {"4": "7", "7": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the sink and the pipe are white.", "image": "n119886.jpg", "question_id": 20963645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "select", "dependencies": [], "argument": "floor (13) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["20963647"], "equivalent": ["20963646"], "question": "Are the floor and the mirror the same shape?", "isBalanced": true, "groups": {"global": null, "local": "09same-floor_mirror"}, "answer": "no", "semanticStr": "select: mirror (2)->select: floor (13) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "2"}, "fullAnswer": {"2": "2", "7": "13"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mirror is round and the floor is square.", "image": "n119886.jpg", "question_id": 20963646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "platform (12)"}, {"operation": "relate", "dependencies": [0], "argument": "train tracks,near,s (13)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20551328", "20551329", "20551335", "20551324", "20551325", "20551331", "20551330", "20551333", "20551332", "20551326", "20551334", "20551323", "20551321", "20551322"], "equivalent": ["20551327"], "question": "Are the train tracks near the platform long and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-long_metal"}, "answer": "yes", "semanticStr": "select: platform (12)->relate: train tracks,near,s (13) [0]->verify length: long [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "13", "6": "12"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the train tracks are long and metallic.", "image": "n153118.jpg", "question_id": 20551327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706140", "20706141", "20706142", "20706143", "20706155", "20706154", "20706095"], "equivalent": ["20706144"], "question": "What device is in front of the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_in front of,s"}, "answer": "headphones", "semanticStr": "select: keyboard (2)->relate: device,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is headphones.", "image": "n264887.jpg", "question_id": 20706144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "wall,behind,s (0)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "_,standing against,s (2)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201957005", "201957004", "201957006"], "equivalent": ["201957003"], "question": "What is standing against the white wall behind the lamp?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_standing against,s"}, "answer": "tv stand", "semanticStr": "select: lamp (8)->relate: wall,behind,s (0) [0]->filter color: white [1]->relate: _,standing against,s (2) [2]->query: name [3]", "annotations": {"answer": {"0:2": "2"}, "question": {"9": "8", "5:7": "0"}, "fullAnswer": {"1:3": "2", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The TV stand is standing against the wall.", "image": "n536256.jpg", "question_id": 201957003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "wall,behind,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,standing against,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201957004", "201957006", "201957003"], "equivalent": ["201957005"], "question": "What kind of furniture is standing against the wall behind the lamp?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_standing against,s"}, "answer": "tv stand", "semanticStr": "select: lamp (8)->relate: wall,behind,s (0) [0]->relate: furniture,standing against,s (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"11": "8", "8": "0", "3": "2"}, "fullAnswer": {"6:8": "2", "1:4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a TV stand.", "image": "n536256.jpg", "question_id": 201957005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing against,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957005", "201957006", "201957003"], "equivalent": ["201957004"], "question": "What is standing against the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_standing against,s"}, "answer": "tv stand", "semanticStr": "select: wall (0)->relate: _,standing against,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1:3": "2", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The TV stand is standing against the wall.", "image": "n536256.jpg", "question_id": 201957004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify rel", "dependencies": [1], "argument": "wall,standing against,o (0)"}], "entailed": [], "equivalent": ["201957007"], "question": "Is the TV stand that is made of wood standing against the wall that looks white?", "isBalanced": true, "groups": {"global": null, "local": "13-tv stand_wall"}, "answer": "yes", "semanticStr": "select: tv stand (2)->filter material: wood [0]->verify rel: wall,standing against,o (0) [1]", "annotations": {"answer": {}, "question": {"8": "2", "12": "0", "15": "0", "2:4": "2"}, "fullAnswer": {"8": "0", "2:4": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the TV stand is standing against the wall.", "image": "n536256.jpg", "question_id": 201957007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202119887", "202119892", "202119891", "202119890", "202119894", "202119888", "202119889"], "equivalent": ["202119893"], "question": "What shape is that refrigerator?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-refrigerator_shape"}, "answer": "rectangular", "semanticStr": "select: refrigerator (0)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The refrigerator is rectangular.", "image": "n500308.jpg", "question_id": 202119893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (10)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (4)"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (5)"}], "entailed": ["20667858", "20667854", "20667856", "20667857", "20667853"], "equivalent": ["20667855", "20667856"], "question": "Is the woman to the right or to the left of the man that is wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "left", "semanticStr": "select: hat (10)->relate: man,wearing,s (4) [0]->choose rel: woman,to the left of|to the right of,s (5) [1]", "annotations": {"answer": {}, "question": {"2": "5", "12": "4", "17": "10"}, "fullAnswer": {"1": "5", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the man.", "image": "n181355.jpg", "question_id": 20667855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247501", "20247502"], "equivalent": ["20247500"], "question": "What is the short sleeved clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_short sleeved"}, "answer": "dress", "semanticStr": "select: clothing (2)->filter: short sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5:7": "2"}, "fullAnswer": {"1:3": "2", "5": "2"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress.", "image": "n223750.jpg", "question_id": 20247500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247500", "20247501"], "equivalent": ["20247502"], "question": "What clothing item is short sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_short sleeved"}, "answer": "dress", "semanticStr": "select: clothing (2)->filter: short sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1:3": "2"}, "fullAnswer": {"1:3": "2", "5": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress.", "image": "n223750.jpg", "question_id": 20247502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056059", "2056058", "2056057", "2056056", "2056060"], "equivalent": ["2056061"], "question": "Which kind of vehicle is parked behind the bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bus_parked behind,s"}, "answer": "car", "semanticStr": "select: bus (12)->relate: vehicle,parked behind,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n263180.jpg", "question_id": 2056061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter", "dependencies": [0], "argument": "parked"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked behind,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2055628", "2056064", "2056065", "2056066", "2056067"], "equivalent": ["2056063"], "question": "What is the parked vehicle parked behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-car_parked behind,o"}, "answer": "bus", "semanticStr": "select: vehicle (2)->filter: parked [0]->relate: _,parked behind,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is parked behind the bus.", "image": "n263180.jpg", "question_id": 2056063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (13)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,above,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202102581"], "question": "Do you see any mirrors above the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_mirror"}, "answer": "no", "semanticStr": "select: sink (13)->relate: mirror,above,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "13"}, "fullAnswer": {"4": "12", "7": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a faucet above the sink.", "image": "n386682.jpg", "question_id": 202102581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (18)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,inside,s (17)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}], "entailed": ["20183422", "20183423", "20183433", "20183432", "20183424", "20183425"], "equivalent": ["20183434"], "question": "Does the vegetable inside the boxes look colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-vegetable_colorful"}, "answer": "yes", "semanticStr": "select: boxes (18)->relate: vegetable,inside,s (17) [0]->verify: colorful [1]", "annotations": {"answer": {}, "question": {"2": "17", "5": "18"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the vegetable is colorful.", "image": "n151768.jpg", "question_id": 20183434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (8)"}, {"operation": "select", "dependencies": [], "argument": "street (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202041875"], "question": "Do the helmet and the street have the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-helmet_street"}, "answer": "no", "semanticStr": "select: helmet (8)->select: street (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "10"}, "fullAnswer": {"9": "10", "2": "8"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the street is made of cement.", "image": "n449058.jpg", "question_id": 202041875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "office (16)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}], "entailed": ["20954067", "20954068", "20954069"], "equivalent": ["20954066"], "question": "Does the office look open?", "isBalanced": true, "groups": {"global": null, "local": "06-office_open"}, "answer": "yes", "semanticStr": "select: office (16)->verify: open [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the office is open.", "image": "n498712.jpg", "question_id": 20954066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "select", "dependencies": [], "argument": "gun (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202041872"], "question": "Are the street and the gun made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-gun_street"}, "answer": "no", "semanticStr": "select: street (10)->select: gun (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "9"}, "fullAnswer": {"9": "9", "2": "10"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the street is made of concrete and the gun is made of metal.", "image": "n449058.jpg", "question_id": 202041872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (1)"}, {"operation": "select", "dependencies": [], "argument": "gun (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202041869", "202041870"], "equivalent": ["202041871", "202041870", "202041869"], "question": "Is the material of the window the same as the gun?", "isBalanced": true, "groups": {"global": null, "local": "09same-gun_window"}, "answer": "no", "semanticStr": "select: window (1)->select: gun (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "9", "5": "1"}, "fullAnswer": {"9": "9", "2": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the gun is made of metal.", "image": "n449058.jpg", "question_id": 202041871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (3)"}, {"operation": "filter", "dependencies": [0], "argument": "baked"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244069", "202244068", "202244093", "202244067"], "equivalent": ["202244095"], "question": "What kind of dessert is baked?", "isBalanced": true, "groups": {"global": "dessert", "local": "12q-dessert_baked"}, "answer": "cupcakes", "semanticStr": "select: dessert (3)->filter: baked [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The dessert is cupcakes.", "image": "n296467.jpg", "question_id": 202244095}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (15)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201393460", "201393463", "201393462", "201393459"], "equivalent": ["201393461"], "question": "On which side is the couch, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-couch_hposition"}, "answer": "right", "semanticStr": "select: couch (15)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"5": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The couch is on the right of the image.", "image": "n305495.jpg", "question_id": 201393461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "coffee table,in front of,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20827026", "20827025", "20827024"], "equivalent": ["20827023"], "question": "What piece of furniture is to the left of the coffee table that is in front of the sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-coffee table_to the left of,s"}, "answer": "cupboard", "semanticStr": "select: sofa (4)->relate: coffee table,in front of,s (9) [0]->relate: furniture,to the left of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"18": "4", "1:4": "11", "10:12": "9"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20151772", "20151780", "20151781", "20151773", "20151783", "20151775", "20151774", "20151776", "20151779", "20151778"], "equivalent": ["20151777"], "question": "What color are the trousers?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "black", "semanticStr": "select: pants (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are black.", "image": "n313060.jpg", "question_id": 20151777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827026", "20827025", "20827023"], "equivalent": ["20827024"], "question": "What item of furniture is to the left of the coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-coffee table_to the left of,s"}, "answer": "cupboard", "semanticStr": "select: coffee table (9)->relate: furniture,to the left of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1:4": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,to the right of,s (9)"}, {"operation": "verify", "dependencies": [1], "argument": "old fashioned"}], "entailed": ["201998332", "201998329", "201998334"], "equivalent": ["201998337"], "question": "Do the chairs that are to the right of the vase seem to be old fashioned?", "isBalanced": true, "groups": {"global": null, "local": "06-chairs_old fashioned"}, "answer": "yes", "semanticStr": "select: vase (3)->relate: chairs,to the right of,s (9) [0]->verify: old fashioned [1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chairs are old fashioned.", "image": "n319845.jpg", "question_id": 201998337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coffee table,to the left of,o (9)"}], "entailed": ["20827709"], "equivalent": ["20827028"], "question": "Is the cupboard to the left of the coffee table?", "isBalanced": true, "groups": {"global": null, "local": "13-cupboard_coffee table"}, "answer": "yes", "semanticStr": "select: cupboard (11)->verify rel: coffee table,to the left of,o (9) [0]", "annotations": {"answer": {}, "question": {"8:10": "9", "2": "11"}, "fullAnswer": {"2": "11", "9:11": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cupboard is to the left of the coffee table.", "image": "n283587.jpg", "question_id": 20827028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "refrigerator,next to,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202119808"], "equivalent": ["202119913"], "question": "Is there a refrigerator next to the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_refrigerator"}, "answer": "yes", "semanticStr": "select: table (3)->relate: refrigerator,next to,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "7": "3"}, "fullAnswer": {"8": "3", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a refrigerator next to the table.", "image": "n500308.jpg", "question_id": 202119913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (4)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,below,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "abundant"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201595946", "201595947", "201595944", "201595945", "201595943", "201595963", "201595960", "201595948", "201595949", "201595959", "201595964", "201595962", "201595953", "201595952", "201595955", "201595961", "201595957", "201595956"], "equivalent": ["201595951"], "question": "Are the trees below the sky green and abundant?", "isBalanced": true, "groups": {"global": null, "local": "05-abundant_green"}, "answer": "yes", "semanticStr": "select: sky (4)->relate: tree,below,s (3) [0]->verify: abundant [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "4"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are green and abundant.", "image": "n302358.jpg", "question_id": 201595951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (46)"}, {"operation": "select", "dependencies": [], "argument": "cake stand (40) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201669328", "201669326", "201669327"], "equivalent": ["201669326", "201669327", "201669328", "201669329"], "question": "Is the material of the table the same as the cake stand?", "isBalanced": true, "groups": {"global": null, "local": "09same-cake stand_table"}, "answer": "no", "semanticStr": "select: table (46)->select: cake stand (40) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "46", "10:12": "40"}, "fullAnswer": {"2": "46", "9:11": "40"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the table is made of wood and the cake stand is made of metal.", "image": "n238266.jpg", "question_id": 201669329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "choose shape", "dependencies": [1], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["201671819"], "question": "Is the bright window rectangular or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-window_shape"}, "answer": "rectangular", "semanticStr": "select: window (3)->filter: bright [0]->choose shape: rectangular|round [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is rectangular.", "image": "n410289.jpg", "question_id": 201671819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dishwasher (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201623394"], "question": "Do you see both a microwave and a dish washer?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-dishwasher_microwave"}, "answer": "no", "semanticStr": "select: microwave (1)->exist: ? [0]->select: dishwasher (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a microwave but no dishwashers.", "image": "n501609.jpg", "question_id": 201623394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (6)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2059600", "2059601"], "equivalent": ["2059599"], "question": "Who is in front of the young boy?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_in front of,s"}, "answer": "batter", "semanticStr": "select: boy (6)->filter age: young [0]->relate: person,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"6:8": "6"}, "fullAnswer": {"1": "2", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the boy.", "image": "n130638.jpg", "question_id": 2059599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,above,s (16)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201574205"], "question": "Does the traffic signal above the man appear to be metallic and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_metal"}, "answer": "no", "semanticStr": "select: man (4)->relate: traffic light,above,s (16) [0]->verify color: green [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "16", "6": "4"}, "fullAnswer": {"2:4": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the traffic light is metallic but black.", "image": "n116329.jpg", "question_id": 201574205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (5)"}, {"operation": "select", "dependencies": [], "argument": "cloud (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201972690"], "equivalent": ["201972689"], "question": "Is the color of the cloud the same as the sweater?", "isBalanced": true, "groups": {"global": null, "local": "09same-cloud_sweater"}, "answer": "no", "semanticStr": "select: sweater (5)->select: cloud (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "5", "5": "11"}, "fullAnswer": {"2": "5", "7": "11"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sweater is black and the cloud is white.", "image": "n541482.jpg", "question_id": 201972689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,below,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201574205", "201574199", "201574202", "201574201"], "equivalent": ["201574200"], "question": "Which color is the traffic light the man is below?", "isBalanced": true, "groups": {"global": "color", "local": "10q-traffic light_color"}, "answer": "black", "semanticStr": "select: man (3)->relate: traffic light,below,o (16) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"7": "3", "4:6": "16"}, "fullAnswer": {"1:3": "16"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic light is black.", "image": "n116329.jpg", "question_id": 201574200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (17)"}, {"operation": "relate", "dependencies": [0], "argument": "sand,on,s (13)"}, {"operation": "choose state", "dependencies": [1], "argument": "rough|smooth"}], "entailed": ["20302764"], "equivalent": ["20302763", "20302764"], "question": "Is the sand on the beach rough or smooth?", "isBalanced": true, "groups": {"global": "state", "local": "10c-sand_state"}, "answer": "rough", "semanticStr": "select: beach (17)->relate: sand,on,s (13) [0]->choose state: rough|smooth [1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "17"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sand is rough.", "image": "n318684.jpg", "question_id": 20302763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cloud (11)"}, {"operation": "select", "dependencies": [], "argument": "scarf (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201972683", "201972686", "201972684", "201972685"], "equivalent": ["201972682", "201972683"], "question": "Does the cloud have the same color as the scarf?", "isBalanced": true, "groups": {"global": null, "local": "09same-cloud_scarf"}, "answer": "yes", "semanticStr": "select: cloud (11)->select: scarf (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "11"}, "fullAnswer": {"3": "11", "6": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the cloud and the scarf are white.", "image": "n541482.jpg", "question_id": 201972682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (17)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,lying on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20856931", "20856930", "20856933", "20856932", "20856935", "20856937", "20856938", "20856928", "20856929", "20856943", "20856944", "20856945", "20856927"], "equivalent": ["20856934"], "question": "Which color is the bag which is lying on top of the bed?", "isBalanced": true, "groups": {"global": "color", "local": "10q-purse_color"}, "answer": "green", "semanticStr": "select: bed (17)->relate: bag,lying on top of,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "17", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is green.", "image": "n293477.jpg", "question_id": 20856934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (2)"}, {"operation": "filter sport", "dependencies": [0], "argument": "baseball"}, {"operation": "verify", "dependencies": [1], "argument": "grassy"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20162477"], "question": "Does the baseball field look grassy and green?", "isBalanced": true, "groups": {"global": null, "local": "05-grassy_green"}, "answer": "no", "semanticStr": "select: field (2)->filter sport: baseball [0]->verify: grassy [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is grassy but brown.", "image": "n202379.jpg", "question_id": 20162477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "car,parked behind,o (1)"}], "entailed": ["201346533", "201346532", "201346535"], "equivalent": ["201346534"], "question": "Is the van parked behind the vehicle that looks silver?", "isBalanced": true, "groups": {"global": null, "local": "13-van_car"}, "answer": "yes", "semanticStr": "select: van (0)->verify rel: car,parked behind,o (1) [0]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0", "6": "1"}, "fullAnswer": {"2": "0", "7": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the van is parked behind the car.", "image": "n131634.jpg", "question_id": 201346534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "orange (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(unpeeled)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "apple (-) "}, {"operation": "filter", "dependencies": [3], "argument": "not(unpeeled)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201479183", "201479182", "201479181", "201479171"], "equivalent": ["201479170", "201479171"], "question": "Are there any apples or oranges that are not unpeeled?", "isBalanced": true, "groups": {"global": null, "local": "04-orange_n#unpeeled"}, "answer": "no", "semanticStr": "select: orange (1)->filter: not(unpeeled) [0]->exist: ? [1]->select: apple (-) ->filter: not(unpeeled) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is an orange but it is unpeeled.", "image": "n181210.jpg", "question_id": 201479170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201346530", "201346528", "201346529", "201346526", "201346527", "201346525"], "equivalent": ["201346531"], "question": "What vehicle is the van parked behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-van_parked behind,o"}, "answer": "car", "semanticStr": "select: van (0)->relate: vehicle,parked behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is parked behind the car.", "image": "n131634.jpg", "question_id": 201346531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "giant"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202162309", "202162308"], "equivalent": ["202162310", "202162309"], "question": "Is there a chair in the photo that is giant?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_giant"}, "answer": "no", "semanticStr": "select: chair (15)->filter size: giant [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a chair but it is small.", "image": "n69237.jpg", "question_id": 202162310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (11)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "picture (6) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20295300"], "equivalent": ["20295302"], "question": "Are there both televisions and pictures in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-picture_television"}, "answer": "yes", "semanticStr": "select: television (11)->exist: ? [0]->select: picture (6) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "11", "5": "6"}, "fullAnswer": {"5": "11"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a television and a picture.", "image": "n162586.jpg", "question_id": 20295302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the left of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201346537", "201346536", "201346538", "201346542", "201346543", "201346544", "201346545", "201346546", "201346540", "201346454", "201346455", "201346453", "201346541"], "equivalent": ["201346539", "201346538"], "question": "What is the vehicle to the left of the vehicle that is made of metal called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-car_to the left of,s"}, "answer": "van", "semanticStr": "select: vehicle (1)->filter material: metal [0]->relate: vehicle,to the left of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "1", "3": "0", "14": "1"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n131634.jpg", "question_id": 201346539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (18)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202169127", "202169131", "202169130", "202169128", "202169129"], "equivalent": ["202169132", "202169131"], "question": "Which side is the man on?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (18)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n451187.jpg", "question_id": 202169132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "sleeping"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202147807", "202147806", "202147836", "202147835", "202147771"], "equivalent": ["202147806", "202147805"], "question": "What is the item of furniture to the left of the person that is sleeping?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_to the left of,s"}, "answer": "chair", "semanticStr": "select: person (3)->filter activity: sleeping [0]->relate: furniture,to the left of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"11": "3", "3:6": "0", "14": "3"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n194179.jpg", "question_id": 202147805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201337163", "201337166", "201337170", "201337164", "201337165", "201337168", "201337169", "201337152"], "equivalent": ["201337167"], "question": "How clean do you think are the shoes?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-shoes_cleanliness"}, "answer": "clean", "semanticStr": "select: shoes (6)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are clean.", "image": "n329479.jpg", "question_id": 201337167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202240230", "202240206"], "equivalent": ["202240205", "202240206"], "question": "What is the skinny girl holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "racket", "semanticStr": "select: girl (1)->filter fatness: skinny [0]->relate: _,holding,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "5:7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the tennis racket.", "image": "n148872.jpg", "question_id": 202240205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "modern|antique"}], "entailed": ["20482159", "20482180", "20482174", "20482175", "20482176", "20482177", "20482170", "20482188", "20482173", "20482187", "20482178", "20482179"], "equivalent": ["20482181"], "question": "Is the white logo antique or modern?", "isBalanced": true, "groups": {"global": "33", "local": "10c-logo_33"}, "answer": "modern", "semanticStr": "select: logo (0)->filter color: white [0]->choose: modern|antique [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The logo is modern.", "image": "n195249.jpg", "question_id": 20482181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,standing beside,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201303521"], "equivalent": ["201303520", "201303521"], "question": "Which color is the chair the man is standing beside of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "gold", "semanticStr": "select: man (0)->relate: chair,standing beside,o (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "8", "6": "0"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is gold.", "image": "n518912.jpg", "question_id": 201303520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201303524", "201303500", "201303523"], "equivalent": ["201303522"], "question": "What is the item of furniture on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "chair", "semanticStr": "select: floor (7)->relate: furniture,on top of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"10": "7", "3:6": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n518912.jpg", "question_id": 201303522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "gold"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201303262", "201303263", "201303260", "201303261", "201303271", "201303270", "201303264", "201303272", "201303268", "201303269", "201303259", "201303258", "201303265", "201303266", "201303267"], "equivalent": ["201303257"], "question": "Does the chair to the left of the cups look short and gold?", "isBalanced": true, "groups": {"global": null, "local": "05-gold_short"}, "answer": "yes", "semanticStr": "select: cups (10)->relate: chair,to the left of,s (12) [0]->verify color: gold [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "10", "2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chair is short and gold.", "image": "n518912.jpg", "question_id": 201303257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (8)"}, {"operation": "relate", "dependencies": [0], "argument": "speaker,above,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201434247"], "equivalent": ["201434247", "201434248"], "question": "Is there a speaker above the pavement?", "isBalanced": true, "groups": {"global": null, "local": "13-pavement_speaker"}, "answer": "no", "semanticStr": "select: pavement (8)->relate: speaker,above,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"4": "4", "7": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a phone above the pavement.", "image": "n545516.jpg", "question_id": 201434248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (6)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "verify rel", "dependencies": [1], "argument": "surfer,watching,o (1)"}], "entailed": ["2062422"], "equivalent": ["2062421"], "question": "Are the grouped people watching the surfer?", "isBalanced": true, "groups": {"global": null, "local": "13-people_surfer"}, "answer": "yes", "semanticStr": "select: people (6)->filter: grouped [0]->verify rel: surfer,watching,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "1"}, "fullAnswer": {"2": "6", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the people are watching the surfer.", "image": "n179136.jpg", "question_id": 2062421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (11)"}, {"operation": "relate", "dependencies": [0], "argument": "people,next to,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2062282", "2062281"], "equivalent": ["2062420"], "question": "Who are the people next to the tree watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-people_watching,o"}, "answer": "surfer", "semanticStr": "select: tree (11)->relate: people,next to,s (6) [0]->relate: person,watching,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "6", "7": "11"}, "fullAnswer": {"1": "6", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are watching the surfer.", "image": "n179136.jpg", "question_id": 2062420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "select", "dependencies": [], "argument": "tissue box (7) "}, {"operation": "verify shape", "dependencies": [3], "argument": "rectangular"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["202228722", "202228717", "202228719", "202228720", "202228721", "202228642", "202228639", "202228643", "202228641", "202228644"], "equivalent": ["202228718"], "question": "Are the white book and the tissue box both rectangular?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-book_tissue box"}, "answer": "yes", "semanticStr": "select: book (8)->filter color: white [0]->verify shape: rectangular [1]->select: tissue box (7) ->verify shape: rectangular [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"2:4": "8", "6:8": "7"}, "fullAnswer": {"3": "8", "6:8": "7"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the book and the tissue box are rectangular.", "image": "n77818.jpg", "question_id": 202228718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133575", "202133542"], "equivalent": ["202133574"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a shirt.", "image": "n412144.jpg", "question_id": 202133574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133574", "202133542"], "equivalent": ["202133575"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a shirt.", "image": "n412144.jpg", "question_id": 202133575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,near,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783239", "20783238", "20783236", "20783248", "20783249", "20783247", "20783240", "20783241"], "equivalent": ["20783237"], "question": "What is in front of the device near the glass?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_in front of,s"}, "answer": "screen", "semanticStr": "select: glass (5)->relate: device,near,s (1) [0]->relate: _,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "5", "6": "1"}, "fullAnswer": {"1": "3", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The screen is in front of the laptop.", "image": "n355339.jpg", "question_id": 20783237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "computer,underneath,s (11)"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "_,on top of,s (12)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201902560", "201902556", "201902551", "201902550", "201902553", "201902552", "201902555", "201902554", "201902557", "201902559", "201902558"], "equivalent": ["201902549"], "question": "What is located on top of the black computer underneath the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-computer_on top of,s"}, "answer": "router", "semanticStr": "select: desk (1)->relate: computer,underneath,s (11) [0]->filter color: black [1]->relate: _,on top of,s (12) [2]->query: name [3]", "annotations": {"answer": {"0": "12"}, "question": {"11": "1", "7:9": "11"}, "fullAnswer": {"1": "12", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The router is on top of the computer.", "image": "n435808.jpg", "question_id": 201902549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "silverware (7)"}, {"operation": "relate", "dependencies": [0], "argument": "table,on,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202240793"], "question": "What is the item of furniture that is made of same material as the table the silverware is on called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_same material,_"}, "answer": "shelf", "semanticStr": "select: silverware (7)->relate: table,on,o (8) [0]->relate: furniture,same material,_ (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3:6": "13", "14": "8", "16": "7"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n460385.jpg", "question_id": 202240793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "woman (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201885537", "201885424", "201885422", "201885421"], "equivalent": ["201885424", "201885423"], "question": "Do you see women or boys there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-boy_woman"}, "answer": "no", "semanticStr": "select: boy (-)->exist: ? [0]->select: woman (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no women or boys.", "image": "n222297.jpg", "question_id": 201885423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,same color,_ (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202241138", "202241137"], "equivalent": ["202240790"], "question": "What type of furniture has the same color as the shirt?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-shirt_same color,_"}, "answer": "chair", "semanticStr": "select: shirt (1)->relate: furniture,same color,_ (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"10": "1", "3": "9"}, "fullAnswer": {"1": "9", "8": "1"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is the same color as the shirt.", "image": "n460385.jpg", "question_id": 202240790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light bulb (13)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201640170", "201640169", "201640168"], "equivalent": ["201640171"], "question": "Which side of the picture is the light bulb on?", "isBalanced": true, "groups": {"global": null, "local": "10q-light bulb_hposition"}, "answer": "right", "semanticStr": "select: light bulb (13)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7:9": "13"}, "fullAnswer": {"1:3": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The light bulb is on the right of the image.", "image": "n235859.jpg", "question_id": 201640171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (0)"}, {"operation": "relate", "dependencies": [0], "argument": "book,near,s (8)"}, {"operation": "filter", "dependencies": [1], "argument": "printed"}, {"operation": "verify color", "dependencies": [2], "argument": "brown"}, {"operation": "verify shape", "dependencies": [2], "argument": "rectangular "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": [], "equivalent": ["202228717"], "question": "Is the printed book near the pepper grinder brown and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_rectangular"}, "answer": "no", "semanticStr": "select: pepper shaker (0)->relate: book,near,s (8) [0]->filter: printed [1]->verify color: brown [2]->verify shape: rectangular  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "8", "6:8": "0"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the book is rectangular but white.", "image": "n77818.jpg", "question_id": 202228717}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ladder (-) "}, {"operation": "filter", "dependencies": [3], "argument": "short"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201061247"], "equivalent": ["201061246"], "question": "Are there any short fences or ladders?", "isBalanced": true, "groups": {"global": null, "local": "04-fence_short"}, "answer": "yes", "semanticStr": "select: fence (9)->filter height: short [0]->exist: ? [1]->select: ladder (-) ->filter: short [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a short fence.", "image": "n25275.jpg", "question_id": 201061246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,underneath,s (2)"}, {"operation": "choose", "dependencies": [1], "argument": "new|old"}], "entailed": ["201663515", "201663517", "201663506", "201663507", "201663508", "201663509", "201663494", "201663495", "201663532", "201663533", "201663511", "201663531", "201663510"], "equivalent": ["201663516", "201663517"], "question": "Does the appliance underneath the counter top look old or new?", "isBalanced": true, "groups": {"global": "4", "local": "10c-dishwasher_4"}, "answer": "new", "semanticStr": "select: countertop (14)->relate: appliance,underneath,s (2) [0]->choose: new|old [1]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "14"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dishwasher is new.", "image": "n35676.jpg", "question_id": 201663516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201621393", "201621392", "201621394"], "equivalent": ["201621395"], "question": "On which side of the image is the mirror?", "isBalanced": true, "groups": {"global": null, "local": "10q-mirror_hposition"}, "answer": "left", "semanticStr": "select: mirror (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is on the left of the image.", "image": "n275148.jpg", "question_id": 201621395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (6)"}, {"operation": "filter", "dependencies": [0], "argument": "cylindrical"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244513", "202244512", "202244551", "202244550"], "equivalent": ["202244552"], "question": "What kind of vegetable is cylindrical?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_cylindrical"}, "answer": "carrots", "semanticStr": "select: vegetable (6)->filter: cylindrical [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetable is carrots.", "image": "n296467.jpg", "question_id": 202244552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908819"], "equivalent": ["201908821"], "question": "What are the forks inside of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-forks_inside,o"}, "answer": "napkin", "semanticStr": "select: forks (1)->relate: _,inside,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "1", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The forks are inside the napkin.", "image": "n479092.jpg", "question_id": 201908821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951730", "201951729", "201951727", "201951725"], "equivalent": ["201951726"], "question": "Which vehicle is metallic?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "van", "semanticStr": "select: vehicle (16)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951730", "201951729", "201951726", "201951725"], "equivalent": ["201951727"], "question": "What vehicle is metallic?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "van", "semanticStr": "select: vehicle (16)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951722"], "equivalent": ["201951724"], "question": "Which kind of vehicle is pink?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_pink"}, "answer": "van", "semanticStr": "select: vehicle (16)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,to the right of,s (0)"}], "entailed": ["201188352"], "equivalent": ["201188351"], "question": "Is the man to the right of a car?", "isBalanced": true, "groups": {"global": null, "local": "13-car_man"}, "answer": "no", "semanticStr": "select: car (8)->verify rel: man,to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"8": "8", "2": "0"}, "fullAnswer": {"9": "8", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of a car.", "image": "n483840.jpg", "question_id": 201188351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["202004276", "202004274", "202004275", "202004272", "202004273", "202004270", "202004271", "202004269", "202004267"], "equivalent": ["202004268"], "question": "Is the large device on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-screen_right"}, "answer": "yes", "semanticStr": "select: device (7)->filter size: large [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the screen is on the right of the image.", "image": "n262920.jpg", "question_id": 202004268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (16)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201951719", "201951721"], "equivalent": ["201951720"], "question": "Which kind of vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "van", "semanticStr": "select: vehicle (16)->query: name [0]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (16)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201951719", "201951720"], "equivalent": ["201951721"], "question": "Which vehicle is this?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "van", "semanticStr": "select: vehicle (16)->query: name [0]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"3": "16"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is a van.", "image": "n256120.jpg", "question_id": 201951721}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20710346", "20710341", "20710340", "20710348", "20710336", "20710337", "20710338"], "equivalent": ["20710339"], "question": "What is the color of the helmet?", "isBalanced": true, "groups": {"global": "color", "local": "10q-helmet_color"}, "answer": "blue", "semanticStr": "select: helmet (7)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is blue.", "image": "n489699.jpg", "question_id": 20710339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter", "dependencies": [0], "argument": "hanging"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004265", "202004264", "202004266"], "equivalent": ["202004263", "202004264"], "question": "What is the hanging device called?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_hanging"}, "answer": "screen", "semanticStr": "select: device (7)->filter: hanging [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a screen.", "image": "n262920.jpg", "question_id": 202004263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,to the left of,s (6)"}], "entailed": ["20462150", "20462151", "20462149"], "equivalent": ["20462148"], "question": "Is the man to the left of the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "no", "semanticStr": "select: woman (7)->verify rel: man,to the left of,s (6) [0]", "annotations": {"answer": {}, "question": {"8": "7", "2": "6"}, "fullAnswer": {"9": "7", "2": "6"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of the woman.", "image": "n571179.jpg", "question_id": 20462148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (6)"}, {"operation": "select", "dependencies": [], "argument": "tool (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201987211"], "question": "Are the helmet and the tool made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-helmet_tool"}, "answer": "no", "semanticStr": "select: helmet (6)->select: tool (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "2"}, "fullAnswer": {"9": "2", "2": "6"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the tool is made of metal.", "image": "n501951.jpg", "question_id": 201987211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891347", "20891697", "20891698"], "equivalent": ["20891699"], "question": "What is the man sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_sitting on,o"}, "answer": "fire hydrant", "semanticStr": "select: man (6)->relate: _,sitting on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1": "6", "6:8": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the fire hydrant.", "image": "n347706.jpg", "question_id": 20891699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201110871", "201110870", "201110872", "201110868", "201110866", "201110867", "201110865"], "equivalent": ["201110869"], "question": "Is the blond woman on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (7)->filter color: blond [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is on the right of the image.", "image": "n546616.jpg", "question_id": 201110869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20891347", "20891699", "20891698"], "equivalent": ["20891697"], "question": "What is the man to the right of the child sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_sitting on,o"}, "answer": "fire hydrant", "semanticStr": "select: child (5)->relate: man,to the right of,s (6) [0]->relate: _,sitting on,o (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"9": "5", "3": "6"}, "fullAnswer": {"1": "6", "6:8": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the fire hydrant.", "image": "n347706.jpg", "question_id": 20891697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891688", "20891689", "20891686", "20891687", "20891444"], "equivalent": ["20891690"], "question": "Who is the man looking at?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_looking at,o"}, "answer": "child", "semanticStr": "select: man (6)->relate: person,looking at,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the kid.", "image": "n347706.jpg", "question_id": 20891690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411547", "20411546", "20411520", "20411549", "20411548", "20411534", "20411519", "20411530", "20411531", "20411532", "20411533", "20411529"], "equivalent": ["20411550"], "question": "What item of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "table", "semanticStr": "select: furniture (10)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n363445.jpg", "question_id": 20411550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20177459", "20177464", "20177461", "20177463", "20177462"], "equivalent": ["20177460"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "restaurant", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a restaurant.", "image": "n55058.jpg", "question_id": 20177460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202106185"], "equivalent": ["202106184"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n574498.jpg", "question_id": 202106184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spray bottle (2)"}, {"operation": "relate", "dependencies": [0], "argument": "mug,near,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201713334"], "question": "Is the mug near the spray bottle black and large?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: spray bottle (2)->relate: mug,near,s (1) [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5:7": "2"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mug is black but small.", "image": "n455563.jpg", "question_id": 201713334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201804388", "201804385", "201804384", "201804387", "201804386", "201804370", "201804371", "201804372", "201804373", "201804374"], "equivalent": ["201804389"], "question": "What shape is the device the keyboard is in front of?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-computer monitor_shape"}, "answer": "rectangular", "semanticStr": "select: keyboard (1)->relate: device,in front of,o (2) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "2", "6": "1"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The computer monitor is rectangular.", "image": "n51002.jpg", "question_id": 201804389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20320217"], "question": "Is the sidewalk brown and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_clean"}, "answer": "no", "semanticStr": "select: sidewalk (11)->verify color: brown [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is brown but dirty.", "image": "n206358.jpg", "question_id": 20320217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "mug,near,s (1)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["201713325", "201713318", "201713316", "201713315", "201713334", "201713322", "201713323", "201713320", "201713321", "201713319", "201713324"], "equivalent": ["201713332"], "question": "Is the mug near the woman small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-mug_size"}, "answer": "small", "semanticStr": "select: woman (3)->relate: mug,near,s (1) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "3"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mug is small.", "image": "n455563.jpg", "question_id": 201713332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797787"], "equivalent": ["20797788"], "question": "What is the tree in front of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-tree_in front of,o"}, "answer": "sky", "semanticStr": "select: tree (9)->relate: _,in front of,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {}, "fullAnswer": {"1": "9", "7": "21"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the sky.", "image": "n16656.jpg", "question_id": 20797788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (31)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "keyboard (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "not(small)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202012693", "202012696", "202012695", "202012694"], "equivalent": ["202012680"], "question": "Are there remote controls or keyboards that are not small?", "isBalanced": true, "groups": {"global": null, "local": "04-remote control_n#small"}, "answer": "no", "semanticStr": "select: remote control (31)->filter size: not(small) [0]->exist: ? [1]->select: keyboard (-) ->filter size: not(small) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2:4": "31"}, "fullAnswer": {"4:6": "31"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a remote control but it is small.", "image": "n326988.jpg", "question_id": 202012680}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snowboard (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "orange"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201889280", "201889279"], "equivalent": ["201889279", "201889281", "201889280"], "question": "Are there any orange skis or snowboards in the photo?", "isBalanced": true, "groups": {"global": null, "local": "04-skis_orange"}, "answer": "no", "semanticStr": "select: skis (1)->filter color: orange [0]->exist: ? [1]->select: snowboard (-) ->filter color: orange [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are skis but they are black.", "image": "n88366.jpg", "question_id": 201889281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,below,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556694", "201556695", "201556749", "201556748", "201556752", "201556753", "201556751", "201556754", "201556755"], "equivalent": ["201556750"], "question": "What device is below the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_below,s"}, "answer": "keyboard", "semanticStr": "select: laptop (0)->relate: device,below,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n525901.jpg", "question_id": 201556750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258823", "20258689", "20258690", "20258898", "20258896", "20258897", "20258894", "20258895", "20258893", "20258891"], "equivalent": ["20258894", "20258892", "20258893", "20258891"], "question": "What is the name of the device to the right of the chair?", "isBalanced": true, "groups": {"global": "device", "local": "15-chair_to the right of,s"}, "answer": "phone", "semanticStr": "select: chair (11)->relate: device,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"12": "11", "6": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n204894.jpg", "question_id": 20258892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201796092"], "equivalent": ["201796092", "201796091"], "question": "What is the skinny woman holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "basket", "semanticStr": "select: woman (9)->filter fatness: skinny [0]->relate: _,holding,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the basket.", "image": "n119944.jpg", "question_id": 201796091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201796033", "201796034"], "equivalent": ["201796090"], "question": "Who is holding the brown basket?", "isBalanced": true, "groups": {"global": "person", "local": "14-basket_holding,s"}, "answer": "woman", "semanticStr": "select: basket (12)->filter color: brown [0]->relate: person,holding,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"4:6": "12"}, "fullAnswer": {"1": "9", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the basket.", "image": "n119944.jpg", "question_id": 201796090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify", "dependencies": [1], "argument": "old"}], "entailed": ["20785839", "20785835", "20785834", "20785837", "20785804", "20785805", "20785832", "20785824"], "equivalent": ["20785838"], "question": "Does the concrete sidewalk look old?", "isBalanced": true, "groups": {"global": null, "local": "06-sidewalk_old"}, "answer": "no", "semanticStr": "select: sidewalk (10)->filter material: concrete [0]->verify: old [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the side walk is new.", "image": "n12404.jpg", "question_id": 20785838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202042069"], "question": "Who is riding a motorcycle?", "isBalanced": true, "groups": {"global": "person", "local": "14-motorcycle_riding,s"}, "answer": "policeman", "semanticStr": "select: motorcycle (6)->relate: person,riding,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "6"}, "fullAnswer": {"1:3": "7", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The police officer is riding a motorcycle.", "image": "n449058.jpg", "question_id": 202042069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20456333", "20456332", "20456331"], "equivalent": ["20456334"], "question": "On which side of the image are the shelves?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelves_hposition"}, "answer": "left", "semanticStr": "select: shelves (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are on the left of the image.", "image": "n65885.jpg", "question_id": 20456334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (7)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202053469"], "question": "Where is the player that is to the left of the umpire standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-player_standing on,o"}, "answer": "field", "semanticStr": "select: umpire (7)->relate: player,to the left of,s (8) [0]->relate: place,standing on,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"11": "7", "3": "8"}, "fullAnswer": {"1": "8", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is standing on the field.", "image": "n334278.jpg", "question_id": 202053469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (6)"}, {"operation": "select", "dependencies": [], "argument": "table (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201987213"], "question": "Is the helmet made of the same material as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-helmet_table"}, "answer": "no", "semanticStr": "select: helmet (6)->select: table (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "2": "6"}, "fullAnswer": {"9": "1", "2": "6"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the table is made of wood.", "image": "n501951.jpg", "question_id": 201987213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (15)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["201997697", "201997696", "201997713", "201997715", "201997714", "201997717", "201997716"], "equivalent": ["201997723"], "question": "Is the door closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-door_15"}, "answer": "closed", "semanticStr": "select: door (15)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The door is closed.", "image": "n319845.jpg", "question_id": 201997723}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156916", "202156915", "202156911", "202156910", "202156909"], "equivalent": ["202156912"], "question": "What animals are on the dirt?", "isBalanced": true, "groups": {"global": "animal", "local": "15-dirt_on,s"}, "answer": "elephants", "semanticStr": "select: dirt (9)->relate: animal,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156916", "202156915", "202156912", "202156910", "202156909"], "equivalent": ["202156911"], "question": "What are the animals that are on the dirt?", "isBalanced": true, "groups": {"global": "animal", "local": "15-dirt_on,s"}, "answer": "elephants", "semanticStr": "select: dirt (9)->relate: animal,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "9", "3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156916", "202156915", "202156912", "202156911", "202156909"], "equivalent": ["202156910"], "question": "What animal is on the dirt?", "isBalanced": true, "groups": {"global": "animal", "local": "14-dirt_on,s"}, "answer": "elephants", "semanticStr": "select: dirt (9)->relate: animal,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are on the dirt.", "image": "n543966.jpg", "question_id": 202156910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156913"], "equivalent": ["202156914"], "question": "Where are the elephants?", "isBalanced": true, "groups": {"global": "thing", "local": "14-elephants_on,o"}, "answer": "dirt", "semanticStr": "select: elephants (3)->relate: place,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "3", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are on the dirt.", "image": "n543966.jpg", "question_id": 202156914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20652774", "20652779", "20652770", "20652775", "20652777", "20652776", "20652771", "20652768", "20652773", "20652772", "20652784", "20652780", "20652778", "20652782", "20652769"], "equivalent": ["20652767"], "question": "Do the shoes seem to be small and black and white?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_small"}, "answer": "yes", "semanticStr": "select: shoes (6)->verify: black and white [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoes are small and black and white.", "image": "n400036.jpg", "question_id": 20652767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (12)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,near,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201880367", "201880374", "201880376", "201880377", "201880370", "201880371", "201880373", "201880375", "201880365", "201880369", "201880368", "201880379"], "equivalent": ["201880372"], "question": "How large is the sink near the bathtub?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sink_size"}, "answer": "small", "semanticStr": "select: bathtub (12)->relate: sink,near,s (1) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "12"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is small.", "image": "n95369.jpg", "question_id": 201880372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202147685", "202147684", "202147687", "202147686", "202147681", "202147680", "202147683", "202147689", "202147688", "202147679", "202147690", "202147691", "202147678", "202147674", "202147675", "202147676", "202147677", "202147670", "202147671", "202147672", "202147673"], "equivalent": ["202147669"], "question": "Are the trousers short and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "yes", "semanticStr": "select: pants (13)->verify color: green [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trousers are short and green.", "image": "n194179.jpg", "question_id": 202147669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "saucer (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202262436", "202262434", "202262435"], "equivalent": ["202262437"], "question": "On which side is the saucer?", "isBalanced": true, "groups": {"global": null, "local": "10q-saucer_hposition"}, "answer": "right", "semanticStr": "select: saucer (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The saucer is on the right of the image.", "image": "n28572.jpg", "question_id": 202262437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "pink"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201766658", "201766663", "201766662", "201766661", "201766660", "201766667", "201766666", "201766665", "201766664", "201766668", "201766673", "201766670", "201766671", "201766672", "201766659", "201766674", "201766675", "201766676", "201766677", "201766656", "201766657", "201766655"], "equivalent": ["201766654"], "question": "Does the shirt seem to be pink and small?", "isBalanced": true, "groups": {"global": null, "local": "05-pink_small"}, "answer": "yes", "semanticStr": "select: shirt (4)->verify color: pink [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is pink and small.", "image": "n528403.jpg", "question_id": 201766654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (14)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202169084", "202169074", "202169073", "202169090", "202169075", "202169072", "202169085", "202169076", "202169077", "202169089", "202169088", "202169087", "202169086", "202169079", "202169083", "202169082", "202169081", "202169080"], "equivalent": ["202169078"], "question": "Do the vehicles to the left of the bench look white and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: bench (6)->relate: vehicle,to the left of,s (14) [0]->verify material: metal [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cars are white and metallic.", "image": "n451187.jpg", "question_id": 202169078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201227910", "201227932", "201227944", "201227915", "201227914", "201227917", "201227911", "201227907", "201227913"], "equivalent": ["201227912"], "question": "What color is the window that is made of metal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-window_color"}, "answer": "black", "semanticStr": "select: window (10)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is black.", "image": "n154856.jpg", "question_id": 201227912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (21)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "choose rel", "dependencies": [1], "argument": "chair,to the left of|to the right of,s (4)"}], "entailed": ["20810885", "20811367", "20810884", "20811368"], "equivalent": ["20811369", "20811368"], "question": "Is the wood chair to the left or to the right of the shelf in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "13-shelf_chair"}, "answer": "left", "semanticStr": "select: shelf (21)->filter vposition: top [0]->choose rel: chair,to the left of|to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"13": "21", "2:4": "4"}, "fullAnswer": {"1": "4", "8": "21"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the left of the shelf.", "image": "n167552.jpg", "question_id": 20811369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (23)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226469"], "equivalent": ["20226470"], "question": "What does the man wear?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: man (11)->relate: _,wearing,o (23) [0]->query: name [1]", "annotations": {"answer": {"0": "23"}, "question": {}, "fullAnswer": {"1": "11", "4": "23"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears a shirt.", "image": "n68769.jpg", "question_id": 20226470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the right of,s (3)"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20262632"], "equivalent": ["20262632", "20262631"], "question": "Is the girl to the right of the other girl young and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_young"}, "answer": "no", "semanticStr": "select: girl (2)->relate: girl,to the right of,s (3) [0]->verify height: short [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "2", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the girl is young but tall.", "image": "n172618.jpg", "question_id": 20262631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter", "dependencies": [0], "argument": "parked"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169070", "202169065", "202169064", "202169067", "202169066", "202169069", "202169068"], "equivalent": ["202169071"], "question": "Which kind of vehicle is parked?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_parked"}, "answer": "cars", "semanticStr": "select: vehicle (14)->filter: parked [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is cars.", "image": "n451187.jpg", "question_id": 202169071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "doors (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20963887"], "question": "Are there both a window and a door in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-doors_window"}, "answer": "no", "semanticStr": "select: window (0)->exist: ? [0]->select: doors (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but no doors.", "image": "n119886.jpg", "question_id": 20963887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["201491035", "201491048", "201491049", "201491045", "201491046", "201491047"], "equivalent": ["201491050"], "question": "How does the shirt look like, long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (2)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n86120.jpg", "question_id": 201491050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "_,sitting beside,o (11)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201676492", "201676490", "201676491"], "equivalent": ["201676489"], "question": "Beside what is the table that looks brown and black sitting?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_sitting beside,o"}, "answer": "shelf", "semanticStr": "select: table (4)->filter color: brown [0]->filter color: black [1]->relate: _,sitting beside,o (11) [2]->query: name [3]", "annotations": {"answer": {"0": "11"}, "question": {"9": "4", "4": "4", "7": "4"}, "fullAnswer": {"1": "4", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is sitting beside the shelf.", "image": "n233607.jpg", "question_id": 201676489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting beside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676485", "201676484", "201676487", "201676486", "201676424"], "equivalent": ["201676488"], "question": "Which kind of furniture is sitting beside the shelf?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelf_sitting beside,s"}, "answer": "table", "semanticStr": "select: shelf (11)->relate: furniture,sitting beside,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n233607.jpg", "question_id": 201676488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202223177"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "man", "semanticStr": "select: person (12)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is sitting.", "image": "n257997.jpg", "question_id": 202223177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20177502", "20177503", "20177500", "20177506", "20177504", "20177505", "20177508", "20177496", "20177497", "20177498"], "equivalent": ["20177501"], "question": "How big is the serving dish in the center?", "isBalanced": true, "groups": {"global": "size", "local": "10q-serving dish_size"}, "answer": "small", "semanticStr": "select: serving dish (11)->filter vposition: middle [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The serving dish is small.", "image": "n55058.jpg", "question_id": 20177501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (0)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20511433", "20511430", "20511424", "20511426", "20511428"], "equivalent": ["20511425", "20511424", "20511426"], "question": "Does the helicopter look small?", "isBalanced": true, "groups": {"global": null, "local": "06-helicopter_small"}, "answer": "no", "semanticStr": "select: helicopter (0)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the helicopter is large.", "image": "n229548.jpg", "question_id": 20511425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202243967"], "question": "Are there both cookies and glasses in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cookies_glasses"}, "answer": "no", "semanticStr": "select: cookies (0)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are cookies but no glasses.", "image": "n296467.jpg", "question_id": 202243967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201822211"], "equivalent": ["201822212"], "question": "What sits on the shelf?", "isBalanced": true, "groups": {"global": "", "local": "14-shelf_sitting on,s"}, "answer": "decoration", "semanticStr": "select: shelf (12)->relate: _,sitting on,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The decoration sits on the shelf.", "image": "n417401.jpg", "question_id": 201822212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "paper towel (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202023490"], "equivalent": ["202023491"], "question": "Are there pillows or paper towels in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-paper towel_pillows"}, "answer": "no", "semanticStr": "select: pillows (-)->exist: ? [0]->select: paper towel (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no paper towels or pillows.", "image": "n95313.jpg", "question_id": 202023491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "horse,underneath,o (-)"}], "entailed": [], "equivalent": ["201704660"], "question": "Are the flowers underneath a horse?", "isBalanced": true, "groups": {"global": null, "local": "13-flowers_horse"}, "answer": "no", "semanticStr": "select: flowers (7)->verify rel: horse,underneath,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the flowers are underneath the cow.", "image": "n164272.jpg", "question_id": 201704660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (3) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20162485", "20162486", "20162328"], "equivalent": ["20162488"], "question": "Are there both a fence and a hat in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-fence_hat"}, "answer": "yes", "semanticStr": "select: hat (7)->exist: ? [0]->select: fence (3) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "3", "7": "7"}, "fullAnswer": {"8": "3", "5": "7"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a hat and a fence.", "image": "n202379.jpg", "question_id": 20162488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (7)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202053464"], "question": "The player that is to the left of the umpire is watching who?", "isBalanced": true, "groups": {"global": "person", "local": "14-player_watching,o"}, "answer": "batter", "semanticStr": "select: umpire (7)->relate: player,to the left of,s (8) [0]->relate: person,watching,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"1": "8", "9": "7"}, "fullAnswer": {"1": "8", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is watching the batter.", "image": "n334278.jpg", "question_id": 202053464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202257281", "202257280", "202257283", "202257282", "202257285", "202257284", "202257287", "202257278", "202257279"], "equivalent": ["202257285", "202257286"], "question": "Which side of the picture is the palm on?", "isBalanced": true, "groups": {"global": null, "local": "10q-palm tree_hposition"}, "answer": "left", "semanticStr": "select: palm tree (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The palm is on the left of the image.", "image": "n92308.jpg", "question_id": 202257286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "select", "dependencies": [], "argument": "fork (1) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20609199"], "question": "What do the spoon and the fork have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-fork_spoon"}, "answer": "material", "semanticStr": "select: spoon (3)->select: fork (1) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "1"}, "fullAnswer": {"4": "3", "7": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the spoon and the fork are metallic.", "image": "n437064.jpg", "question_id": 20609199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (16)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,behind,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201393818", "201393860"], "equivalent": ["201393859"], "question": "Are there any lamps behind him?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_lamp"}, "answer": "yes", "semanticStr": "select: he (16)->relate: lamp,behind,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8", "5": "16"}, "fullAnswer": {"4": "8", "7": "16"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp behind the boy.", "image": "n305495.jpg", "question_id": 201393859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202174210", "202174211", "202174212", "202174213", "202174207", "202174209"], "equivalent": ["202174208"], "question": "What is located on top of the oven?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-oven_on top of,s"}, "answer": "stove", "semanticStr": "select: oven (3)->relate: _,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove is on top of the oven.", "image": "n398429.jpg", "question_id": 202174208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "choose", "dependencies": [0], "argument": "off|on"}], "entailed": ["201393858", "201393851", "201393852", "201393853", "201393854"], "equivalent": ["201393858", "201393857"], "question": "Is the lamp on or off?", "isBalanced": true, "groups": {"global": "39", "local": "10c-lamp_39"}, "answer": "off", "semanticStr": "select: lamp (8)->choose: off|on [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is off.", "image": "n305495.jpg", "question_id": 201393857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,contain,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899954", "20899955", "20899785"], "equivalent": ["20899956"], "question": "What kind of vegetable does the bowl contain?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-bowl_contain,o"}, "answer": "tomatoes", "semanticStr": "select: bowl (6)->relate: vegetable,contain,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "6", "3": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl contains tomatoes.", "image": "n186491.jpg", "question_id": 20899956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202081248", "202081249", "202081244", "202081245", "202081240", "202081241", "202081242", "202081243", "202081251", "202081256", "202081250", "202081255"], "equivalent": ["202081246"], "question": "Which color is the small container?", "isBalanced": true, "groups": {"global": "color", "local": "10q-container_color"}, "answer": "orange", "semanticStr": "select: container (4)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is orange.", "image": "n314630.jpg", "question_id": 202081246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20550424", "20550425", "20550422", "20550423", "20550420", "20550417", "20550419", "20550418"], "equivalent": ["20550421"], "question": "Which color does the sky above the grass have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "light blue", "semanticStr": "select: grass (2)->relate: sky,above,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "2"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky has light blue color.", "image": "n579928.jpg", "question_id": 20550421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "canisters (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202218550", "202218551", "202218553", "202218547", "202218555", "202218549", "202218548", "202218554"], "equivalent": ["202218552"], "question": "Which color are the canisters that are made of metal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-canisters_color"}, "answer": "white", "semanticStr": "select: canisters (10)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The canisters are white.", "image": "n578564.jpg", "question_id": 202218552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201832384"], "equivalent": ["201832385"], "question": "Is there any lamp in the image that is not off?", "isBalanced": true, "groups": {"global": null, "local": "04-lamp_n#off"}, "answer": "no", "semanticStr": "select: lamp (0)->filter: not(off) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a lamp but it is off.", "image": "n432591.jpg", "question_id": 201832385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20543044", "20543062", "20543057", "20543058", "20543024", "20543079", "20543078", "20543068", "20543069", "20543077", "20543070", "20543071", "20543063", "20543061", "20543067", "20543064", "20543065"], "equivalent": ["20543066", "20543067"], "question": "What color is the fence?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "brown", "semanticStr": "select: fence (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is brown.", "image": "n100552.jpg", "question_id": 20543066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "select", "dependencies": [], "argument": "boot (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20468330", "20468331"], "equivalent": ["20468332"], "question": "Is the helmet different in color than the boot?", "isBalanced": true, "groups": {"global": null, "local": "09diff-boot_helmet"}, "answer": "no", "semanticStr": "select: helmet (0)->select: boot (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "0"}, "fullAnswer": {"3": "0", "6": "6"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the helmet and the boot are black.", "image": "n171169.jpg", "question_id": 20468332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "light fixture,below,o (4)"}], "entailed": ["20940338"], "equivalent": ["20939898"], "question": "Is the garbage bin below the light fixture next to the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_light fixture"}, "answer": "yes", "semanticStr": "select: trash can (10)->verify rel: light fixture,below,o (4) [0]", "annotations": {"answer": {}, "question": {"11": "5", "2:4": "10", "6:8": "4"}, "fullAnswer": {"2:4": "10", "7:9": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the garbage bin is below the light fixture.", "image": "n240666.jpg", "question_id": 20939898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201711162", "201711159", "201711161", "201711164", "201711165", "201711160"], "equivalent": ["201711163"], "question": "Which kind of furniture is to the left of the instrument?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-instrument_to the left of,s"}, "answer": "shelf", "semanticStr": "select: instrument (0)->relate: furniture,to the left of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n302387.jpg", "question_id": 201711163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20648228", "20648236"], "equivalent": ["20648255"], "question": "Who in the image is walking?", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "woman", "semanticStr": "select: person (9)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is walking.", "image": "n471866.jpg", "question_id": 20648255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (10)"}, {"operation": "select", "dependencies": [], "argument": "polo shirt (17) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20468336"], "equivalent": ["20468335"], "question": "Is the color of the pipe the same as the polo shirt?", "isBalanced": true, "groups": {"global": null, "local": "09same-pipe_polo shirt"}, "answer": "yes", "semanticStr": "select: pipe (10)->select: polo shirt (17) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "10", "10:12": "17"}, "fullAnswer": {"3": "10", "6:8": "17"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pipe and the polo shirt are white.", "image": "n171169.jpg", "question_id": 20468335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (14)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify", "dependencies": [0], "argument": "leafy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201997809", "201997786", "201997784", "201997785", "201997780", "201997781", "201997742", "201997743", "201997740", "201997741", "201997748", "201997735", "201997810", "201997811", "201997760", "201997761", "201997734", "201997764", "201997765", "201997766", "201997838", "201997839", "201997837", "201997755", "201997754", "201997757", "201997756", "201997751", "201997750", "201997753", "201997752", "201997728", "201997759", "201997758", "201997729", "201997736", "201997779", "201997778", "201997733", "201997732", "201997772", "201997771", "201997770", "201997776"], "equivalent": ["201997727", "201997728"], "question": "Are the trees both leafy and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_leafy"}, "answer": "yes", "semanticStr": "select: trees (14)->verify: bright [0]->verify: leafy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are leafy and bright.", "image": "n319845.jpg", "question_id": 201997727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20939876", "20939889", "20939888", "20939885", "20939887", "20939892", "20939893", "20939891"], "equivalent": ["20939890"], "question": "What is the color of the trash bin?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trash can_color"}, "answer": "white", "semanticStr": "select: trash can (10)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trash bin is white.", "image": "n240666.jpg", "question_id": 20939890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calf (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["201404179", "201404183", "201404182", "201404181", "201404180"], "equivalent": ["201404178"], "question": "Is the small calf in the bottom part of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-calf_bottom"}, "answer": "yes", "semanticStr": "select: calf (9)->filter size: small [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the calf is in the bottom of the image.", "image": "n331357.jpg", "question_id": 201404178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "can,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20939896"], "equivalent": ["20939896", "20939895"], "question": "Are there any cans near the toilet?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_can"}, "answer": "no", "semanticStr": "select: toilet (1)->relate: can,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"8": "1", "4:6": "10"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a trash can near the toilet.", "image": "n240666.jpg", "question_id": 20939895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307060", "20307062", "20307063", "20306852", "20306851", "20307011", "20307010"], "equivalent": ["20307061"], "question": "What device is to the right of the lamp?", "isBalanced": true, "groups": {"global": "device", "local": "15-lamp_to the right of,s"}, "answer": "laptop", "semanticStr": "select: lamp (4)->relate: device,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n554880.jpg", "question_id": 20307061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20183240"], "equivalent": ["20183241"], "question": "Is there a woman in the image that is young?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_young"}, "answer": "no", "semanticStr": "select: woman (6)->filter age: young [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a woman but she is old.", "image": "n151768.jpg", "question_id": 20183241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing next to,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202053463"], "question": "Who is standing next to the umpire that is on the left side?", "isBalanced": true, "groups": {"global": "person", "local": "14-umpire_standing next to,s"}, "answer": "player", "semanticStr": "select: umpire (7)->filter hposition: left [0]->relate: person,standing next to,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6": "7"}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is standing next to the umpire.", "image": "n334278.jpg", "question_id": 202053463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201804653", "201804651", "201804656", "201804655", "201804654", "201804533"], "equivalent": ["201804652"], "question": "What's under the artwork?", "isBalanced": true, "groups": {"global": "device", "local": "14-artwork_under,s"}, "answer": "television", "semanticStr": "select: artwork (10)->relate: _,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The TV is under the artwork.", "image": "n51002.jpg", "question_id": 201804652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (10)"}, {"operation": "verify", "dependencies": [0], "argument": "new"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20785832"], "question": "Is the sidewalk new and small?", "isBalanced": true, "groups": {"global": null, "local": "05-new_small"}, "answer": "no", "semanticStr": "select: sidewalk (10)->verify: new [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is new but large.", "image": "n12404.jpg", "question_id": 20785832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (28)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (29)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201492370", "201492369"], "equivalent": ["201492361"], "question": "What is the tree in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-tree_in front of,o"}, "answer": "fence", "semanticStr": "select: tree (28)->relate: _,in front of,o (29) [0]->query: name [1]", "annotations": {"answer": {"0": "29"}, "question": {}, "fullAnswer": {"1": "28", "7": "29"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the fence.", "image": "n9856.jpg", "question_id": 201492361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201804653", "201804652", "201804651", "201804656", "201804655", "201804533"], "equivalent": ["201804654"], "question": "Which kind of device is under the artwork?", "isBalanced": true, "groups": {"global": "device", "local": "15-artwork_under,s"}, "answer": "television", "semanticStr": "select: artwork (10)->relate: device,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n51002.jpg", "question_id": 201804654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "choose rel", "dependencies": [0], "argument": "person,to the left of|to the right of,s (0)"}], "entailed": ["201430768", "201430765", "201430766"], "equivalent": ["201430767"], "question": "Is the person to the right or to the left of the bag that sits on top of the cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-person_person"}, "answer": "left", "semanticStr": "select: person (0)->choose rel: person,to the left of|to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"19": "7", "2": "0", "12": "4"}, "fullAnswer": {"1": "0", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the left of the bag.", "image": "n206785.jpg", "question_id": 201430767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "animal,carrying,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20902666", "20902714", "20902713"], "equivalent": ["20902667"], "question": "What animal is the male person carrying?", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_carrying,o"}, "answer": "dog", "semanticStr": "select: person (0)->filter gender: male [0]->relate: animal,carrying,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "4:6": "0"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is carrying a dog.", "image": "n411121.jpg", "question_id": 20902667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "animal,carrying,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20902667", "20902714", "20902713"], "equivalent": ["20902666"], "question": "The male person is carrying what animal?", "isBalanced": true, "groups": {"global": "animal", "local": "14-person_carrying,o"}, "answer": "dog", "semanticStr": "select: person (0)->filter gender: male [0]->relate: animal,carrying,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1:3": "0"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is carrying a dog.", "image": "n411121.jpg", "question_id": 20902666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["201446905", "201446906"], "equivalent": ["201446904"], "question": "Is the small faucet in the bottom part of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-faucet_bottom"}, "answer": "yes", "semanticStr": "select: faucet (1)->filter size: small [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tap is in the bottom of the image.", "image": "n54180.jpg", "question_id": 201446904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (15)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,near,s (16)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201393580"], "equivalent": ["201393580", "201393581"], "question": "Do you see any boys near the couch in the image?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_boy"}, "answer": "yes", "semanticStr": "select: couch (15)->relate: boy,near,s (16) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "16", "7": "15"}, "fullAnswer": {"4": "16", "7": "15"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a boy near the couch.", "image": "n305495.jpg", "question_id": 201393581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247246", "201247249", "201247248"], "equivalent": ["201247247"], "question": "Which kind of furniture is above the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_above,s"}, "answer": "side table", "semanticStr": "select: carpet (7)->relate: furniture,above,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3"}, "fullAnswer": {"6:8": "3", "1:4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n83784.jpg", "question_id": 201247247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692159", "20692158", "20692160", "20692154"], "equivalent": ["20692155"], "question": "What's in front of the window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_in front of,s"}, "answer": "blinds", "semanticStr": "select: window (8)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blinds are in front of the window.", "image": "n499081.jpg", "question_id": 20692155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "choose activity", "dependencies": [0], "argument": "sleeping|cooking"}], "entailed": ["20295541"], "equivalent": ["20295540"], "question": "Does the woman seem to be cooking or sleeping?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-woman_activity"}, "answer": "sleeping", "semanticStr": "select: woman (0)->choose activity: sleeping|cooking [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is sleeping.", "image": "n162586.jpg", "question_id": 20295540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247244", "201247242", "201247241"], "equivalent": ["201247243"], "question": "Which kind of furniture is on top of the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on top of,s"}, "answer": "side table", "semanticStr": "select: carpet (7)->relate: furniture,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3"}, "fullAnswer": {"6:8": "3", "1:4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n83784.jpg", "question_id": 201247243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295547", "20295647", "20295549", "20295548"], "equivalent": ["20295546"], "question": "What is this woman on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_on,o"}, "answer": "bed", "semanticStr": "select: woman (0)->relate: _,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the bed.", "image": "n162586.jpg", "question_id": 20295546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (12)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20508171", "20508173", "20508172", "20508166", "20508167", "20508177", "20508176", "20508168", "20508169", "20508181", "20508180", "20508175", "20508165", "20508174"], "equivalent": ["20508170"], "question": "How big are the blinds?", "isBalanced": true, "groups": {"global": "size", "local": "10q-blinds_size"}, "answer": "large", "semanticStr": "select: blinds (12)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The blinds are large.", "image": "n511913.jpg", "question_id": 20508170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295547", "20295546", "20295647", "20295548"], "equivalent": ["20295549"], "question": "What item of furniture is the woman on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_on,o"}, "answer": "bed", "semanticStr": "select: woman (0)->relate: furniture,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the bed.", "image": "n162586.jpg", "question_id": 20295549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose", "dependencies": [1], "argument": "straight|curly"}], "entailed": [], "equivalent": ["20349917"], "question": "Is the black hair curly or straight?", "isBalanced": true, "groups": {"global": "29", "local": "10c-hair_31"}, "answer": "straight", "semanticStr": "select: hair (7)->filter color: black [0]->choose: straight|curly [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hair is straight.", "image": "n468864.jpg", "question_id": 20349917}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20667450", "20667447", "20667446", "20667445", "20667444", "20667442", "20667441", "20667440"], "equivalent": ["20667443"], "question": "What is the color of the shorts?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "gray", "semanticStr": "select: shorts (14)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are gray.", "image": "n181355.jpg", "question_id": 20667443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "umbrella (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201480595"], "question": "Are there any umbrellas or benches in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_umbrella"}, "answer": "yes", "semanticStr": "select: bench (8)->exist: ? [0]->select: umbrella (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bench.", "image": "n39114.jpg", "question_id": 201480595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20856711", "20856710", "20856713", "20856712", "20856706", "20856707", "20856717", "20856709", "20856714"], "equivalent": ["20856708"], "question": "Does the wallet have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-wallet_small"}, "answer": "yes", "semanticStr": "select: wallet (14)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the wallet is small.", "image": "n293477.jpg", "question_id": 20856708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bear,behind,o (-)"}], "entailed": [], "equivalent": ["201480591"], "question": "Is the grass behind a bear?", "isBalanced": true, "groups": {"global": null, "local": "13-grass_bear"}, "answer": "no", "semanticStr": "select: grass (6)->verify rel: bear,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the grass is behind the boy.", "image": "n39114.jpg", "question_id": 201480591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash (14)"}, {"operation": "relate", "dependencies": [0], "argument": "tie,above,s (4)"}, {"operation": "choose color", "dependencies": [1], "argument": "tan|black"}], "entailed": ["20861212", "20861210"], "equivalent": ["20861212", "20861210", "20861211"], "question": "Is the tie above the garbage black or tan?", "isBalanced": true, "groups": {"global": "color", "local": "10c-tie_color"}, "answer": "tan", "semanticStr": "select: trash (14)->relate: tie,above,s (4) [0]->choose color: tan|black [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "14"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The necktie is tan.", "image": "n434283.jpg", "question_id": 20861211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (21)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["202100614", "202100611"], "equivalent": ["202100613"], "question": "Are the boats still?", "isBalanced": true, "groups": {"global": null, "local": "06-boats_still"}, "answer": "yes", "semanticStr": "select: boats (21)->verify state: still [0]", "annotations": {"answer": {}, "question": {"2": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boats are still.", "image": "n386688.jpg", "question_id": 202100613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "verify", "dependencies": [1], "argument": "curved"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201623656", "201623657", "201623654", "201623655", "201623658", "201623669", "201623668", "201623674", "201623666", "201623665", "201623670", "201623671", "201623672", "201623673"], "equivalent": ["201623664"], "question": "Is the sink that is not turned on silver and curved?", "isBalanced": true, "groups": {"global": null, "local": "05-curved_silver"}, "answer": "yes", "semanticStr": "select: sink (3)->filter: not(on) [0]->verify: curved [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "6:8": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sink is silver and curved.", "image": "n501609.jpg", "question_id": 201623664}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20856702", "20856703"], "equivalent": ["20856704"], "question": "What's the wallet made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-wallet_material"}, "answer": "leather", "semanticStr": "select: wallet (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wallet is made of leather.", "image": "n293477.jpg", "question_id": 20856704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20856710", "20856714", "20856708", "20856711", "20856724", "20856713", "20856712", "20856715", "20856707", "20856717", "20856716", "20856719", "20856718", "20856706", "20856709", "20856720", "20856721", "20856722", "20856723"], "equivalent": ["20856705"], "question": "Is the wallet small and beige?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_small"}, "answer": "yes", "semanticStr": "select: wallet (14)->verify color: beige [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the wallet is small and beige.", "image": "n293477.jpg", "question_id": 20856705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456801", "20456711", "20456806"], "equivalent": ["20456802"], "question": "Which kind of furniture is behind the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_behind,s"}, "answer": "cabinet", "semanticStr": "select: table (7)->relate: furniture,behind,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n65885.jpg", "question_id": 20456802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201412492"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skier", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skier is standing.", "image": "n143672.jpg", "question_id": 201412492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "designed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030485", "201030484"], "equivalent": ["201030483"], "question": "What is the designed piece of clothing?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_designed"}, "answer": "shirt", "semanticStr": "select: clothing (5)->filter: designed [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4:7": "5"}, "fullAnswer": {"1:3": "5", "5": "5"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a shirt.", "image": "n54424.jpg", "question_id": 201030483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20381517", "20381509"], "equivalent": ["20381508"], "question": "What is on the shelf made of wood?", "isBalanced": true, "groups": {"global": "object", "local": "14-shelf_on,s"}, "answer": "book", "semanticStr": "select: shelf (2)->filter material: wood [0]->relate: _,on,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"4": "2", "7": "2"}, "fullAnswer": {"1": "4", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The book is on the shelf.", "image": "n398257.jpg", "question_id": 20381508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (19)"}, {"operation": "filter", "dependencies": [0], "argument": "bare"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20551420", "20551404", "20551403", "20551401", "20551400", "20551396", "20551409", "20551408", "20551397", "20551399", "20551398", "20551425", "20551424", "20551427", "20551426", "20551393", "20551395", "20551423", "20551390", "20551394", "20551392", "20551391", "20551418", "20551419", "20551385", "20551386", "20551387", "20551388", "20551389", "20551413", "20551414", "20551415", "20551416", "20551411", "20551410"], "equivalent": ["20551402", "20551401"], "question": "Do the bare trees look wooden and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_wood"}, "answer": "yes", "semanticStr": "select: tree (19)->filter: bare [0]->verify height: tall [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are wooden and tall.", "image": "n153118.jpg", "question_id": 20551402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076205"], "equivalent": ["2076204"], "question": "The street is in front of what?", "isBalanced": true, "groups": {"global": "building", "local": "14-street_in front of,o"}, "answer": "houses", "semanticStr": "select: street (20)->relate: _,in front of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"1": "20"}, "fullAnswer": {"1": "20", "7": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street is in front of the houses.", "image": "n173807.jpg", "question_id": 2076204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076204"], "equivalent": ["2076205"], "question": "What is the street in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-street_in front of,o"}, "answer": "houses", "semanticStr": "select: street (20)->relate: _,in front of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "20", "7": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street is in front of the houses.", "image": "n173807.jpg", "question_id": 2076205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "refrigerator,in front of,s (6)"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202121983", "202121981"], "equivalent": ["202121981", "202121982"], "question": "Is the freezer in front of the counter top tall and white?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_white"}, "answer": "no", "semanticStr": "select: countertop (14)->relate: refrigerator,in front of,s (6) [0]->verify height: tall [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "7:9": "14"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fridge is tall but dark.", "image": "n140421.jpg", "question_id": 202121982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (0)"}, {"operation": "select", "dependencies": [], "argument": "shirt (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202240411", "202240413", "202240414"], "equivalent": ["202240411", "202240412", "202240413"], "question": "Does the remote have the same color as the shirt?", "isBalanced": true, "groups": {"global": null, "local": "09same-remote control_shirt"}, "answer": "yes", "semanticStr": "select: remote control (0)->select: shirt (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "5", "2": "0"}, "fullAnswer": {"3": "0", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the remote and the shirt are white.", "image": "n162148.jpg", "question_id": 202240412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "squash (1)"}, {"operation": "verify", "dependencies": [0], "argument": "raw"}], "entailed": ["201935847", "201935846", "201935854", "201935855"], "equivalent": ["201935852"], "question": "Do you think the squash is raw?", "isBalanced": true, "groups": {"global": null, "local": "06-squash_raw"}, "answer": "yes", "semanticStr": "select: squash (1)->verify: raw [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the squash is raw.", "image": "n500209.jpg", "question_id": 201935852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20940290", "20940289", "20940288"], "equivalent": ["20940287"], "question": "Is the glass mirror on the left of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_left"}, "answer": "yes", "semanticStr": "select: mirror (5)->filter material: glass [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mirror is on the left of the image.", "image": "n240666.jpg", "question_id": 20940287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536211"], "question": "Who is waiting?", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "catcher", "semanticStr": "select: person (1)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The catcher is waiting.", "image": "n538684.jpg", "question_id": 201536211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (9)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201080343", "201080345", "201080346"], "equivalent": ["201080344"], "question": "Is the lamp on the right side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-lamp_right"}, "answer": "no", "semanticStr": "select: lamp (9)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lamp is on the left of the image.", "image": "n23181.jpg", "question_id": 201080344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438643", "201438423", "201438644"], "equivalent": ["201438642"], "question": "What is the batter holding onto?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_holding onto,o"}, "answer": "bat", "semanticStr": "select: batter (5)->relate: _,holding onto,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding onto the bat.", "image": "n66756.jpg", "question_id": 201438642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["202226048", "202226050", "202226051", "202226041", "202226040", "202226038", "202226039", "202226053", "202226036", "202226037"], "equivalent": ["202226049", "202226048"], "question": "Is the table made of wood large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-table_size"}, "answer": "large", "semanticStr": "select: table (2)->filter material: wood [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is large.", "image": "n336443.jpg", "question_id": 202226049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding onto,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175535", "201175534", "201175531", "201175530", "201175058", "201175528", "201175529"], "equivalent": ["201175531", "201175533"], "question": "What is the device that she is holding onto called?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding onto,o"}, "answer": "camera", "semanticStr": "select: she (0)->relate: device,holding onto,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12", "5": "0"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a camera.", "image": "n357784.jpg", "question_id": 201175533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20259059", "20259058", "20259055", "20259056", "20259060", "20259061", "20259062", "20259063"], "equivalent": ["20259057"], "question": "Which color is the curtain?", "isBalanced": true, "groups": {"global": "color", "local": "10q-curtain_color"}, "answer": "white", "semanticStr": "select: curtain (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain is white.", "image": "n204894.jpg", "question_id": 20259057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202159044"], "equivalent": ["202159045"], "question": "What are the buildings in front of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-buildings_in front of,o"}, "answer": "sky", "semanticStr": "select: buildings (5)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "5", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The buildings are in front of the sky.", "image": "n406334.jpg", "question_id": 202159045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (8)"}, {"operation": "relate", "dependencies": [0], "argument": "container,to the left of,s (10)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202218566", "202218550", "202218551", "202218552", "202218553", "202218554", "202218555", "202218556", "202218558", "202218559", "202218547", "202218546", "202218545", "202218544", "202218565", "202218564", "202218549", "202218548", "202218561", "202218560", "202218563", "202218562"], "equivalent": ["202218557"], "question": "Do the containers to the left of the toaster look metallic and white?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: toaster (8)->relate: container,to the left of,s (10) [0]->verify material: metal [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the canisters are metallic and white.", "image": "n578564.jpg", "question_id": 202218557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20245887", "20245888", "20245893", "20245894", "20245896"], "equivalent": ["20245894", "20245895"], "question": "Is there a skateboarder in the photograph that is male?", "isBalanced": true, "groups": {"global": null, "local": "04-skateboarder_male"}, "answer": "yes", "semanticStr": "select: skateboarder (1)->filter gender: male [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a skateboarder that is male.", "image": "n489190.jpg", "question_id": 20245895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2055629"], "question": "Are there any buses or fences in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bus_fence"}, "answer": "yes", "semanticStr": "select: bus (12)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bus.", "image": "n263180.jpg", "question_id": 2055629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "crouching"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245888"], "equivalent": ["20245897"], "question": "Who is crouching?", "isBalanced": true, "groups": {"global": "person", "local": "crouching"}, "answer": "skateboarder", "semanticStr": "select: person (1)->filter pose: crouching [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is crouching.", "image": "n489190.jpg", "question_id": 20245897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "old "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201047402"], "question": "Does the telephone look black and old?", "isBalanced": true, "groups": {"global": null, "local": "05-black_old"}, "answer": "no", "semanticStr": "select: phone (2)->verify color: black [0]->verify: old  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the telephone is black but new.", "image": "n234683.jpg", "question_id": 201047402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vest (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391985"], "equivalent": ["201391986"], "question": "Who is wearing the vest?", "isBalanced": true, "groups": {"global": "person", "local": "14-vest_wearing,s"}, "answer": "man", "semanticStr": "select: vest (7)->relate: person,wearing,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a vest.", "image": "n477702.jpg", "question_id": 201391986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "huge "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201711298", "201711299", "201711294", "201711295", "201711296", "201711297", "201711290", "201711291", "201711292", "201711293", "201711311", "201711310", "201711312", "201711289", "201711308", "201711309", "201711306", "201711307", "201711304", "201711302", "201711303", "201711300", "201711301"], "equivalent": ["201711304", "201711305"], "question": "Is the luggage black and huge?", "isBalanced": true, "groups": {"global": null, "local": "05-black_huge"}, "answer": "yes", "semanticStr": "select: luggage (5)->verify color: black [0]->verify size: huge  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the luggage is black and huge.", "image": "n302387.jpg", "question_id": 201711305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "towel,next to,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20645755"], "question": "Are there any towels next to the white sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_towel"}, "answer": "no", "semanticStr": "select: sink (7)->filter color: white [0]->relate: towel,next to,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"7:9": "7"}, "fullAnswer": {"8": "7", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a heater next to the sink.", "image": "n98544.jpg", "question_id": 20645755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,on,s (16)"}, {"operation": "filter size", "dependencies": [1], "argument": "small"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,same color,_ (8)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["202162588", "202161880"], "equivalent": ["202161879"], "question": "What type of furniture is the same color as the small bag on the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bag_same color,_"}, "answer": "bookcase", "semanticStr": "select: floor (17)->relate: bag,on,s (16) [0]->filter size: small [1]->relate: furniture,same color,_ (8) [2]->query: name [3]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "14": "17", "10:12": "16"}, "fullAnswer": {"1": "8", "8": "16"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bookcase is the same color as the bag.", "image": "n69237.jpg", "question_id": 202161879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201872913", "201872989"], "equivalent": ["201872991"], "question": "What kind of vehicle is parked on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_parked on,s"}, "answer": "truck", "semanticStr": "select: street (13)->relate: vehicle,parked on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n309148.jpg", "question_id": 201872991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,underneath,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20940135", "20940133", "20940132"], "equivalent": ["20940135", "20940134", "20940133", "20940132"], "question": "Does the sink underneath the mirror have large size and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: mirror (5)->relate: sink,underneath,s (0) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "5"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is white but small.", "image": "n240666.jpg", "question_id": 20940134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["202161869"], "equivalent": ["202161870"], "question": "Is it outdoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "no", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is indoors.", "image": "n69237.jpg", "question_id": 202161870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash (14)"}, {"operation": "relate", "dependencies": [0], "argument": "tie,above,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20861214"], "question": "Is the tie above the trash both long and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long"}, "answer": "no", "semanticStr": "select: trash (14)->relate: tie,above,s (4) [0]->verify color: blue [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5": "14"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the necktie is long but tan.", "image": "n434283.jpg", "question_id": 20861214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060268"], "equivalent": ["202060269"], "question": "What's in front of the wall?", "isBalanced": true, "groups": {"global": "tree", "local": "14-wall_in front of,s"}, "answer": "tree", "semanticStr": "select: wall (19)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "19"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the wall.", "image": "n14087.jpg", "question_id": 202060269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202060269"], "equivalent": ["202060268"], "question": "What is in front of the wood wall?", "isBalanced": true, "groups": {"global": "tree", "local": "14-wall_in front of,s"}, "answer": "tree", "semanticStr": "select: wall (19)->filter material: wood [0]->relate: _,in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"6:8": "19"}, "fullAnswer": {"1": "7", "7": "19"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the wall.", "image": "n14087.jpg", "question_id": 202060268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensils (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202006981"], "question": "What are the utensils inside of?", "isBalanced": true, "groups": {"global": "object", "local": "14-utensils_inside,o"}, "answer": "utensil holder", "semanticStr": "select: utensils (8)->relate: _,inside,o (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"1": "8", "5:7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The utensils are inside the utensil holder.", "image": "n97485.jpg", "question_id": 202006981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "remote control (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20258830"], "equivalent": ["20258829"], "question": "Is there either any black phone or remote control?", "isBalanced": true, "groups": {"global": null, "local": "04-phone_black"}, "answer": "yes", "semanticStr": "select: phone (0)->filter color: black [0]->exist: ? [1]->select: remote control (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black phone.", "image": "n204894.jpg", "question_id": 20258829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (4)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202100938", "202100957", "202100970", "202100971", "202100937", "202100969", "202100968", "202100958", "202100959", "202100961", "202100960", "202100963", "202100962", "202100964", "202100967", "202100966"], "equivalent": ["202100965"], "question": "Which color is the vehicle to the left of the skateboarder?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "silver", "semanticStr": "select: skateboarder (4)->relate: vehicle,to the left of,s (15) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "4", "4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is silver.", "image": "n472825.jpg", "question_id": 202100965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20550208", "20550209", "20550206", "20550204", "20550205", "20550211", "20550210", "20550213", "20550212"], "equivalent": ["20550208", "20550207"], "question": "Of which color is the tail?", "isBalanced": true, "groups": {"global": "color", "local": "10q-tail_color"}, "answer": "yellow", "semanticStr": "select: tail (12)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tail is yellow.", "image": "n579928.jpg", "question_id": 20550207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scarf (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201407073"], "question": "Are there any scarves?", "isBalanced": true, "groups": {"global": null, "local": "03-scarf"}, "answer": "no", "semanticStr": "select: scarf (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no scarves.", "image": "n282607.jpg", "question_id": 201407073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,using,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447164", "201447165", "201447166", "201447167", "201447162", "201447163", "201447168", "201447169"], "equivalent": ["201447170"], "question": "What kind of device is the man using?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "camera", "semanticStr": "select: man (7)->relate: device,using,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "7", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a camera.", "image": "n54180.jpg", "question_id": 201447170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20789813", "20789812", "20789810", "20789815", "20789814"], "equivalent": ["20789811"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "beach", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a beach.", "image": "n475030.jpg", "question_id": 20789811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,behind,o (7)"}], "entailed": ["2091231", "2091346", "2091345"], "equivalent": ["2091230"], "question": "Are the trees behind the wood fence?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_fence"}, "answer": "yes", "semanticStr": "select: trees (2)->verify rel: fence,behind,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "7"}, "fullAnswer": {"2": "2", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are behind the fence.", "image": "n565418.jpg", "question_id": 2091230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (11)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2055571", "2055570", "2055577", "2055576", "2055575", "2055574", "2055573", "2055566", "2055567", "2055568", "2055569", "2055579", "2055572"], "equivalent": ["2055565", "2055566"], "question": "Are the clouds white and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_white"}, "answer": "yes", "semanticStr": "select: clouds (11)->verify: bright [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are white and bright.", "image": "n263180.jpg", "question_id": 2055565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201997207", "201997206"], "equivalent": ["201997207", "201997206", "201997205"], "question": "Does the chair look black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: chair (8)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is black but large.", "image": "n250715.jpg", "question_id": 201997205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glasses,wearing,o (-)"}], "entailed": [], "equivalent": ["201972847"], "question": "Is the woman wearing glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_glasses"}, "answer": "no", "semanticStr": "select: woman (0)->verify rel: glasses,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "5": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing trousers.", "image": "n541482.jpg", "question_id": 201972847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,using,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201337068", "201337075", "201337066", "201337065", "201337070"], "equivalent": ["201337067"], "question": "What color is the skateboard the man is using?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-skateboard_color"}, "answer": "dark", "semanticStr": "select: man (1)->relate: skateboard,using,o (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "2", "6": "1"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboard is dark.", "image": "n329479.jpg", "question_id": 201337067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounded by,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20734235"], "question": "What is the sand surrounded by?", "isBalanced": true, "groups": {"global": "tree", "local": "14-sand_surrounded by,o"}, "answer": "trees", "semanticStr": "select: sand (7)->relate: _,surrounded by,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "7", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is surrounded by the trees.", "image": "n90944.jpg", "question_id": 20734235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave oven (13)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,hanging from,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308195", "20308197", "20308196", "20308199", "20308198", "20308200"], "equivalent": ["20308201"], "question": "What pieces of furniture is the microwave oven hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-microwave oven_hanging from,o"}, "answer": "cabinets", "semanticStr": "select: microwave oven (13)->relate: furniture,hanging from,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"1:3": "13", "7": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The microwave oven is hanging from the cabinets.", "image": "n278312.jpg", "question_id": 20308201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (16)"}, {"operation": "choose rel", "dependencies": [1], "argument": "speaker,to the left of|to the right of,s (10)"}], "entailed": ["201497813", "201497815", "201497814", "201497816", "201498205", "201498204", "201498206"], "equivalent": ["201497817", "201497816"], "question": "Is the speaker to the left or to the right of the device the phone is in front of?", "isBalanced": true, "groups": {"global": null, "local": "13-computer_speaker"}, "answer": "left", "semanticStr": "select: phone (6)->relate: device,in front of,o (16) [0]->choose rel: speaker,to the left of|to the right of,s (10) [1]", "annotations": {"answer": {}, "question": {"2": "10", "12": "16", "14": "6"}, "fullAnswer": {"1": "10", "8": "16"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The speaker is to the left of the computer.", "image": "n315887.jpg", "question_id": 201497817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pens (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coffee table,lying on top of,o (-)"}], "entailed": [], "equivalent": ["20857079"], "question": "Are the pens lying on top of a coffee table?", "isBalanced": true, "groups": {"global": null, "local": "13-pens_coffee table"}, "answer": "no", "semanticStr": "select: pens (4)->verify rel: coffee table,lying on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"9": "17", "2": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pens are lying on top of the bed.", "image": "n293477.jpg", "question_id": 20857079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (7)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thin"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "rope (-) "}, {"operation": "filter", "dependencies": [3], "argument": "thin"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201185814", "201185812"], "equivalent": ["201185814", "201185813"], "question": "Are there any frisbees or ropes that are thin?", "isBalanced": true, "groups": {"global": null, "local": "04-frisbee_thin"}, "answer": "yes", "semanticStr": "select: frisbee (7)->filter thickness: thin [0]->exist: ? [1]->select: rope (-) ->filter: thin [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the frisbee is thin.", "image": "n494918.jpg", "question_id": 201185813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["202218616", "202218615", "202218618"], "equivalent": ["202218617"], "question": "Where in the picture is the wood picture, on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-picture_hposition"}, "answer": "left", "semanticStr": "select: picture (12)->filter material: wood [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"6:8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The picture is on the left of the image.", "image": "n578564.jpg", "question_id": 202218617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20911205"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "skater", "semanticStr": "select: person (1)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is riding.", "image": "n217003.jpg", "question_id": 20911205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207001", "201206927", "201206929", "201206928"], "equivalent": ["201206930"], "question": "Which kind of furniture is the mat sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mat_sitting on,o"}, "answer": "table", "semanticStr": "select: mat (12)->relate: furniture,sitting on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "12", "6": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mat is sitting on the table.", "image": "n222915.jpg", "question_id": 201206930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20899881", "20899882", "20899884", "20899885", "20899879", "20899892", "20899890"], "equivalent": ["20899883"], "question": "Which color is the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "gray", "semanticStr": "select: table (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is gray.", "image": "n186491.jpg", "question_id": 20899883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pens (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "yellow"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,lying on top of,o (17)"}, {"operation": "choose name", "dependencies": [3], "argument": "bed|desk"}], "entailed": [], "equivalent": ["20857077"], "question": "What type of furniture are the pens that are black and yellow lying on top of, a bed or a desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pens_lying on top of,o"}, "answer": "bed", "semanticStr": "select: pens (4)->filter color: black [0]->filter color: yellow [1]->relate: furniture,lying on top of,o (17) [2]->choose name: bed|desk [3]", "annotations": {"answer": {"0": "17"}, "question": {"9": "4", "11": "4", "3": "17", "17": "17", "6": "4"}, "fullAnswer": {"1": "4", "8": "17"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pens are lying on top of a bed.", "image": "n293477.jpg", "question_id": 20857077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towels (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "jar,behind,o (7)"}], "entailed": ["202218897", "202218896", "202218612"], "equivalent": ["202218611"], "question": "Are the paper towels behind the jar made of glass?", "isBalanced": true, "groups": {"global": null, "local": "13-paper towels_jar"}, "answer": "yes", "semanticStr": "select: paper towels (13)->verify rel: jar,behind,o (7) [0]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "13", "6": "7"}, "fullAnswer": {"2:4": "13", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the paper towels are behind the jar.", "image": "n578564.jpg", "question_id": 202218611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,lying next to,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765947", "201765945"], "equivalent": ["201765946"], "question": "What do you think is the watercraft that is lying next to the beach?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-beach_lying next to,s"}, "answer": "boats", "semanticStr": "select: beach (6)->relate: watercraft,lying next to,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"13": "6", "6": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20903207"], "equivalent": ["20903208"], "question": "Behind what vehicle is the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_behind,o"}, "answer": "van", "semanticStr": "select: building (9)->relate: vehicle,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"2": "6"}, "fullAnswer": {"1": "9", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The building is behind the van.", "image": "n411121.jpg", "question_id": 20903208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["2058505", "2058504", "2058507", "2058503", "2058510", "2058508", "2058489"], "equivalent": ["2058506"], "question": "What color is the logo?", "isBalanced": true, "groups": {"global": "color", "local": "10q-logo_color"}, "answer": "white", "semanticStr": "select: logo (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The logo is white.", "image": "n497658.jpg", "question_id": 2058506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (31)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dvd player,on top of,o (-)"}], "entailed": [], "equivalent": ["202012747"], "question": "Is that remote on top of a DVD player?", "isBalanced": true, "groups": {"global": null, "local": "13-remote control_dvd player"}, "answer": "no", "semanticStr": "select: remote control (31)->verify rel: dvd player,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "31"}, "fullAnswer": {"8": "1", "2": "31"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the remote is on top of the TV.", "image": "n326988.jpg", "question_id": 202012747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watercraft (7)"}, {"operation": "filter", "dependencies": [0], "argument": "assorted"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765940", "201765939"], "equivalent": ["201765941"], "question": "Which kind of watercraft is assorted?", "isBalanced": true, "groups": {"global": "watercraft", "local": "12q-watercraft_assorted"}, "answer": "boats", "semanticStr": "select: watercraft (7)->filter: assorted [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20710110", "20710106", "20710109", "20710108", "20710112", "20710107", "20710111", "20710105"], "equivalent": ["20710106", "20710105", "20710104"], "question": "How is the weather in this scene?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudy.", "image": "n489699.jpg", "question_id": 20710104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20903208"], "equivalent": ["20903207"], "question": "What is the vehicle that the building is behind?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_behind,o"}, "answer": "van", "semanticStr": "select: building (9)->relate: vehicle,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "6": "9"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n411121.jpg", "question_id": 20903207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,behind,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765950", "201765951", "201765948"], "equivalent": ["201765949"], "question": "Which kind of watercraft is behind the beach?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-beach_behind,s"}, "answer": "boats", "semanticStr": "select: beach (6)->relate: watercraft,behind,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (5)"}, {"operation": "relate", "dependencies": [0], "argument": "beach,walking across,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "watercraft,behind,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201765950", "201765951", "201765949"], "equivalent": ["201765948"], "question": "What is the watercraft behind the beach that the surfer is walking across?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-beach_behind,s"}, "answer": "boats", "semanticStr": "select: surfer (5)->relate: beach,walking across,o (6) [0]->relate: watercraft,behind,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"9": "5", "3": "7", "6": "6"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is boats.", "image": "n488874.jpg", "question_id": 201765948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (4)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,below,s (0)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "query", "dependencies": [2], "argument": "material"}], "entailed": ["201446945", "201446944", "201446947", "201446951", "201446949", "201446950", "201446934"], "equivalent": ["201446948"], "question": "What is the white sink below the shelf made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: shelf (4)->relate: sink,below,s (0) [0]->filter color: white [1]->query: material [2]", "annotations": {"answer": {}, "question": {"7": "4", "3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain.", "image": "n54180.jpg", "question_id": 201446948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheet (14)"}, {"operation": "select", "dependencies": [], "argument": "pillow (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201763569"], "equivalent": ["201763568"], "question": "Does the bed sheet have the same color as the pillow?", "isBalanced": true, "groups": {"global": null, "local": "09same-pillow_sheet"}, "answer": "yes", "semanticStr": "select: sheet (14)->select: pillow (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "9", "2:4": "14"}, "fullAnswer": {"7": "9", "3:5": "14"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bed sheet and the pillow are white.", "image": "n246334.jpg", "question_id": 201763568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (15)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201763732"], "question": "Does the mirror look small and round?", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "no", "semanticStr": "select: mirror (15)->verify shape: round [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mirror is round but large.", "image": "n246334.jpg", "question_id": 201763732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bushes (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "necklace,wearing,o (10)"}], "entailed": ["20247329"], "equivalent": ["20247330"], "question": "Is the person in front of the bushes wearing a necklace?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_necklace"}, "answer": "yes", "semanticStr": "select: bushes (5)->relate: person,in front of,s (1) [0]->verify rel: necklace,wearing,o (10) [1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "1", "7": "5"}, "fullAnswer": {"2": "1", "6": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is wearing a necklace.", "image": "n223750.jpg", "question_id": 20247330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["20863509", "20863528", "20863529", "20863527", "20863522", "20863523", "20863521", "20863516", "20863515", "20863514", "20863513", "20863512", "20863511", "20863510", "20863552", "20863551", "20863519", "20863518", "20863534", "20863530", "20863533"], "equivalent": ["20863517"], "question": "How tall is the skateboarder?", "isBalanced": true, "groups": {"global": "height", "local": "10q-skateboarder_height"}, "answer": "tall", "semanticStr": "select: skateboarder (1)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is tall.", "image": "n14.jpg", "question_id": 20863517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20340889", "20340876", "20340874", "20340875", "20340873", "20340882", "20340881", "20340880", "20340878", "20340879"], "equivalent": ["20340876", "20340877"], "question": "What is the size of the school?", "isBalanced": true, "groups": {"global": "size", "local": "10q-school_size"}, "answer": "large", "semanticStr": "select: school (20)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The school is large.", "image": "n346247.jpg", "question_id": 20340877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (9)"}, {"operation": "select", "dependencies": [], "argument": "counter (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20711514"], "equivalent": ["20711515"], "question": "Does the counter have a different color than the cable?", "isBalanced": true, "groups": {"global": null, "local": "09diff-cable_counter"}, "answer": "yes", "semanticStr": "select: cable (9)->select: counter (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "2"}, "fullAnswer": {"2": "9", "7": "2"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the cable is black and the counter is white.", "image": "n549922.jpg", "question_id": 20711515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [0], "argument": "healthy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20411765", "20411763"], "equivalent": ["20411764", "20411763"], "question": "Do the carrots look healthy and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_healthy"}, "answer": "no", "semanticStr": "select: carrots (5)->verify color: green [0]->verify: healthy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the carrots are healthy but orange.", "image": "n363445.jpg", "question_id": 20411764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247337", "20247199", "20247198"], "equivalent": ["20247338"], "question": "Who is wearing the skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "woman", "semanticStr": "select: skirt (12)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a skirt.", "image": "n223750.jpg", "question_id": 20247338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202102917", "202102914", "202102915", "202102912", "202102913", "202102911", "202102893", "202102918", "202102919", "202102928", "202102927", "202102894", "202102920"], "equivalent": ["202102916", "202102915"], "question": "What color is the dishwasher?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dishwasher_color"}, "answer": "silver", "semanticStr": "select: dishwasher (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dishwasher is silver.", "image": "n386682.jpg", "question_id": 202102916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,on,s (0)"}, {"operation": "choose color", "dependencies": [1], "argument": "green|brown"}], "entailed": ["201510377"], "equivalent": ["201510378"], "question": "Does the fruit on the tray look brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-pear_color"}, "answer": "green", "semanticStr": "select: tray (4)->relate: fruit,on,s (0) [0]->choose color: green|brown [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "4"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pear is green.", "image": "n541854.jpg", "question_id": 201510378}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (10)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,wearing,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20631459", "20631456", "20631464", "20631465", "20631462", "20631463", "20631460", "20631458", "20631457", "20631471", "20631470", "20631468", "20631469"], "equivalent": ["20631459", "20631460", "20631461"], "question": "Of what color are the pants that the umpire wears?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "black", "semanticStr": "select: umpire (10)->relate: pants,wearing,o (13) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "10", "5": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are black.", "image": "n570181.jpg", "question_id": 20631461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201510206", "201510207", "201510204", "201510208", "201510209", "201510210"], "equivalent": ["201510205"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "restaurant", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a restaurant.", "image": "n541854.jpg", "question_id": 201510205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20734239"], "question": "What is the sand in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-sand_in front of,o"}, "answer": "buildings", "semanticStr": "select: sand (7)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "7", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is in front of the buildings.", "image": "n90944.jpg", "question_id": 20734239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (4)"}, {"operation": "verify rel", "dependencies": [1], "argument": "uniform,wearing,o (-)"}], "entailed": ["201590117"], "equivalent": ["201590118"], "question": "Is the person on the field wearing a uniform?", "isBalanced": true, "groups": {"global": null, "local": "13-player_uniform"}, "answer": "no", "semanticStr": "select: field (10)->relate: person,on,s (4) [0]->verify rel: uniform,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "10"}, "fullAnswer": {"2": "4", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the player is wearing a headband.", "image": "n260762.jpg", "question_id": 201590118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "person,throwing,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201590120"], "equivalent": ["201590119"], "question": "Who is throwing the frisbee that looks white?", "isBalanced": true, "groups": {"global": "person", "local": "14-frisbee_throwing,s"}, "answer": "player", "semanticStr": "select: frisbee (0)->filter color: white [0]->relate: person,throwing,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"4": "0", "7": "0"}, "fullAnswer": {"1": "4", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is throwing the frisbee.", "image": "n260762.jpg", "question_id": 201590119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana bunch (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,same color,_ (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756738"], "equivalent": ["201756488"], "question": "What fruit has the same color as the banana bunch?", "isBalanced": true, "groups": {"global": "fruit", "local": "14-banana bunch_same color,_"}, "answer": "banana", "semanticStr": "select: banana bunch (4)->relate: fruit,same color,_ (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0", "8:10": "4"}, "fullAnswer": {"1": "0", "8:10": "4"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The banana is the same color as the banana bunch.", "image": "n567860.jpg", "question_id": 201756488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (0)"}, {"operation": "choose tone", "dependencies": [0], "argument": "light|dark"}], "entailed": [], "equivalent": ["20715686"], "question": "Which tone is the kite, light or dark?", "isBalanced": true, "groups": {"global": "tone", "local": "10c-kite_tone"}, "answer": "light", "semanticStr": "select: kite (0)->choose tone: light|dark [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The kite is light.", "image": "n507149.jpg", "question_id": 20715686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "kite,above,s (0)"}, {"operation": "verify tone", "dependencies": [1], "argument": "light"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20715688", "20715680", "20715686", "20715700", "20715701", "20715705", "20715698", "20715699", "20715694", "20715695", "20715696", "20715697", "20715690", "20715691", "20715676", "20715677", "20715674", "20715675", "20715672", "20715673", "20715656", "20715671", "20715658", "20715678", "20715679"], "equivalent": ["20715689"], "question": "Is the kite above the person long and light?", "isBalanced": true, "groups": {"global": null, "local": "05-light_long"}, "answer": "yes", "semanticStr": "select: person (2)->relate: kite,above,s (0) [0]->verify tone: light [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "2"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the kite is long and light.", "image": "n507149.jpg", "question_id": 20715689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20645803", "20645802", "20645800", "20645807", "20645806", "20645805", "20645804", "20645809", "20645808", "20645814", "20645815", "20645816", "20645817", "20645811", "20645812", "20645813", "20645818", "20645799", "20645798", "20645797", "20645796", "20645795", "20645794"], "equivalent": ["20645801"], "question": "Does the shelf look wooden and white?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "yes", "semanticStr": "select: shelf (9)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shelf is wooden and white.", "image": "n98544.jpg", "question_id": 20645801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (8)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["2012982", "2012990", "2012950", "2012951", "2012948", "2012981", "2012987", "2012986", "2012949", "2012984", "2012983", "2012996", "2012980", "2012989", "2012988"], "equivalent": ["2012995", "2012996"], "question": "Is the bottle near the person open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-bottle_15"}, "answer": "closed", "semanticStr": "select: person (1)->relate: bottle,near,s (8) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "1"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is closed.", "image": "n318370.jpg", "question_id": 2012995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carts (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "suitcases (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2072788"], "equivalent": ["2072789"], "question": "Are there suitcases or carts?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-carts_suitcases"}, "answer": "no", "semanticStr": "select: carts (-)->exist: ? [0]->select: suitcases (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no suitcases or carts.", "image": "n498140.jpg", "question_id": 2072789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "select", "dependencies": [], "argument": "table (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20411499"], "equivalent": ["20411499", "20411498"], "question": "Is the food container made of the same material as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-food container_table"}, "answer": "no", "semanticStr": "select: food container (0)->select: table (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "10", "2:4": "0"}, "fullAnswer": {"10": "10", "2:4": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the food container is made of plastic and the table is made of wood.", "image": "n363445.jpg", "question_id": 20411498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "select", "dependencies": [], "argument": "fork (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20411497"], "question": "Is the food container made of the same material as the fork?", "isBalanced": true, "groups": {"global": null, "local": "09same-food container_fork"}, "answer": "no", "semanticStr": "select: food container (0)->select: fork (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "9", "2:4": "0"}, "fullAnswer": {"10": "9", "2:4": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the food container is made of plastic and the fork is made of metal.", "image": "n363445.jpg", "question_id": 20411497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter", "dependencies": [0], "argument": "sturdy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201079860", "201079859", "201079844", "201079843"], "equivalent": ["201079861"], "question": "What item of furniture is sturdy?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_sturdy"}, "answer": "desk", "semanticStr": "select: furniture (13)->filter: sturdy [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n23181.jpg", "question_id": 201079861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (5)"}, {"operation": "select", "dependencies": [], "argument": "hot dogs (4) "}, {"operation": "choose less healthy", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20411495"], "question": "Which seem to be less healthy, the hot dogs or the carrots?", "isBalanced": true, "groups": {"global": "fast food", "local": "09compare-carrots_hot dogs"}, "answer": "hot dogs", "semanticStr": "select: carrots (5)->select: hot dogs (4) ->choose less healthy:  [0, 1]", "annotations": {"answer": {"0:2": "4"}, "question": {"11": "5", "7:9": "4"}, "fullAnswer": {"8": "5", "1:3": "4"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The hot dogs are less healthy than the carrots.", "image": "n363445.jpg", "question_id": 20411495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apples (1)"}, {"operation": "select", "dependencies": [], "argument": "hot dogs (4) "}, {"operation": "choose less healthy", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20411493"], "question": "Which are less healthy, the hot dogs or the apples?", "isBalanced": true, "groups": {"global": "fast food", "local": "09compare-apples_hot dogs"}, "answer": "hot dogs", "semanticStr": "select: apples (1)->select: hot dogs (4) ->choose less healthy:  [0, 1]", "annotations": {"answer": {"0:2": "4"}, "question": {"9": "1", "5:7": "4"}, "fullAnswer": {"8": "1", "1:3": "4"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The hot dogs are less healthy than the apples.", "image": "n363445.jpg", "question_id": 20411493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (12)"}, {"operation": "verify material", "dependencies": [0], "argument": "concrete"}], "entailed": ["20441958"], "equivalent": ["20441959", "20441958"], "question": "Is concrete used to make that floor?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_concrete"}, "answer": "no", "semanticStr": "select: floor (12)->verify material: concrete [0]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is made of hardwood.", "image": "n207708.jpg", "question_id": 20441959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20622035", "20622037", "20622014"], "equivalent": ["20622036"], "question": "What animals are it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "horses", "semanticStr": "select: animal (6)->query: name [0]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n210269.jpg", "question_id": 20622036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["2098063", "2098062", "2098061", "2098066", "2098067", "2098064", "2098065", "2098068", "2098069"], "equivalent": ["2098070"], "question": "On which side of the picture is the glass bottle?", "isBalanced": true, "groups": {"global": null, "local": "10q-bottle_hposition"}, "answer": "left", "semanticStr": "select: bottle (5)->filter material: glass [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is on the left of the image.", "image": "n513429.jpg", "question_id": 2098070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "bronze"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20330304", "20330303", "20330302", "20330301"], "equivalent": ["20330305"], "question": "On which side is the bronze statue?", "isBalanced": true, "groups": {"global": null, "local": "10q-statue_hposition"}, "answer": "right", "semanticStr": "select: statue (2)->filter material: bronze [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The statue is on the right of the image.", "image": "n260521.jpg", "question_id": 20330305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wire (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,o (28)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20922898"], "equivalent": ["20922899"], "question": "What is the wire connected to?", "isBalanced": true, "groups": {"global": "object", "local": "14-wire_connected to,o"}, "answer": "telephone pole", "semanticStr": "select: wire (14)->relate: _,connected to,o (28) [0]->query: name [1]", "annotations": {"answer": {"0:2": "28"}, "question": {}, "fullAnswer": {"1": "14", "6:8": "28"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wire is connected to the utility pole.", "image": "n480253.jpg", "question_id": 20922899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,riding,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201861322", "201861244", "201861319", "201861243"], "equivalent": ["201861318"], "question": "What is on the motorbike that the person is riding?", "isBalanced": true, "groups": {"global": "object", "local": "14-motorcycle_on,s"}, "answer": "mirror", "semanticStr": "select: person (2)->relate: motorcycle,riding,o (0) [0]->relate: _,on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"4": "0", "7": "2"}, "fullAnswer": {"1": "3", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is on the motorbike.", "image": "n390187.jpg", "question_id": 201861318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sandwich (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20609674"], "question": "Is there a cake or a sandwich in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cake_sandwich"}, "answer": "yes", "semanticStr": "select: cake (4)->exist: ? [0]->select: sandwich (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a cake.", "image": "n437064.jpg", "question_id": 20609674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (6)"}, {"operation": "choose", "dependencies": [0], "argument": "wet|dry"}], "entailed": ["20724397", "20724373", "20724399", "20724400", "20724401", "20724387", "20724403", "20724402", "20724404"], "equivalent": ["20724405"], "question": "Is the forest dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-forest_17"}, "answer": "wet", "semanticStr": "select: forest (6)->choose: wet|dry [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The forest is wet.", "image": "n369970.jpg", "question_id": 20724405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vacuum (13)"}, {"operation": "relate", "dependencies": [0], "argument": "container,smaller than,s (15)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the right of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201429055", "201429056", "201429057", "201429052"], "equivalent": ["201429053"], "question": "What is the appliance to the right of the container that is smaller than the vacuum?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-box_to the right of,s"}, "answer": "stove", "semanticStr": "select: vacuum (13)->relate: container,smaller than,s (15) [0]->relate: appliance,to the right of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "15", "3": "2", "15": "13"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n64959.jpg", "question_id": 201429053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "little"}, {"operation": "verify rel", "dependencies": [1], "argument": "trees,in between,o (17)"}], "entailed": ["201959896", "201959897", "201959898"], "equivalent": ["201959899"], "question": "Is the little building in between the tall trees near the crane?", "isBalanced": true, "groups": {"global": null, "local": "13-building_trees"}, "answer": "yes", "semanticStr": "select: building (4)->filter size: little [0]->verify rel: trees,in between,o (17) [1]", "annotations": {"answer": {}, "question": {"11": "18", "2:4": "4", "7:9": "17"}, "fullAnswer": {"2": "4", "7": "17"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the building is in between the trees.", "image": "n572716.jpg", "question_id": 201959899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (6)"}, {"operation": "select", "dependencies": [], "argument": "mirror (7) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20716791"], "equivalent": ["20716790", "20716791"], "question": "What do both the door and the mirror have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-door_mirror"}, "answer": "material", "semanticStr": "select: door (6)->select: mirror (7) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "7"}, "fullAnswer": {"4": "6", "7": "7"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the door and the mirror are glass.", "image": "n67005.jpg", "question_id": 20716790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20692231", "20692251", "20692204", "20692238", "20692257", "20692252", "20692258", "20692234", "20692235", "20692236", "20692241", "20692240", "20692242", "20692245", "20692244"], "equivalent": ["20692243", "20692242"], "question": "Which color does the mirror that is made of metal have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mirror_color"}, "answer": "silver", "semanticStr": "select: mirror (0)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "0", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror has silver color.", "image": "n499081.jpg", "question_id": 20692243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202060025", "202060024", "202060046", "202060045", "202060044"], "equivalent": ["202060047", "202060046"], "question": "Which kind of furniture is this?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "couch", "semanticStr": "select: furniture (13)->query: name [0]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"3": "13"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a couch.", "image": "n14087.jpg", "question_id": 202060047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bat,holding,o (-)"}], "entailed": ["202126063"], "equivalent": ["202126062"], "question": "Does the player hold a bat?", "isBalanced": true, "groups": {"global": null, "local": "13-player_bat"}, "answer": "no", "semanticStr": "select: player (7)->verify rel: bat,holding,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7", "5": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the player holds a racket.", "image": "n573460.jpg", "question_id": 202126062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202060025", "202060024", "202060047", "202060046", "202060044"], "equivalent": ["202060045"], "question": "What kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "couch", "semanticStr": "select: furniture (13)->query: name [0]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n14087.jpg", "question_id": 202060045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535803", "201535802"], "equivalent": ["201535804"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "container", "local": "14-woman_holding,o"}, "answer": "box", "semanticStr": "select: woman (13)->relate: _,holding,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the box.", "image": "n272098.jpg", "question_id": 201535804}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "fire truck,behind,o (27)"}], "entailed": ["20922894", "20923146", "20923145"], "equivalent": ["20922895"], "question": "Are the brown trees behind the vehicle that is parked along the street?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_fire truck"}, "answer": "yes", "semanticStr": "select: trees (12)->filter color: brown [0]->verify rel: fire truck,behind,o (27) [1]", "annotations": {"answer": {}, "question": {"12": "23", "2:4": "12", "6": "27"}, "fullAnswer": {"2": "12", "6:8": "27"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are behind the fire truck.", "image": "n480253.jpg", "question_id": 20922895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "relate", "dependencies": [0], "argument": "people,on,s (8)"}, {"operation": "choose activity", "dependencies": [1], "argument": "talking|playing"}], "entailed": ["202223368"], "equivalent": ["202223369"], "question": "What are the people on the grass doing, talking or playing?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-people_activity"}, "answer": "talking", "semanticStr": "select: grass (10)->relate: people,on,s (8) [0]->choose activity: talking|playing [1]", "annotations": {"answer": {}, "question": {"3": "8", "6": "10"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The people are talking.", "image": "n257997.jpg", "question_id": 202223369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose rel", "dependencies": [1], "argument": "chair,to the left of|to the right of,s (10)"}], "entailed": ["20205102", "20205103", "20204639", "20204637", "20204636", "20204635", "20205101", "20205100"], "equivalent": ["20204639", "20204638"], "question": "Is the chair to the right or to the left of the black bag?", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_chair"}, "answer": "left", "semanticStr": "select: bag (9)->filter color: black [0]->choose rel: chair,to the left of|to the right of,s (10) [1]", "annotations": {"answer": {}, "question": {"2": "10", "12:14": "9"}, "fullAnswer": {"1": "10", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The chair is to the left of the backpack.", "image": "n532191.jpg", "question_id": 20204638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (8)"}, {"operation": "relate", "dependencies": [0], "argument": "wall,on top of,o (13)"}, {"operation": "relate", "dependencies": [1], "argument": "man,near,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20320418"], "question": "Are there men near the wall the newspaper is on top of?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_man"}, "answer": "yes", "semanticStr": "select: newspaper (8)->relate: wall,on top of,o (13) [0]->relate: man,near,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "3", "5": "13", "7": "8"}, "fullAnswer": {"4": "3", "7": "13"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man near the wall.", "image": "n206358.jpg", "question_id": 20320418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (18)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|green"}], "entailed": [], "equivalent": ["201758619"], "question": "Which color is the chair to the left of the laptop, brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chair_color"}, "answer": "brown", "semanticStr": "select: laptop (4)->relate: chair,to the left of,s (18) [0]->choose color: brown|green [1]", "annotations": {"answer": {}, "question": {"10": "4", "4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is brown.", "image": "n4777.jpg", "question_id": 201758619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}], "entailed": ["201055932", "201055933", "201055952", "201055983", "201055950", "201055951", "201055978", "201055979", "201055976", "201055977", "201055970", "201055971", "201055953", "201055905", "201055904", "201055906", "201055949", "201055984", "201055987", "201055986", "201055980", "201055969", "201055982", "201055985"], "equivalent": ["201055981"], "question": "Does the car that is not large look closed?", "isBalanced": true, "groups": {"global": null, "local": "06-car_closed"}, "answer": "yes", "semanticStr": "select: car (3)->filter size: not(large) [0]->verify: closed [1]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is closed.", "image": "n259002.jpg", "question_id": 201055981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896405", "20896404", "20896374", "20896402"], "equivalent": ["20896403"], "question": "Which kind of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "chair", "semanticStr": "select: floor (6)->relate: furniture,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n548534.jpg", "question_id": 20896403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (12)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20149608", "20149609"], "equivalent": ["20149610"], "question": "In which part of the photo is the drawer, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-drawer_vposition"}, "answer": "top", "semanticStr": "select: drawer (12)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The drawer is in the top of the image.", "image": "n65866.jpg", "question_id": 20149610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201510593"], "question": "Does the hard table look small and round?", "isBalanced": true, "groups": {"global": null, "local": "05-round_small"}, "answer": "no", "semanticStr": "select: table (7)->filter hardness: hard [0]->verify shape: round [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is round but large.", "image": "n541854.jpg", "question_id": 201510593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (10)"}, {"operation": "verify tone", "dependencies": [0], "argument": "dark"}], "entailed": ["201467442", "201467456", "201467457", "201467454"], "equivalent": ["201467455"], "question": "Does the sky have dark tone?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_dark"}, "answer": "no", "semanticStr": "select: sky (10)->verify tone: dark [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sky is light.", "image": "n295771.jpg", "question_id": 201467455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,behind,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201055990", "201055989"], "equivalent": ["201055988"], "question": "What kind of vehicle is behind the small trash can?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trash can_behind,s"}, "answer": "car", "semanticStr": "select: trash can (11)->filter size: small [0]->relate: vehicle,behind,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7:10": "11", "3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n259002.jpg", "question_id": 201055988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "relate", "dependencies": [0], "argument": "drawer,in,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20149613", "20149612", "20149611", "20149617", "20149616", "20149615", "20149614", "20149619", "20149622", "20149623", "20149620", "20149621", "20149624", "20149625"], "equivalent": ["20149619", "20149618"], "question": "Does the drawer in the cabinet look square and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_square"}, "answer": "yes", "semanticStr": "select: cabinet (9)->relate: drawer,in,s (12) [0]->verify color: brown [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "5": "9"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the drawer is square and brown.", "image": "n65866.jpg", "question_id": 20149618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157289", "20157288", "20157303", "20157301", "20157287", "20157286", "20157285"], "equivalent": ["20157302"], "question": "How is the meat that is long called?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-meat_long"}, "answer": "bacon", "semanticStr": "select: meat (2)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is bacon.", "image": "n170941.jpg", "question_id": 20157302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "relate", "dependencies": [0], "argument": "car,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202249024", "202249023", "202249020", "202249021"], "equivalent": ["202249022"], "question": "Of what color is the car that is to the right of the other car?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "beige", "semanticStr": "select: car (1)->relate: car,to the right of,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "6", "14": "1"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is beige.", "image": "n522733.jpg", "question_id": 202249022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "nightstand (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201832460", "201832463", "201832462"], "equivalent": ["201832461"], "question": "Is the nightstand on the left?", "isBalanced": true, "groups": {"global": null, "local": "06-nightstand_left"}, "answer": "no", "semanticStr": "select: nightstand (2)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the nightstand is on the right of the image.", "image": "n432591.jpg", "question_id": 201832461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156795", "202156794", "202156809", "202156808", "202156810", "202156811", "202156834"], "equivalent": ["202156836"], "question": "What animals are dry?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_dry"}, "answer": "elephants", "semanticStr": "select: animal (3)->filter: dry [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201246997", "201247164", "201247165", "201247162", "201247163", "201247160"], "equivalent": ["201247161"], "question": "What does the cat sit atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cat_sitting atop,o"}, "answer": "chair", "semanticStr": "select: cat (0)->relate: _,sitting atop,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat sits atop the chair.", "image": "n83784.jpg", "question_id": 201247161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201548965", "201548977", "201548969", "201548957", "201548975", "201548974", "201548968", "201548976", "201548966", "201548961", "201548962", "201548959", "201548958"], "equivalent": ["201548964"], "question": "How big is she?", "isBalanced": true, "groups": {"global": "size", "local": "10q-woman_size"}, "answer": "large", "semanticStr": "select: she (3)->query: size [0]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is large.", "image": "n314171.jpg", "question_id": 201548964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (1)"}, {"operation": "relate", "dependencies": [0], "argument": "ball,playing with,o (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,hitting,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201156009"], "equivalent": ["201156083"], "question": "What is hitting the ball that he is playing with?", "isBalanced": true, "groups": {"global": "", "local": "14-ball_hitting,s"}, "answer": "bat", "semanticStr": "select: he (1)->relate: ball,playing with,o (7) [0]->relate: _,hitting,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"4": "7", "6": "1"}, "fullAnswer": {"1": "11", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bat is hitting the ball.", "image": "n146522.jpg", "question_id": 201156083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "select", "dependencies": [], "argument": "sink (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20692029", "20692028"], "equivalent": ["20692028", "20692027"], "question": "Is the color of the sink the same as the color of the picture frame?", "isBalanced": true, "groups": {"global": null, "local": "09same-picture frame_sink"}, "answer": "no", "semanticStr": "select: picture frame (5)->select: sink (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "12", "13:15": "5"}, "fullAnswer": {"8": "12", "2:4": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the picture frame is black and the sink is white.", "image": "n499081.jpg", "question_id": 20692027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201663178", "201663187", "201663179", "201663185", "201663183", "201663180", "201663181", "201663184"], "equivalent": ["201663182"], "question": "The countertop that is made of granite has which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "black", "semanticStr": "select: countertop (14)->filter material: granite [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "14", "6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is black.", "image": "n35676.jpg", "question_id": 201663182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20411931", "20411932", "20411933", "20411929", "20411928", "20411927"], "equivalent": ["20411934"], "question": "What is the fork made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fork_material"}, "answer": "metal", "semanticStr": "select: fork (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is made of metal.", "image": "n363445.jpg", "question_id": 20411934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter", "dependencies": [0], "argument": "half full"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144660", "202144668", "202144669", "202144659", "202144658", "202144671", "202144670"], "equivalent": ["202144672"], "question": "Which kind of appliance is half full?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_half full"}, "answer": "blender", "semanticStr": "select: appliance (8)->filter: half full [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter", "dependencies": [0], "argument": "electric"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144674", "202144659", "202144658", "202144660", "202144673"], "equivalent": ["202144675"], "question": "What kind of appliance is electric?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_electric"}, "answer": "blender", "semanticStr": "select: appliance (8)->filter: electric [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n37274.jpg", "question_id": 202144675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle cap (15)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201175113", "201175112", "201175111"], "equivalent": ["201175110"], "question": "Is the bottle cap on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-bottle cap_right"}, "answer": "yes", "semanticStr": "select: bottle cap (15)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bottle cap is on the right of the image.", "image": "n357784.jpg", "question_id": 201175110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156795", "202156831", "202156832", "202156794", "202156816", "202156817", "202156815"], "equivalent": ["202156833"], "question": "Which kind of animal is standing?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_standing"}, "answer": "elephants", "semanticStr": "select: animal (3)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is elephants.", "image": "n543966.jpg", "question_id": 202156833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (18)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202100811", "202100813", "202100812"], "equivalent": ["202100814"], "question": "On which side of the photo is the bowl?", "isBalanced": true, "groups": {"global": null, "local": "10q-bowl_hposition"}, "answer": "right", "semanticStr": "select: bowl (18)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bowl is on the right of the image.", "image": "n280089.jpg", "question_id": 202100814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle cap,on top of,s (15)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201175119"], "question": "Is the bottle cap on top of the bottle both closed and white?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_white"}, "answer": "no", "semanticStr": "select: bottle (14)->relate: bottle cap,on top of,s (15) [0]->verify: closed [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "14", "2:4": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bottle cap is white but open.", "image": "n357784.jpg", "question_id": 201175119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201571131"], "question": "Is the suitcase that looks square large and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "no", "semanticStr": "select: suitcase (5)->filter shape: square [0]->verify color: brown [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the suitcase is brown but small.", "image": "n382416.jpg", "question_id": 201571131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080505"], "question": "Who wears trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "umpire", "semanticStr": "select: pants (8)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"2": "8"}, "fullAnswer": {"1": "0", "3": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire wears trousers.", "image": "n154160.jpg", "question_id": 201080505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202265943", "202265942", "202265941", "202265940", "202265946", "202265944", "202265939"], "equivalent": ["202265945"], "question": "On which side is the bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-bag_hposition"}, "answer": "left", "semanticStr": "select: bag (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is on the left of the image.", "image": "n534106.jpg", "question_id": 202265945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080500"], "question": "Who wears a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "umpire", "semanticStr": "select: shirt (9)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "9"}, "fullAnswer": {"1": "0", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire wears a shirt.", "image": "n154160.jpg", "question_id": 201080500}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cap,wearing,o (7)"}], "entailed": [], "equivalent": ["20883216"], "question": "Is he wearing a cap?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_cap"}, "answer": "yes", "semanticStr": "select: he (2)->verify rel: cap,wearing,o (7) [0]", "annotations": {"answer": {}, "question": {"1": "2", "4": "7"}, "fullAnswer": {"2": "2", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is wearing a cap.", "image": "n159284.jpg", "question_id": 20883216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20883215"], "equivalent": ["20883214"], "question": "Who is wearing a cap?", "isBalanced": true, "groups": {"global": "person", "local": "14-cap_wearing,s"}, "answer": "boy", "semanticStr": "select: cap (7)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "7"}, "fullAnswer": {"1": "2", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a cap.", "image": "n159284.jpg", "question_id": 20883214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20883214"], "equivalent": ["20883215"], "question": "Who is wearing the cap?", "isBalanced": true, "groups": {"global": "person", "local": "14-cap_wearing,s"}, "answer": "boy", "semanticStr": "select: cap (7)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a cap.", "image": "n159284.jpg", "question_id": 20883215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,at,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20883120", "20883211"], "equivalent": ["20883210"], "question": "Where is this boy?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_at,o"}, "answer": "skateboard", "semanticStr": "select: boy (2)->relate: _,at,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is at the skateboard.", "image": "n159284.jpg", "question_id": 20883210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,at,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20883120", "20883210"], "equivalent": ["20883211"], "question": "Where is the boy?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_at,o"}, "answer": "skateboard", "semanticStr": "select: boy (2)->relate: _,at,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "2", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is at the skateboard.", "image": "n159284.jpg", "question_id": 20883211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2093862", "2093834", "2093841", "2093840", "2093842", "2093832", "2093833"], "equivalent": ["2093863"], "question": "Which kind of animal is sitting?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_sitting"}, "answer": "giraffe", "semanticStr": "select: animal (4)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n450919.jpg", "question_id": 2093863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "device,behind,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201804472", "201804467"], "equivalent": ["201804466"], "question": "What is the device behind the keyboard made of plastic?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_behind,s"}, "answer": "computer monitor", "semanticStr": "select: keyboard (1)->filter material: plastic [0]->relate: device,behind,s (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"9": "1", "3": "2", "6": "1"}, "fullAnswer": {"1": "2", "4:6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor.", "image": "n51002.jpg", "question_id": 201804466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "earring (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,below,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201235691", "201235693", "201235695", "201235696", "201235584"], "equivalent": ["201235692"], "question": "What is the name of the fruits below the person that is wearing an earring?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-woman_below,s"}, "answer": "bananas", "semanticStr": "select: earring (8)->relate: person,wearing,s (6) [0]->relate: fruit,below,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "6", "14": "8", "6": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are bananas.", "image": "n527589.jpg", "question_id": 201235692}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201399993", "201399987"], "equivalent": ["201399988"], "question": "What kind of furniture is the wall behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_behind,o"}, "answer": "couch", "semanticStr": "select: wall (17)->relate: furniture,behind,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "17", "5": "16"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wall is behind the couch.", "image": "n344136.jpg", "question_id": 201399988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (6)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,near,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201752839", "201752838", "201752818", "201752851", "201752837", "201752836", "201752841", "201752842", "201752843", "201752844", "201752834"], "equivalent": ["201752840"], "question": "What color is the shirt near the shorts?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "black", "semanticStr": "select: shorts (6)->relate: shirt,near,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "6"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is black.", "image": "n262929.jpg", "question_id": 201752840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20518619"], "equivalent": ["20518618"], "question": "The tissue is in what?", "isBalanced": true, "groups": {"global": "object", "local": "14-tissue_in,o"}, "answer": "tissue box", "semanticStr": "select: tissue (5)->relate: _,in,o (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "5:7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tissue is in the tissue box.", "image": "n141939.jpg", "question_id": 20518618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose rel", "dependencies": [1], "argument": "couch,to the right of|to the left of,s (3)"}], "entailed": ["201621878", "201621879", "201621882", "201621877", "201621706", "201621707", "201621705", "201621881", "201621880"], "equivalent": ["201621708"], "question": "Is the couch to the left or to the right of the black device?", "isBalanced": true, "groups": {"global": null, "local": "13-television_couch"}, "answer": "right", "semanticStr": "select: device (9)->filter color: black [0]->choose rel: couch,to the right of|to the left of,s (3) [1]", "annotations": {"answer": {}, "question": {"2": "3", "12:14": "9"}, "fullAnswer": {"1": "3", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The couch is to the right of the TV.", "image": "n275148.jpg", "question_id": 201621708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["202208281", "202208282"], "equivalent": ["202208280"], "question": "Is it an indoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is indoors.", "image": "n124651.jpg", "question_id": 202208280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dishwasher (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201623417", "201623418"], "equivalent": ["201623416"], "question": "Is there a black microwave or dishwasher?", "isBalanced": true, "groups": {"global": null, "local": "04-microwave_black"}, "answer": "no", "semanticStr": "select: microwave (1)->filter color: black [0]->exist: ? [1]->select: dishwasher (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a microwave but it is silver.", "image": "n501609.jpg", "question_id": 201623416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "books,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20480789", "20480331", "20480332", "20480171"], "equivalent": ["20480330"], "question": "What type of furniture is to the left of the books near the water bottle?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-books_to the left of,s"}, "answer": "bookcase", "semanticStr": "select: water bottle (5)->relate: books,near,s (6) [0]->relate: furniture,to the left of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "6", "3": "0", "13:15": "5"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n520071.jpg", "question_id": 20480330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902757", "201902758"], "equivalent": ["201902759"], "question": "What device is sitting on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_sitting on top of,s"}, "answer": "monitor", "semanticStr": "select: desk (1)->relate: device,sitting on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n435808.jpg", "question_id": 201902759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["202100419", "202100418", "202100428", "202100415", "202100426", "202100420", "202100417", "202100416", "202100402", "202100403"], "equivalent": ["202100428", "202100426", "202100427"], "question": "Is the airplane that looks white dirty or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-airplane_cleanliness"}, "answer": "clean", "semanticStr": "select: airplane (1)->filter color: white [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The airplane is clean.", "image": "n386688.jpg", "question_id": 202100427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heels (3)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,wearing,s (1)"}, {"operation": "filter fatness", "dependencies": [1], "argument": "skinny"}, {"operation": "relate", "dependencies": [2], "argument": "child,near,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["201571351", "201571353", "201571352"], "equivalent": ["201571350"], "question": "Are there children near the skinny woman that is wearing heels?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_child"}, "answer": "no", "semanticStr": "select: heels (3)->relate: woman,wearing,s (1) [0]->filter fatness: skinny [1]->relate: child,near,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"10": "3", "5:7": "1"}, "fullAnswer": {"4": "8", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a suitcase near the woman.", "image": "n382416.jpg", "question_id": 201571350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covering,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492068"], "equivalent": ["20492069"], "question": "What is the snow covering?", "isBalanced": true, "groups": {"global": "place", "local": "14-snow_covering,o"}, "answer": "mountain", "semanticStr": "select: snow (7)->relate: _,covering,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snow is covering the mountain.", "image": "n335542.jpg", "question_id": 20492069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,covering,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20492069"], "equivalent": ["20492068"], "question": "What is the white snow covering?", "isBalanced": true, "groups": {"global": "place", "local": "14-snow_covering,o"}, "answer": "mountain", "semanticStr": "select: snow (7)->filter color: white [0]->relate: _,covering,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snow is covering the mountain.", "image": "n335542.jpg", "question_id": 20492068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480589", "20480490", "20480488", "20480489"], "equivalent": ["20480487"], "question": "What is the cat on?", "isBalanced": true, "groups": {"global": "device", "local": "14-cat_on,o"}, "answer": "computer", "semanticStr": "select: cat (3)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is on the computer.", "image": "n520071.jpg", "question_id": 20480487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (9)"}, {"operation": "relate", "dependencies": [0], "argument": "monitor,to the left of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}], "entailed": ["201902755", "201902754", "201902753", "201902752", "201902751"], "equivalent": ["201902750"], "question": "Does the monitor to the left of the mouse have silver color?", "isBalanced": true, "groups": {"global": null, "local": "06-monitor_silver"}, "answer": "yes", "semanticStr": "select: computer mouse (9)->relate: monitor,to the left of,s (4) [0]->verify color: silver [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the monitor is silver.", "image": "n435808.jpg", "question_id": 201902750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902759", "201902758"], "equivalent": ["201902757"], "question": "What is sitting on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-desk_sitting on top of,s"}, "answer": "monitor", "semanticStr": "select: desk (1)->relate: _,sitting on top of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "8": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The monitor is sitting on top of the desk.", "image": "n435808.jpg", "question_id": 201902757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20896284", "20896276", "20896285", "20896283", "20896281", "20896280", "20896286", "20896278", "20896279"], "equivalent": ["20896282"], "question": "What is the container made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-container_material"}, "answer": "plastic", "semanticStr": "select: container (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The container is made of plastic.", "image": "n548534.jpg", "question_id": 20896282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "filter", "dependencies": [0], "argument": "snowy"}, {"operation": "verify", "dependencies": [1], "argument": "wet"}], "entailed": ["20724285", "20724284", "20724283", "20724282", "20724280", "20724278", "20724288", "20724279"], "equivalent": ["20724281"], "question": "Does the snowy ground look wet?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_wet"}, "answer": "yes", "semanticStr": "select: ground (5)->filter: snowy [0]->verify: wet [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the ground is wet.", "image": "n369970.jpg", "question_id": 20724281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "menu (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (24)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262179"], "equivalent": ["202262178"], "question": "The menu is in front of what?", "isBalanced": true, "groups": {"global": "plant", "local": "14-menu_in front of,o"}, "answer": "flowers", "semanticStr": "select: menu (22)->relate: _,in front of,o (24) [0]->query: name [1]", "annotations": {"answer": {"0": "24"}, "question": {"1": "22"}, "fullAnswer": {"1": "22", "7": "24"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The menu is in front of the flowers.", "image": "n28572.jpg", "question_id": 202262178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,under,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119405", "202119406", "202119400", "202119401", "202119402", "202119403", "202119399", "202119235"], "equivalent": ["202119404"], "question": "What kind of animal is under the man?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_under,s"}, "answer": "elephant", "semanticStr": "select: man (1)->relate: animal,under,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n544255.jpg", "question_id": 202119404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896288"], "equivalent": ["20896289"], "question": "What is the container sitting on?", "isBalanced": true, "groups": {"global": "", "local": "14-container_sitting on,o"}, "answer": "countertop", "semanticStr": "select: container (12)->relate: _,sitting on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "12", "6:8": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The container is sitting on the counter top.", "image": "n548534.jpg", "question_id": 20896289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (10)"}, {"operation": "choose material", "dependencies": [0], "argument": "aluminum|brick"}], "entailed": [], "equivalent": ["20287428"], "question": "Is the fence made out of brick or aluminum?", "isBalanced": true, "groups": {"global": "material", "local": "10c-fence_material"}, "answer": "aluminum", "semanticStr": "select: fence (10)->choose material: aluminum|brick [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is made of aluminum.", "image": "n317260.jpg", "question_id": 20287428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coach (6)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}, {"operation": "select", "dependencies": [], "argument": "catcher (0) "}, {"operation": "relate", "dependencies": [2], "argument": "person,in front of,s (1)"}, {"operation": "verify pose", "dependencies": [3], "argument": "standing"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["20287940", "20287948", "20287584", "20287579", "20287946", "20287941", "20287580", "20287581", "20287942", "20287578", "20287947", "20287945", "20287938", "20287943", "20287583"], "equivalent": ["20287939"], "question": "Are the coach and the person in front of the catcher both standing?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-batter_coach"}, "answer": "yes", "semanticStr": "select: coach (6)->verify pose: standing [0]->select: catcher (0) ->relate: person,in front of,s (1) [2]->verify pose: standing [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"10": "0", "2": "6", "5": "1"}, "fullAnswer": {"3": "6", "6": "1"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the coach and the batter are standing.", "image": "n317260.jpg", "question_id": 20287939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (17)"}, {"operation": "relate", "dependencies": [0], "argument": "bicycle,to the left of,s (21)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201866590", "201866591", "201866592", "201866587", "201866586", "201866596", "201866589", "201866588", "201866594", "201866595"], "equivalent": ["201866593", "201866594"], "question": "Is the bicycle to the left of the baby colorful and small?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_small"}, "answer": "yes", "semanticStr": "select: baby (17)->relate: bicycle,to the left of,s (21) [0]->verify: colorful [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "17", "2": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bicycle is colorful and small.", "image": "n211324.jpg", "question_id": 201866593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walkway (35)"}, {"operation": "relate", "dependencies": [0], "argument": "bicycle,on,s (21)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}], "entailed": ["201866595"], "equivalent": ["201866596"], "question": "Does the bicycle on the walkway look colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-bicycle_colorful"}, "answer": "yes", "semanticStr": "select: walkway (35)->relate: bicycle,on,s (21) [0]->verify: colorful [1]", "annotations": {"answer": {}, "question": {"2": "21", "5": "35"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bicycle is colorful.", "image": "n211324.jpg", "question_id": 201866596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "pink"}], "entailed": ["201920590", "201920577", "201920588", "201920579", "201920578", "201920582", "201920583", "201920580", "201920581"], "equivalent": ["201920577", "201920576"], "question": "Is the frisbee pink?", "isBalanced": true, "groups": {"global": null, "local": "06-frisbee_pink"}, "answer": "yes", "semanticStr": "select: frisbee (4)->verify color: pink [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the frisbee is pink.", "image": "n187544.jpg", "question_id": 201920576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (0)"}, {"operation": "relate", "dependencies": [0], "argument": "train station,parked at,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202040358", "202040351", "202040350", "202040352", "202040355", "202040354", "202040357", "202040356", "202040346", "202040344", "202040345", "202040343", "202040340", "202040360", "202040370", "202040348", "202040349"], "equivalent": ["202040353"], "question": "How large is the train station the train is parked at?", "isBalanced": true, "groups": {"global": "size", "local": "10q-train station_size"}, "answer": "large", "semanticStr": "select: train (0)->relate: train station,parked at,o (6) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"7": "0", "4:6": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train station is large.", "image": "n542609.jpg", "question_id": 202040353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202225857"], "equivalent": ["202225858"], "question": "What kind of meat is on the plate?", "isBalanced": true, "groups": {"global": "", "local": "15-plate_on,s"}, "answer": "turkey", "semanticStr": "select: plate (8)->relate: meat,on,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "3": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is turkey.", "image": "n336443.jpg", "question_id": 202225858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (4)"}, {"operation": "relate", "dependencies": [0], "argument": "dock,going into,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20511671", "20511668", "20511690", "20511680", "20511672", "20511673", "20511674", "20511669", "20511677", "20511678"], "equivalent": ["20511675"], "question": "How tall is the dock that goes into the ocean?", "isBalanced": true, "groups": {"global": "height", "local": "10q-dock_height"}, "answer": "tall", "semanticStr": "select: ocean (4)->relate: dock,going into,s (6) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"9": "4", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dock is tall.", "image": "n208458.jpg", "question_id": 20511675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "cow,above,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201704510", "201704512"], "equivalent": ["201704509"], "question": "Does the cow above the grass look small?", "isBalanced": true, "groups": {"global": null, "local": "06-cow_small"}, "answer": "no", "semanticStr": "select: grass (2)->relate: cow,above,s (0) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "2"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cow is large.", "image": "n164272.jpg", "question_id": 201704509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246360", "202246358"], "equivalent": ["202246359"], "question": "What is the item of furniture that the laptop is on called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_on,o"}, "answer": "computer desk", "semanticStr": "select: laptop (2)->relate: furniture,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"8": "2", "3:6": "7"}, "fullAnswer": {"6:8": "7", "1:4": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228381", "202228556", "202228554"], "equivalent": ["202228555"], "question": "What animal is to the left of the entertainment center?", "isBalanced": true, "groups": {"global": "animal", "local": "15-entertainment center_to the left of,s"}, "answer": "cat", "semanticStr": "select: entertainment center (11)->relate: animal,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n77818.jpg", "question_id": 202228555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "verify race", "dependencies": [0], "argument": "asian"}], "entailed": ["20211235", "20211236", "20211228", "20211229"], "equivalent": ["20211227"], "question": "Is the woman Asian?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_asian"}, "answer": "no", "semanticStr": "select: woman (8)->verify race: asian [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is caucasian.", "image": "n312206.jpg", "question_id": 20211227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240213"], "equivalent": ["202240212"], "question": "Who is wearing glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "girl", "semanticStr": "select: glasses (6)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "6"}, "fullAnswer": {"1": "1", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n148872.jpg", "question_id": 202240212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240212"], "equivalent": ["202240213"], "question": "Who is wearing the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "girl", "semanticStr": "select: glasses (6)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n148872.jpg", "question_id": 202240213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240217"], "equivalent": ["202240216"], "question": "Who do you think is wearing sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "girl", "semanticStr": "select: sneakers (5)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"6": "5"}, "fullAnswer": {"1": "1", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing sneakers.", "image": "n148872.jpg", "question_id": 202240216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "woman,behind,o (5)"}], "entailed": ["20785990", "20786108"], "equivalent": ["20785991"], "question": "Is the small cone behind the person that is playing?", "isBalanced": true, "groups": {"global": null, "local": "13-cone_woman"}, "answer": "yes", "semanticStr": "select: cone (0)->filter size: small [0]->verify rel: woman,behind,o (5) [1]", "annotations": {"answer": {}, "question": {"9": "5", "2:4": "0", "6": "5"}, "fullAnswer": {"2": "0", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cone is behind the woman.", "image": "n12404.jpg", "question_id": 20785991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,o (13)"}, {"operation": "choose rel", "dependencies": [1], "argument": "clock,to the right of|to the left of,s (12)"}], "entailed": ["201751694", "201751693"], "equivalent": ["201751694", "201751695"], "question": "Is the clock to the right or to the left of the person that the lady is to the left of?", "isBalanced": true, "groups": {"global": null, "local": "13-person_clock"}, "answer": "right", "semanticStr": "select: lady (10)->relate: person,to the left of,o (13) [0]->choose rel: clock,to the right of|to the left of,s (12) [1]", "annotations": {"answer": {}, "question": {"2": "12", "12": "13", "15": "10"}, "fullAnswer": {"1": "12", "8": "13"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The clock is to the right of the person.", "image": "n355567.jpg", "question_id": 201751695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skateboard (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20929406"], "equivalent": ["20929406", "20929407"], "question": "Are there either any black skateboards or motorcycles?", "isBalanced": true, "groups": {"global": null, "local": "04-motorcycle_black"}, "answer": "no", "semanticStr": "select: motorcycle (13)->filter color: black [0]->exist: ? [1]->select: skateboard (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a motorcycle but it is silver.", "image": "n9181.jpg", "question_id": 20929407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cell phone,looking at,o (-)"}], "entailed": [], "equivalent": ["201528079"], "question": "Is she looking at a cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_cell phone"}, "answer": "no", "semanticStr": "select: she (6)->verify rel: cell phone,looking at,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"2": "6", "7": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl is looking at the cake.", "image": "n118102.jpg", "question_id": 201528079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the left of,s (4)"}, {"operation": "choose color", "dependencies": [1], "argument": "yellow|blue"}], "entailed": [], "equivalent": ["201360946"], "question": "Is the toothbrush to the left of the boy yellow or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-toothbrush_color"}, "answer": "yellow", "semanticStr": "select: boy (1)->relate: toothbrush,to the left of,s (4) [0]->choose color: yellow|blue [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toothbrush is yellow.", "image": "n541688.jpg", "question_id": 201360946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "paper dispenser (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201462197"], "question": "Are there both paper dispensers and helmets in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-helmet_paper dispenser"}, "answer": "no", "semanticStr": "select: helmet (1)->exist: ? [0]->select: paper dispenser (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a helmet but no paper dispensers.", "image": "n508641.jpg", "question_id": 201462197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "office chair (2)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201556943", "201556947", "201556946", "201556944"], "equivalent": ["201556945"], "question": "Is the office chair on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-office chair_hposition"}, "answer": "right", "semanticStr": "select: office chair (2)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The office chair is on the right of the image.", "image": "n525901.jpg", "question_id": 201556945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20936278", "20936273", "20936272", "20936271", "20936274"], "equivalent": ["20936294"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "child", "semanticStr": "select: person (8)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The child is sitting.", "image": "n44249.jpg", "question_id": 20936294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter", "dependencies": [0], "argument": "stacked"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480201", "20480202", "20480172", "20480173", "20480171"], "equivalent": ["20480203"], "question": "Which kind of furniture is stacked?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_stacked"}, "answer": "bookcase", "semanticStr": "select: furniture (0)->filter: stacked [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n520071.jpg", "question_id": 20480203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20716883", "20716884", "20716885", "20716886", "20716887"], "equivalent": ["20716888"], "question": "What kind of device is the woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_holding,o"}, "answer": "phone", "semanticStr": "select: woman (0)->relate: device,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the phone.", "image": "n67005.jpg", "question_id": 20716888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576651", "201576639", "201576664", "201576653", "201576652", "201576655", "201576654", "201576642", "201576643", "201576640", "201576641"], "equivalent": ["201576662"], "question": "What is the brown animal?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "sheep", "semanticStr": "select: animal (0)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a sheep.", "image": "n187961.jpg", "question_id": 201576662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (1)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the left of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20899629", "20899651", "20899650", "20899647", "20899649"], "equivalent": ["20899648"], "question": "How is the food to the left of the drink in the middle of the photo called?", "isBalanced": true, "groups": {"global": "food", "local": "15-tea_to the left of,s"}, "answer": "sandwich", "semanticStr": "select: drink (1)->filter vposition: middle [0]->relate: food,to the left of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "1", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sandwich.", "image": "n186491.jpg", "question_id": 20899648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20716888", "20716883", "20716885", "20716886", "20716887"], "equivalent": ["20716884"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "phone", "semanticStr": "select: woman (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the telephone.", "image": "n67005.jpg", "question_id": 20716884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "cat,in front of,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201175287", "201175369", "201175286"], "equivalent": ["201175370"], "question": "Do you see any cat in front of the person that is in front of the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_cat"}, "answer": "yes", "semanticStr": "select: mirror (8)->relate: person,in front of,s (0) [0]->relate: cat,in front of,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "4": "1", "16": "8"}, "fullAnswer": {"9": "0", "4": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cat in front of the woman.", "image": "n357784.jpg", "question_id": 201175370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20716888", "20716884", "20716885", "20716886", "20716887"], "equivalent": ["20716883"], "question": "What is the adult person holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding,o"}, "answer": "phone", "semanticStr": "select: person (0)->filter: adult [0]->relate: _,holding,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the telephone.", "image": "n67005.jpg", "question_id": 20716883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (27)"}, {"operation": "filter", "dependencies": [0], "argument": "shiny"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923051", "20923050", "20923053", "20923052", "20923054", "20923036", "20923048", "20923049", "20923039", "20923038", "20923037"], "equivalent": ["20923055"], "question": "What vehicle is shiny?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_shiny"}, "answer": "fire truck", "semanticStr": "select: vehicle (27)->filter: shiny [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"1": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n480253.jpg", "question_id": 20923055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20705853", "20705852", "20705851", "20705850", "20705854", "20705859", "20705858", "20705835", "20705834", "20705831", "20705830", "20705833", "20705832", "20705844", "20705845", "20705847", "20705842", "20705843", "20705827", "20705863", "20705864", "20705829"], "equivalent": ["20705845", "20705846"], "question": "Is this desk both wooden and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_wood"}, "answer": "yes", "semanticStr": "select: desk (0)->verify size: large [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the desk is wooden and large.", "image": "n264887.jpg", "question_id": 20705846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,attached to,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201654361", "201654552", "201654663", "201654664"], "equivalent": ["201654656"], "question": "What is in front of the horse that is attached to the cart?", "isBalanced": true, "groups": {"global": "thing", "local": "14-horse_in front of,s"}, "answer": "fence", "semanticStr": "select: cart (5)->relate: horse,attached to,s (0) [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"12": "5", "6": "0"}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the horse.", "image": "n6309.jpg", "question_id": 201654656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,to the left of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20863689", "20863698", "20863683", "20863687", "20863696", "20863690", "20863686", "20863685", "20863691", "20863684", "20863705"], "equivalent": ["20863688"], "question": "What size is the motorbike the skateboarder is to the left of?", "isBalanced": true, "groups": {"global": "size", "local": "10q-motorcycle_size"}, "answer": "large", "semanticStr": "select: skateboarder (1)->relate: motorcycle,to the left of,o (2) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "2", "6": "1"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorcycle is large.", "image": "n14.jpg", "question_id": 20863688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (13)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "helmet,to the left of,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202270884", "202270859", "202270860", "202270855"], "equivalent": ["202270883"], "question": "Is there any helmet to the left of the skateboard on the right side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-skateboard_helmet"}, "answer": "yes", "semanticStr": "select: skateboard (13)->filter hposition: right [0]->relate: helmet,to the left of,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "13", "3": "1"}, "fullAnswer": {"10": "13", "4": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a helmet to the left of the skateboard.", "image": "n469156.jpg", "question_id": 202270883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201068581", "201068583", "201068582"], "equivalent": ["201068584"], "question": "On which side is the adult man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (2)->filter: adult [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n159802.jpg", "question_id": 201068584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20878900", "20878901", "20878898", "20878902"], "equivalent": ["20878899"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "parking lot", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a parking lot.", "image": "n259949.jpg", "question_id": 20878899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735536"], "equivalent": ["201735537"], "question": "Which kind of furniture is sitting on top of the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-desk_sitting on top of,s"}, "answer": "shelves", "semanticStr": "select: desk (7)->relate: furniture,sitting on top of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n240973.jpg", "question_id": 201735537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,o (0)"}, {"operation": "choose rel", "dependencies": [1], "argument": "glasses,to the right of|to the left of,s (7)"}], "entailed": ["20248117", "20247756", "20248118", "20248120", "20248121", "20247757", "20248119"], "equivalent": ["20248122", "20248121"], "question": "Are the glasses to the left or to the right of the person the woman is sitting next to?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "right", "semanticStr": "select: woman (5)->relate: person,sitting next to,o (0) [0]->choose rel: glasses,to the right of|to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"2": "7", "12": "0", "14": "5"}, "fullAnswer": {"1": "7", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The glasses are to the right of the man.", "image": "n49310.jpg", "question_id": 20248122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (19)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201982159"], "question": "Do you see any men to the right of the side table?", "isBalanced": true, "groups": {"global": null, "local": "13-side table_man"}, "answer": "yes", "semanticStr": "select: side table (19)->relate: man,to the right of,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "13", "10:12": "19"}, "fullAnswer": {"4": "13", "10:12": "19"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man to the right of the side table.", "image": "n526228.jpg", "question_id": 201982159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (4)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20797729", "20797731", "20797724", "20797725", "20797723", "20797720", "20797721", "20797717", "20797732", "20797730", "20797719", "20797718"], "equivalent": ["20797722"], "question": "What is the cat doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-cat_activity"}, "answer": "staring", "semanticStr": "select: cat (4)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cat is staring.", "image": "n16656.jpg", "question_id": 20797722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735539", "201735610", "201735611", "201735540", "201735541"], "equivalent": ["201735538"], "question": "What are the shelves that are made of wood sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-shelves_sitting on top of,o"}, "answer": "desk", "semanticStr": "select: shelves (5)->filter material: wood [0]->relate: _,sitting on top of,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "5", "3": "5"}, "fullAnswer": {"1": "5", "8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelves are sitting on top of the desk.", "image": "n240973.jpg", "question_id": 201735538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "beard,of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201065528", "201065522", "201065525", "201065526", "201065527"], "equivalent": ["201065524"], "question": "Which color is the man's beard?", "isBalanced": true, "groups": {"global": "color", "local": "10q-beard_color"}, "answer": "blond", "semanticStr": "select: man (0)->relate: beard,of,s (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "3", "4": "0"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The beard is blond.", "image": "n429883.jpg", "question_id": 201065524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "christmas light (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452290", "20452286", "20452190", "20452291"], "equivalent": ["20452285"], "question": "What type of furniture is in front of the Christmas light?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-christmas light_in front of,s"}, "answer": "chair", "semanticStr": "select: christmas light (6)->relate: furniture,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "9:11": "6"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n6908.jpg", "question_id": 20452285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["20119136", "20119134"], "equivalent": ["20119135"], "question": "Is the umbrella in the bottom part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-umbrella_bottom"}, "answer": "no", "semanticStr": "select: umbrella (7)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the umbrella is in the top of the image.", "image": "n540852.jpg", "question_id": 20119135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speakers (7)"}, {"operation": "verify", "dependencies": [0], "argument": "high"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20588987"], "question": "Do the speakers look high and white?", "isBalanced": true, "groups": {"global": null, "local": "05-high_white"}, "answer": "no", "semanticStr": "select: speakers (7)->verify: high [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the speakers are high but black.", "image": "n258500.jpg", "question_id": 20588987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201972820"], "equivalent": ["201972831"], "question": "Who is holding the kite?", "isBalanced": true, "groups": {"global": "person", "local": "14-kite_holding,s"}, "answer": "woman", "semanticStr": "select: kite (1)->relate: person,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the kite.", "image": "n541482.jpg", "question_id": 201972831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201972832", "201972766"], "equivalent": ["201972833"], "question": "What's the woman holding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_holding,o"}, "answer": "kite", "semanticStr": "select: woman (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the kite.", "image": "n541482.jpg", "question_id": 201972833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short sleeved)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201951894", "201951895", "201951868", "201951891", "201951892", "201951901", "201951888"], "equivalent": ["201951893"], "question": "What is the color of the jacket that is not short sleeved?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "beige", "semanticStr": "select: jacket (0)->filter: not(short sleeved) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "0", "10:12": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is beige.", "image": "n256120.jpg", "question_id": 201951893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (8)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["202218987", "202218986"], "equivalent": ["202218988"], "question": "In which part of the picture is the toaster, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-toaster_vposition"}, "answer": "bottom", "semanticStr": "select: toaster (8)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toaster is in the bottom of the image.", "image": "n578564.jpg", "question_id": 202218988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452282"], "equivalent": ["20452283"], "question": "What is the chair sitting next to?", "isBalanced": true, "groups": {"global": "plant", "local": "14-chair_sitting next to,o"}, "answer": "flowers", "semanticStr": "select: chair (8)->relate: _,sitting next to,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is sitting next to the flowers.", "image": "n6908.jpg", "question_id": 20452283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tomatoes (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202036835", "202036837", "202036839", "202036838", "202036840", "202036841"], "equivalent": ["202036835", "202036837", "202036836", "202036838"], "question": "Do you see a red pepper or tomato?", "isBalanced": true, "groups": {"global": null, "local": "04-pepper_red"}, "answer": "no", "semanticStr": "select: pepper (4)->filter color: red [0]->exist: ? [1]->select: tomatoes (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pepper but it is green.", "image": "n200225.jpg", "question_id": 202036836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20940363", "20940359", "20940358", "20940355", "20940354", "20940356", "20940360", "20940361", "20940362"], "equivalent": ["20940357"], "question": "What is the color of the mat?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mat_color"}, "answer": "white", "semanticStr": "select: mat (8)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mat is white.", "image": "n240666.jpg", "question_id": 20940357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (7)"}, {"operation": "relate", "dependencies": [0], "argument": "container,beside,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081190", "202081187", "202081186", "202081060", "202081189", "202081188", "202081061"], "equivalent": ["202081186", "202081185"], "question": "What kind of appliance do you think is to the left of the container that is beside the knives?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-container_to the left of,s"}, "answer": "toaster", "semanticStr": "select: knives (7)->relate: container,beside,s (4) [0]->relate: appliance,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"18": "7", "3": "3", "13": "4"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452283"], "equivalent": ["20452282"], "question": "What is this chair sitting next to?", "isBalanced": true, "groups": {"global": "plant", "local": "14-chair_sitting next to,o"}, "answer": "flowers", "semanticStr": "select: chair (8)->relate: _,sitting next to,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is sitting next to the flowers.", "image": "n6908.jpg", "question_id": 20452282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,sitting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887228", "20887359", "20887229"], "equivalent": ["20887358"], "question": "What animal is sitting on the table?", "isBalanced": true, "groups": {"global": "animal", "local": "14-table_sitting on,s"}, "answer": "dog", "semanticStr": "select: table (15)->relate: animal,sitting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is sitting on the table.", "image": "n282436.jpg", "question_id": 20887358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (3)"}, {"operation": "relate", "dependencies": [0], "argument": "building,next to,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,same color,_ (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201403967", "201403969"], "equivalent": ["201403968", "201403969"], "question": "What type of animal is the same color as the building next to the mountain?", "isBalanced": true, "groups": {"global": "animal", "local": "14-building_same color,_"}, "answer": "calf", "semanticStr": "select: mountain (3)->relate: building,next to,s (1) [0]->relate: animal,same color,_ (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"10": "1", "3": "9", "14": "3"}, "fullAnswer": {"1": "9", "8": "1"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is the same color as the building.", "image": "n331357.jpg", "question_id": 201403968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20982612", "20982610", "20982611"], "equivalent": ["20982613"], "question": "On which side is the bucket?", "isBalanced": true, "groups": {"global": null, "local": "10q-bucket_hposition"}, "answer": "right", "semanticStr": "select: bucket (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bucket is on the right of the image.", "image": "n52544.jpg", "question_id": 20982613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["202231803", "202231806", "202231805", "202231804"], "equivalent": ["202231803", "202231802", "202231805", "202231804"], "question": "Are the shoes brown?", "isBalanced": true, "groups": {"global": null, "local": "06-shoes_brown"}, "answer": "no", "semanticStr": "select: shoes (13)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shoes are white.", "image": "n232810.jpg", "question_id": 202231802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20427866", "20427865", "20427864", "20427863", "20427862", "20427861", "20427823", "20427822", "20427858", "20427859", "20427797"], "equivalent": ["20427860"], "question": "What kind of furniture is to the right of the man?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_to the right of,s"}, "answer": "chair", "semanticStr": "select: man (6)->relate: furniture,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n281241.jpg", "question_id": 20427860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202265781", "202265780", "202265782", "202265779", "202265982", "202265775", "202265776", "202265777"], "equivalent": ["202265778", "202265777"], "question": "The young person sits atop what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting atop,o"}, "answer": "couch", "semanticStr": "select: person (0)->filter age: young [0]->relate: _,sitting atop,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1:3": "0"}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman sits atop the couch.", "image": "n534106.jpg", "question_id": 202265778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047308", "201047309", "201047304", "201047305", "201047307", "201047351", "201047350", "201047348", "201047349"], "equivalent": ["201047306"], "question": "What's the man holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "phone", "semanticStr": "select: man (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the phone.", "image": "n234683.jpg", "question_id": 201047306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (1)"}, {"operation": "select", "dependencies": [], "argument": "calf (9) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201403962"], "question": "What do both the building and the calf have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-building_calf"}, "answer": "color", "semanticStr": "select: building (1)->select: calf (9) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "9"}, "fullAnswer": {"4": "1", "7": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the building and the calf are white.", "image": "n331357.jpg", "question_id": 201403962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing at,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593536"], "equivalent": ["201593535"], "question": "What is standing at the mountains?", "isBalanced": true, "groups": {"global": "tree", "local": "14-mountains_standing at,s"}, "answer": "trees", "semanticStr": "select: mountains (2)->relate: _,standing at,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"5": "2"}, "fullAnswer": {"1": "4", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are standing at the mountains.", "image": "n524855.jpg", "question_id": 201593535}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20320416", "20320404", "20320414", "20320412", "20320413", "20320410", "20320411", "20320405", "20320403", "20320407", "20320415"], "equivalent": ["20320408"], "question": "What's the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking down", "semanticStr": "select: man (3)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking down.", "image": "n206358.jpg", "question_id": 20320408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing at,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201593539", "201593538"], "equivalent": ["201593537"], "question": "Where are the green trees standing?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-trees_standing at,o"}, "answer": "mountains", "semanticStr": "select: trees (4)->filter color: green [0]->relate: _,standing at,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are standing at the mountains.", "image": "n524855.jpg", "question_id": 201593537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify rel", "dependencies": [1], "argument": "refrigerator,inside,o (0)"}], "entailed": ["202120114"], "equivalent": ["202120115"], "question": "Are the round glasses inside the appliance next to the window?", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_refrigerator"}, "answer": "yes", "semanticStr": "select: glasses (2)->filter shape: round [0]->verify rel: refrigerator,inside,o (0) [1]", "annotations": {"answer": {}, "question": {"10": "8", "2:4": "2", "6": "0"}, "fullAnswer": {"2": "2", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the glasses are inside the refrigerator.", "image": "n500308.jpg", "question_id": 202120115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201411127", "201411135", "201411131", "201411132", "201411133", "201411129", "201411128"], "equivalent": ["201411130"], "question": "The long sleeved shirt has which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (5)->filter: long sleeved [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n415215.jpg", "question_id": 201411130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "relate", "dependencies": [0], "argument": "food,inside,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "thickness"}], "entailed": ["202244335", "202244334", "202244337", "202244336", "202244333", "202244332", "202244350", "202244322", "202244323", "202244320", "202244321", "202244345", "202244346", "202244347", "202244340", "202244341", "202244342", "202244343", "202244348", "202244349", "202244296", "202244297", "202244295"], "equivalent": ["202244344"], "question": "How thick is the food inside the container?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-dip_thickness"}, "answer": "thick", "semanticStr": "select: container (4)->relate: food,inside,s (5) [0]->query: thickness [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "4"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dip is thick.", "image": "n296467.jpg", "question_id": 202244344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201411127", "201411140", "201411135", "201411126", "201411136", "201411137", "201411130", "201411131", "201411132", "201411133", "201411138", "201411139", "201411129", "201411128"], "equivalent": ["201411134"], "question": "Is the shirt long sleeved and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (5)->verify: long sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is long sleeved and white.", "image": "n415215.jpg", "question_id": 201411134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "choose age", "dependencies": [1], "argument": "young|old"}], "entailed": ["20320402", "20320401", "20320399", "20320398", "20320394", "20320395", "20320397", "20320396", "20320391"], "equivalent": ["20320400"], "question": "Is the person that is looking down young or old?", "isBalanced": true, "groups": {"global": "age", "local": "10c-man_age"}, "answer": "young", "semanticStr": "select: person (3)->filter activity: looking down [0]->choose age: young|old [1]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is young.", "image": "n206358.jpg", "question_id": 20320400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976967", "201976622"], "equivalent": ["201976966"], "question": "The person is on what?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_on,o"}, "answer": "motorcycle", "semanticStr": "select: person (6)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is on the motorcycle.", "image": "n279173.jpg", "question_id": 201976966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631690", "20631689"], "equivalent": ["20631691"], "question": "Who is standing before the catcher?", "isBalanced": true, "groups": {"global": "person", "local": "14-catcher_standing in front of,s"}, "answer": "batter", "semanticStr": "select: catcher (6)->relate: person,standing in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "8": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing in front of the catcher.", "image": "n570181.jpg", "question_id": 20631691}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637325", "201637324"], "equivalent": ["201637327"], "question": "What appliance is black?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_black"}, "answer": "gas stove", "semanticStr": "select: appliance (7)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a gas stove.", "image": "n200692.jpg", "question_id": 201637327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (30)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(wide)"}, {"operation": "choose name", "dependencies": [1], "argument": "chair|table"}], "entailed": [], "equivalent": ["20672833"], "question": "Which item of furniture is not wide, the table or the chair?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#wide"}, "answer": "table", "semanticStr": "select: furniture (30)->filter width: not(wide) [0]->choose name: chair|table [1]", "annotations": {"answer": {"0": "30"}, "question": {"11": "25", "8": "30", "1:4": "25"}, "fullAnswer": {"1": "30"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The table is not wide.", "image": "n59147.jpg", "question_id": 20672833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "overhead"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20827481", "20827398", "20827480"], "equivalent": ["20827479"], "question": "What kind of furniture is below the overhead light fixture?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-light fixture_below,s"}, "answer": "sofa", "semanticStr": "select: light fixture (8)->filter: overhead [0]->relate: furniture,below,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"7:10": "8", "3": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n283587.jpg", "question_id": 20827479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201864509", "201864495", "201864507", "201864496"], "equivalent": ["201864508"], "question": "Is there a bat in the image that is black?", "isBalanced": true, "groups": {"global": null, "local": "04-bat_black"}, "answer": "yes", "semanticStr": "select: bat (9)->filter color: black [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a bat that is black.", "image": "n481655.jpg", "question_id": 201864508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827470", "20827304"], "equivalent": ["20827471"], "question": "In front of what's the sofa?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-sofa_in front of,o"}, "answer": "window", "semanticStr": "select: sofa (4)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "4", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sofa is in front of the window.", "image": "n283587.jpg", "question_id": 20827471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20567435", "20567434", "20567433", "20567432", "20567430"], "equivalent": ["20567431"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "sunny", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is sunny.", "image": "n414992.jpg", "question_id": 20567431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879534", "201879434"], "equivalent": ["201879533"], "question": "What vehicle is behind the logo?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-logo_behind,s"}, "answer": "truck", "semanticStr": "select: logo (10)->relate: vehicle,behind,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"1": "18"}, "fullAnswer": {"1": "18", "4": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n290409.jpg", "question_id": 201879533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361329", "20361219"], "equivalent": ["20361330"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: jacket (5)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a jacket.", "image": "n352479.jpg", "question_id": 20361330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "relate", "dependencies": [0], "argument": "food,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20210926", "20210927", "20210924", "20210925", "20210928", "20210929"], "equivalent": ["20210930"], "question": "Which shape do you think is the food the woman is behind of?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pie_shape"}, "answer": "triangular", "semanticStr": "select: woman (8)->relate: food,behind,o (10) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"9": "8", "7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pie is triangular.", "image": "n312206.jpg", "question_id": 20210930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chocolate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210935", "20210934", "20210937", "20210936", "20210931", "20210932", "20210938"], "equivalent": ["20210933"], "question": "What's located on top of the chocolate?", "isBalanced": true, "groups": {"global": "baked good", "local": "14-chocolate_on top of,s"}, "answer": "pie", "semanticStr": "select: chocolate (12)->relate: _,on top of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pie is on top of the chocolate.", "image": "n312206.jpg", "question_id": 20210933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}], "entailed": ["201859274", "201859273", "201859272", "201859271", "201859280"], "equivalent": ["201859270"], "question": "Is the bicycle gray?", "isBalanced": true, "groups": {"global": null, "local": "06-bicycle_gray"}, "answer": "yes", "semanticStr": "select: bicycle (4)->verify color: gray [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bicycle is gray.", "image": "n460556.jpg", "question_id": 201859270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boot (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361219"], "equivalent": ["20361335"], "question": "Who is wearing a boot?", "isBalanced": true, "groups": {"global": "person", "local": "14-boot_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: boot (10)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "10"}, "fullAnswer": {"1": "2", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a boot.", "image": "n352479.jpg", "question_id": 20361335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chocolate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210935", "20210934", "20210937", "20210931", "20210933", "20210932", "20210938"], "equivalent": ["20210936"], "question": "Which kind of baked good is on top of the chocolate?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-chocolate_on top of,s"}, "answer": "pie", "semanticStr": "select: chocolate (12)->relate: baked good,on top of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pie.", "image": "n312206.jpg", "question_id": 20210936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pie (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chocolate,on top of,o (12)"}], "entailed": ["20210940"], "equivalent": ["20210939"], "question": "Is the pie on top of the chocolate that is on top of the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-pie_chocolate"}, "answer": "yes", "semanticStr": "select: pie (10)->verify rel: chocolate,on top of,o (12) [0]", "annotations": {"answer": {}, "question": {"2": "10", "14": "11", "7": "12"}, "fullAnswer": {"8": "12", "2": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pie is on top of the chocolate.", "image": "n312206.jpg", "question_id": 20210939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235856", "201235855", "201235854", "201235853", "201235851"], "equivalent": ["201235852"], "question": "What does the woman hold?", "isBalanced": true, "groups": {"global": "bag", "local": "14-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: woman (6)->relate: _,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "6", "4": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the handbag.", "image": "n527589.jpg", "question_id": 201235852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235856", "201235855", "201235854", "201235853", "201235852"], "equivalent": ["201235851"], "question": "What does she hold?", "isBalanced": true, "groups": {"global": "bag", "local": "14-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: she (6)->relate: _,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"2": "6"}, "fullAnswer": {"1": "6", "4": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the handbag.", "image": "n527589.jpg", "question_id": 201235851}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow pants (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}], "entailed": ["20361494", "20361483", "20361488", "20361489", "20361486", "20361487", "20361484", "20361491", "20361490", "20361493"], "equivalent": ["20361486", "20361485"], "question": "Do the snow pants that are not short look beige?", "isBalanced": true, "groups": {"global": null, "local": "06-snow pants_beige"}, "answer": "yes", "semanticStr": "select: snow pants (8)->filter: not(short) [0]->verify color: beige [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "7": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the snow pants are beige.", "image": "n352479.jpg", "question_id": 20361485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (25)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (35)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,resting on,o (30)"}, {"operation": "choose name", "dependencies": [3], "argument": "table|bookcase"}], "entailed": [], "equivalent": ["20673120"], "question": "What type of furniture is the white thing to the right of the chair resting on, a bookcase or a table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toilet paper_resting on,o"}, "answer": "table", "semanticStr": "select: chair (25)->relate: toilet paper,to the right of,s (35) [0]->filter color: white [1]->relate: furniture,resting on,o (30) [2]->choose name: table|bookcase [3]", "annotations": {"answer": {"0": "30"}, "question": {"3": "30", "6:8": "35", "20": "30", "13": "25"}, "fullAnswer": {"1:3": "35", "7": "30"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The toilet paper is resting on a table.", "image": "n59147.jpg", "question_id": 20673120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361479", "20361478", "20361481"], "equivalent": ["20361479", "20361480"], "question": "What are the items of clothing that are long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "snow pants", "semanticStr": "select: clothing (8)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"3:6": "8"}, "fullAnswer": {"1:3": "8", "4:6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are snow pants.", "image": "n352479.jpg", "question_id": 20361480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (25)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,to the right of,s (35)"}, {"operation": "verify rel", "dependencies": [1], "argument": "lamp,resting on,o (-)"}], "entailed": [], "equivalent": ["20673122"], "question": "Is the toilet paper that is to the right of the chair resting on a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet paper_lamp"}, "answer": "no", "semanticStr": "select: chair (25)->relate: toilet paper,to the right of,s (35) [0]->verify rel: lamp,resting on,o (-) [1]", "annotations": {"answer": {}, "question": {"11": "25", "2:4": "35"}, "fullAnswer": {"8": "30", "2:4": "35"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the toilet paper is resting on a table.", "image": "n59147.jpg", "question_id": 20673122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2098038", "2098035", "2098034", "2098037", "2098010", "2097986", "2098000", "2098002", "2098003", "2098024", "2098036", "2097999", "2097998", "2097997", "2097996", "2097995", "2098025", "2098022", "2098023", "2098021", "2098033", "2098009"], "equivalent": ["2097987"], "question": "Is the device made of plastic white and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "yes", "semanticStr": "select: device (2)->filter material: plastic [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the keyboard is white and rectangular.", "image": "n513429.jpg", "question_id": 2097987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,to the left of,s (1)"}, {"operation": "filter", "dependencies": [1], "argument": "on"}, {"operation": "relate", "dependencies": [2], "argument": "_,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201735610", "201735611", "201735403", "201735402", "201735400", "201735399", "201735398", "201735397"], "equivalent": ["201735397", "201735396"], "question": "What is the turned on laptop to the left of the shelves sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-laptop_sitting on top of,o"}, "answer": "desk", "semanticStr": "select: shelves (5)->relate: laptop,to the left of,s (1) [0]->filter: on [1]->relate: _,sitting on top of,o (7) [2]->query: name [3]", "annotations": {"answer": {"0": "7"}, "question": {"11": "5", "3:6": "1"}, "fullAnswer": {"1": "1", "8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting on top of the desk.", "image": "n240973.jpg", "question_id": 201735396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "overcast"}], "entailed": ["20567435"], "equivalent": ["20567435", "20567434"], "question": "Is it overcast?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_overcast"}, "answer": "no", "semanticStr": "select: scene->verify weather: overcast [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is sunny.", "image": "n414992.jpg", "question_id": 20567434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (8)"}, {"operation": "select", "dependencies": [], "argument": "bag (16) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202161878"], "question": "What do both the bookcase and the bag have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bag_bookcase"}, "answer": "color", "semanticStr": "select: bookcase (8)->select: bag (16) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "16"}, "fullAnswer": {"4": "8", "7": "16"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the bookcase and the bag are black.", "image": "n69237.jpg", "question_id": 202161878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pillows (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201481784"], "question": "Are there both a blanket and a pillow in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-blanket_pillows"}, "answer": "no", "semanticStr": "select: blanket (19)->exist: ? [0]->select: pillows (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "19"}, "fullAnswer": {"4": "19"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a blanket but no pillows.", "image": "n470920.jpg", "question_id": 201481784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616071", "201616072", "201616066"], "equivalent": ["201616067"], "question": "What is in front of the toilet?", "isBalanced": true, "groups": {"global": "thing", "local": "14-toilet_in front of,s"}, "answer": "rug", "semanticStr": "select: toilet (0)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the toilet.", "image": "n65230.jpg", "question_id": 201616067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201616071", "201616072", "201616067"], "equivalent": ["201616066"], "question": "What do you think is in front of the toilet made out of porcelain?", "isBalanced": true, "groups": {"global": "thing", "local": "14-toilet_in front of,s"}, "answer": "rug", "semanticStr": "select: toilet (0)->filter material: porcelain [0]->relate: _,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "0", "13": "0"}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the toilet.", "image": "n65230.jpg", "question_id": 201616066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,to the left of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201616062", "201616058", "201616059", "201616049", "201616048", "201616061", "201616056", "201616057", "201616065", "201616064", "201616063"], "equivalent": ["201616060"], "question": "Which color is the rug that the toilet is to the left of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-rug_color"}, "answer": "teal", "semanticStr": "select: toilet (0)->relate: rug,to the left of,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "0"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is teal.", "image": "n65230.jpg", "question_id": 201616060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616069", "201616070"], "equivalent": ["201616069", "201616068"], "question": "What is that rug in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-rug_in front of,o"}, "answer": "toilet", "semanticStr": "select: rug (1)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the toilet.", "image": "n65230.jpg", "question_id": 201616068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding onto,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345030"], "equivalent": ["20345031"], "question": "Who is holding onto the racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding onto,s"}, "answer": "athlete", "semanticStr": "select: racket (6)->relate: person,holding onto,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6:8": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is holding onto the tennis racket.", "image": "n560243.jpg", "question_id": 20345031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding onto,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20345031"], "equivalent": ["20345030"], "question": "Who is holding onto the tennis racket made of metal?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding onto,s"}, "answer": "athlete", "semanticStr": "select: racket (6)->filter material: metal [0]->relate: person,holding onto,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"9": "6", "5:7": "6"}, "fullAnswer": {"1": "4", "6:8": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is holding onto the tennis racket.", "image": "n560243.jpg", "question_id": 20345030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963662", "20963663", "20963660", "20963661"], "equivalent": ["20963664"], "question": "What item of furniture is the flower pot on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-flower pot_on,o"}, "answer": "shelf", "semanticStr": "select: flower pot (11)->relate: furniture,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1:3": "11", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower pot is on the shelf.", "image": "n119886.jpg", "question_id": 20963664}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963664", "20963663", "20963660", "20963661"], "equivalent": ["20963662"], "question": "What's the flower pot on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-flower pot_on,o"}, "answer": "shelf", "semanticStr": "select: flower pot (11)->relate: _,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1:3": "11", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower pot is on the shelf.", "image": "n119886.jpg", "question_id": 20963662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345082", "20345033", "20345032"], "equivalent": ["20345034"], "question": "What's the athlete holding onto?", "isBalanced": true, "groups": {"global": "object", "local": "14-athlete_holding onto,o"}, "answer": "racket", "semanticStr": "select: athlete (4)->relate: _,holding onto,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "4", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is holding onto the racket.", "image": "n560243.jpg", "question_id": 20345034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963664", "20963662", "20963663", "20963661"], "equivalent": ["20963660", "20963661"], "question": "What is the flower pot on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-flower pot_on,o"}, "answer": "shelf", "semanticStr": "select: flower pot (11)->relate: _,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "11"}, "fullAnswer": {"1:3": "11", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower pot is on the shelf.", "image": "n119886.jpg", "question_id": 20963660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738977"], "equivalent": ["201738976"], "question": "What wears a shoe?", "isBalanced": true, "groups": {"global": "", "local": "14-shoe_wearing,s"}, "answer": "pitcher", "semanticStr": "select: shoe (7)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "7"}, "fullAnswer": {"1": "0", "4": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher wears a shoe.", "image": "n485969.jpg", "question_id": 201738976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738976"], "equivalent": ["201738977"], "question": "What wears the shoe?", "isBalanced": true, "groups": {"global": "", "local": "14-shoe_wearing,s"}, "answer": "pitcher", "semanticStr": "select: shoe (7)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher wears a shoe.", "image": "n485969.jpg", "question_id": 201738977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738973"], "equivalent": ["201738972"], "question": "What is wearing a shirt?", "isBalanced": true, "groups": {"global": "", "local": "14-shirt_wearing,s"}, "answer": "pitcher", "semanticStr": "select: shirt (4)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a shirt.", "image": "n485969.jpg", "question_id": 201738972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201738972"], "equivalent": ["201738973"], "question": "What is wearing the shirt?", "isBalanced": true, "groups": {"global": "", "local": "14-shirt_wearing,s"}, "answer": "pitcher", "semanticStr": "select: shirt (4)->relate: _,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a shirt.", "image": "n485969.jpg", "question_id": 201738973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201957037", "201957034", "201957032", "201957035", "201957030", "201957029", "201957036", "201957031", "201957023", "201957022", "201957021", "201957033", "201957026", "201957025", "201957024"], "equivalent": ["201957027"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "standing", "semanticStr": "select: man (5)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n536256.jpg", "question_id": 201957027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify", "dependencies": [1], "argument": "crooked"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20667312", "20667310", "20667317", "20667315", "20667314", "20667332", "20667319", "20667318", "20667309", "20667329", "20667328", "20667307", "20667311", "20667320", "20667321", "20667327"], "equivalent": ["20667306"], "question": "Does the hat that is made of cloth seem to be crooked and green?", "isBalanced": true, "groups": {"global": null, "local": "05-crooked_green"}, "answer": "yes", "semanticStr": "select: hat (10)->filter material: cloth [0]->verify: crooked [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "7": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hat is crooked and green.", "image": "n181355.jpg", "question_id": 20667306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667872", "20667873", "20667871", "20667874", "20667869", "20668041"], "equivalent": ["20667875"], "question": "Which kind of furniture is the woman sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_sitting on,o"}, "answer": "couch", "semanticStr": "select: woman (5)->relate: furniture,sitting on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the couch.", "image": "n181355.jpg", "question_id": 20667875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202119877", "202119876"], "equivalent": ["202119878"], "question": "Are there any refrigerators in this picture that are not clean?", "isBalanced": true, "groups": {"global": null, "local": "04-refrigerator_n#clean"}, "answer": "no", "semanticStr": "select: refrigerator (0)->filter cleanliness: not(clean) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a refrigerator but it is clean.", "image": "n500308.jpg", "question_id": 202119878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,sitting on,o (8)"}], "entailed": ["20667879"], "equivalent": ["20667878"], "question": "Is the adult woman sitting on a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_couch"}, "answer": "yes", "semanticStr": "select: woman (5)->filter: adult [0]->verify rel: couch,sitting on,o (8) [1]", "annotations": {"answer": {}, "question": {"2:4": "5", "7": "8"}, "fullAnswer": {"2": "5", "7": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is sitting on a couch.", "image": "n181355.jpg", "question_id": 20667878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shelf,sitting beside,o (11)"}], "entailed": [], "equivalent": ["201676493"], "question": "Is the table sitting beside a shelf?", "isBalanced": true, "groups": {"global": null, "local": "13-table_shelf"}, "answer": "yes", "semanticStr": "select: table (4)->verify rel: shelf,sitting beside,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "4", "6": "11"}, "fullAnswer": {"2": "4", "7": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the table is sitting beside a shelf.", "image": "n233607.jpg", "question_id": 201676493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201957028"], "question": "Who in this photograph is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (5)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n536256.jpg", "question_id": 201957028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apartment building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056042", "2056043", "2056052", "2056046", "2056047", "2056044", "2056045", "2056051"], "equivalent": ["2056048"], "question": "What kind of vehicle is in front of the apartment building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-apartment building_in front of,s"}, "answer": "car", "semanticStr": "select: apartment building (1)->relate: vehicle,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n263180.jpg", "question_id": 2056048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056050"], "equivalent": ["2056049"], "question": "What is the car in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-car_in front of,o"}, "answer": "apartment building", "semanticStr": "select: car (2)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "7:9": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the apartment building.", "image": "n263180.jpg", "question_id": 2056049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201766580"], "equivalent": ["201766579"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: shirt (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a shirt.", "image": "n528403.jpg", "question_id": 201766579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apartment building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2056048", "2056042", "2056043", "2056052", "2056046", "2056047", "2056045", "2056051"], "equivalent": ["2056044"], "question": "What is in front of the apartment building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-apartment building_in front of,s"}, "answer": "car", "semanticStr": "select: apartment building (1)->relate: _,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7:9": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is in front of the apartment building.", "image": "n263180.jpg", "question_id": 2056044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20827012", "20827013", "20827010", "20827011"], "equivalent": ["20827010", "20827011", "20827009"], "question": "What is the piece of furniture to the right of the black chairs?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chairs_to the right of,s"}, "answer": "cupboard", "semanticStr": "select: chairs (7)->filter color: black [0]->relate: furniture,to the right of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"11:13": "7", "3:6": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blond"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201393629", "201393628", "201393627", "201393626", "201393625", "201393624", "201393623", "201393638", "201393639", "201393634", "201393636", "201393637", "201393630", "201393631", "201393632", "201393633", "201393648", "201393645", "201393644", "201393647", "201393646", "201393641", "201393640", "201393643", "201393642"], "equivalent": ["201393635"], "question": "Does the hair seem to be blond and short?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_short"}, "answer": "yes", "semanticStr": "select: hair (3)->verify color: blond [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is blond and short.", "image": "n305495.jpg", "question_id": 201393635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20169903", "20169892", "20169891", "20169890", "20169897", "20169896", "20169895", "20169894", "20169875", "20169874", "20169898", "20169888"], "equivalent": ["20169893"], "question": "How clean are the empty tables?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-tables_cleanliness"}, "answer": "clean", "semanticStr": "select: tables (7)->filter: empty [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tables are clean.", "image": "n58220.jpg", "question_id": 20169893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201393624", "201393638", "201393639", "201393629", "201393628", "201393627", "201393626", "201393625", "201393637", "201393630", "201393632", "201393633", "201393634", "201393636"], "equivalent": ["201393631"], "question": "How long is the blond hair?", "isBalanced": true, "groups": {"global": "height", "local": "10q-hair_length"}, "answer": "short", "semanticStr": "select: hair (3)->filter color: blond [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is short.", "image": "n305495.jpg", "question_id": 201393631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "verify", "dependencies": [0], "argument": "antique"}, {"operation": "verify color", "dependencies": [0], "argument": "blue "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202121530"], "question": "Does the countertop seem to be blue and antique?", "isBalanced": true, "groups": {"global": null, "local": "05-antique_blue"}, "answer": "no", "semanticStr": "select: countertop (14)->verify: antique [0]->verify color: blue  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the countertop is blue but modern.", "image": "n140421.jpg", "question_id": 202121530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20826999", "20827001"], "equivalent": ["20827000"], "question": "Which kind of furniture is below the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_below,s"}, "answer": "cupboard", "semanticStr": "select: countertop (12)->relate: furniture,below,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827004", "20827007"], "equivalent": ["20827003"], "question": "What is the name of the piece of furniture in front of the staircase?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-staircase_in front of,s"}, "answer": "cupboard", "semanticStr": "select: staircase (17)->relate: furniture,in front of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"6:9": "11", "13": "17"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201462358"], "equivalent": ["201462358", "201462359"], "question": "Are the pants striped and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_striped"}, "answer": "no", "semanticStr": "select: pants (3)->verify color: black [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are striped but white.", "image": "n508641.jpg", "question_id": 201462359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143254", "201143256"], "equivalent": ["201143255"], "question": "What items of furniture are below the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_below,s"}, "answer": "chairs", "semanticStr": "select: table (6)->relate: furniture,below,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "5": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n276011.jpg", "question_id": 201143255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827007", "20827003"], "equivalent": ["20827004"], "question": "What kind of furniture is in front of the staircase?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-staircase_in front of,s"}, "answer": "cupboard", "semanticStr": "select: staircase (17)->relate: furniture,in front of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20827004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "empty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20169905", "20169904", "20169907", "20169890", "20169879", "20169900", "20169903", "20169875", "20169874", "20169877", "20169876", "20169909", "20169908", "20169878", "20169882", "20169911", "20169884", "20169885", "20169886", "20169880", "20169881", "20169910", "20169883", "20169888", "20169906"], "equivalent": ["20169899"], "question": "Are the tables that look clean empty and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_empty"}, "answer": "yes", "semanticStr": "select: tables (7)->filter cleanliness: clean [0]->verify color: black [1]->verify: empty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tables are empty and black.", "image": "n58220.jpg", "question_id": 20169899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (21)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20309094"], "equivalent": ["20309093"], "question": "What is that knife in?", "isBalanced": true, "groups": {"global": "object", "local": "14-knife_in,o"}, "answer": "knife block", "semanticStr": "select: knife (21)->relate: _,in,o (20) [0]->query: name [1]", "annotations": {"answer": {"0:2": "20"}, "question": {"3": "21"}, "fullAnswer": {"1": "21", "5:7": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knife is in the knife block.", "image": "n278312.jpg", "question_id": 20309093}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201235481"], "equivalent": ["201235480", "201235481"], "question": "Are the pants made of cloth both dark and short?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_short"}, "answer": "no", "semanticStr": "select: pants (10)->filter material: cloth [0]->verify color: dark [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are dark but long.", "image": "n527589.jpg", "question_id": 201235480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (21)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20309093"], "equivalent": ["20309094"], "question": "What's the knife in?", "isBalanced": true, "groups": {"global": "object", "local": "14-knife_in,o"}, "answer": "knife block", "semanticStr": "select: knife (21)->relate: _,in,o (20) [0]->query: name [1]", "annotations": {"answer": {"0:2": "20"}, "question": {}, "fullAnswer": {"1": "21", "5:7": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knife is in the knife block.", "image": "n278312.jpg", "question_id": 20309094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (14)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,in,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201654254", "201654251", "201654252", "201654253", "201654249", "201654248"], "equivalent": ["201654250"], "question": "What color is the sky the clouds are in?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "light blue", "semanticStr": "select: clouds (14)->relate: sky,in,o (13) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "13", "6": "14"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is light blue.", "image": "n6309.jpg", "question_id": 201654250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lake (2)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201595981", "201595979", "201595978", "201595977", "201595975", "201595974", "201595973", "201595972", "201595971"], "equivalent": ["201595976"], "question": "How large is the lake?", "isBalanced": true, "groups": {"global": "size", "local": "10q-lake_size"}, "answer": "large", "semanticStr": "select: lake (2)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lake is large.", "image": "n302358.jpg", "question_id": 201595976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20340506", "20340514", "20340478", "20340510", "20340513", "20340472", "20340473", "20340470", "20340471", "20340476", "20340477", "20340474", "20340475", "20340485", "20340484", "20340483", "20340488", "20340469", "20340507", "20340505", "20340467", "20340466", "20340508", "20340509"], "equivalent": ["20340468"], "question": "Is the fence small and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-small_wood"}, "answer": "yes", "semanticStr": "select: fence (1)->verify size: small [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is small and wooden.", "image": "n513100.jpg", "question_id": 20340468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "person,playing on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20162321"], "equivalent": ["20162320"], "question": "Who plays on the field that looks brown?", "isBalanced": true, "groups": {"global": "person", "local": "14-field_playing on,s"}, "answer": "boy", "semanticStr": "select: field (2)->filter color: brown [0]->relate: person,playing on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"4": "2", "7": "2"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy plays on the field.", "image": "n202379.jpg", "question_id": 20162320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162320"], "equivalent": ["20162321"], "question": "Who plays on the field?", "isBalanced": true, "groups": {"global": "person", "local": "14-field_playing on,s"}, "answer": "boy", "semanticStr": "select: field (2)->relate: person,playing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy plays on the field.", "image": "n202379.jpg", "question_id": 20162321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201346524", "201346522", "201346523", "201346520", "201346521"], "equivalent": ["201346519"], "question": "What is parked behind the car?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-car_parked behind,s"}, "answer": "van", "semanticStr": "select: car (1)->relate: _,parked behind,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"5": "1"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is parked behind the car.", "image": "n131634.jpg", "question_id": 201346519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162322"], "equivalent": ["20162323"], "question": "Who wears the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (11)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "3": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears pants.", "image": "n202379.jpg", "question_id": 20162323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "socks (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162324"], "equivalent": ["20162325"], "question": "Who is wearing the socks?", "isBalanced": true, "groups": {"global": "person", "local": "14-socks_wearing,s"}, "answer": "boy", "semanticStr": "select: socks (14)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing socks.", "image": "n202379.jpg", "question_id": 20162325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162327"], "equivalent": ["20162326"], "question": "Who is wearing a hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "boy", "semanticStr": "select: hat (7)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "7"}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a hat.", "image": "n202379.jpg", "question_id": 20162326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162326"], "equivalent": ["20162327"], "question": "Who is wearing the hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "boy", "semanticStr": "select: hat (7)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a hat.", "image": "n202379.jpg", "question_id": 20162327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "buses (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201590250"], "question": "Are there any red buses or trucks?", "isBalanced": true, "groups": {"global": null, "local": "04-truck_red"}, "answer": "no", "semanticStr": "select: truck (6)->filter color: red [0]->exist: ? [1]->select: buses (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a truck but it is white.", "image": "n260762.jpg", "question_id": 201590250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "name tag (5)"}, {"operation": "select", "dependencies": [], "argument": "collar (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20982121", "20982123", "20982124", "20982125"], "equivalent": ["20982121", "20982122"], "question": "Is the name tag the same color as the collar?", "isBalanced": true, "groups": {"global": null, "local": "09same-collar_name tag"}, "answer": "yes", "semanticStr": "select: name tag (5)->select: collar (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "5"}, "fullAnswer": {"7": "3", "3:5": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the name tag and the collar are white.", "image": "n52544.jpg", "question_id": 20982122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dish drainer (8)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317182", "20317141", "20317184", "20317185"], "equivalent": ["20317183"], "question": "What cooking utensil is to the right of the dish drainer?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-dish drainer_to the right of,s"}, "answer": "coffee pot", "semanticStr": "select: dish drainer (8)->relate: cooking utensil,to the right of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a coffee pot.", "image": "n350766.jpg", "question_id": 20317183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,facing,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "woman,to the left of,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201065612", "201065613"], "equivalent": ["201065613", "201065611", "201065612"], "question": "Are there any women to the left of the man the light fixture is facing?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "no", "semanticStr": "select: light fixture (11)->relate: man,facing,o (0) [0]->relate: woman,to the left of,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "11:13": "11", "3": "6"}, "fullAnswer": {"9": "0", "2": "6"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is to the right of the man.", "image": "n429883.jpg", "question_id": 201065611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (8)"}, {"operation": "filter", "dependencies": [0], "argument": "delicious"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479479", "201479478", "201479480"], "equivalent": ["201479481"], "question": "Which kind of meat is delicious?", "isBalanced": true, "groups": {"global": "", "local": "12q-meat_delicious"}, "answer": "chicken", "semanticStr": "select: meat (8)->filter: delicious [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is chicken.", "image": "n181210.jpg", "question_id": 201479481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "select", "dependencies": [], "argument": "person (3) "}, {"operation": "filter activity", "dependencies": [3], "argument": "sleeping"}, {"operation": "verify gender", "dependencies": [4], "argument": "male"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["202147880", "202147886", "202147885", "202147876", "202147877", "202147874", "202147875", "202147872", "202147873", "202147870", "202147871", "202147819", "202147878", "202147879", "202147821", "202147820", "202147823", "202147822", "202147869", "202147868", "202147864", "202147867", "202147866"], "equivalent": ["202147865"], "question": "Are the adult person and the person that is sleeping both male?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-athlete_person"}, "answer": "yes", "semanticStr": "select: person (9)->filter: adult [0]->verify gender: male [1]->select: person (3) ->filter activity: sleeping [3]->verify gender: male [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "9", "6": "3"}, "fullAnswer": {"3": "9", "6": "3"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the athlete and the person are male.", "image": "n194179.jpg", "question_id": 202147865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "boy,to the right of,o (-)"}], "entailed": [], "equivalent": ["20295365"], "question": "Is the TV to the right of a boy?", "isBalanced": true, "groups": {"global": null, "local": "13-television_boy"}, "answer": "no", "semanticStr": "select: television (11)->verify rel: boy,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"9": "0", "2": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the TV is to the right of a woman.", "image": "n162586.jpg", "question_id": 20295365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting next to,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795387"], "equivalent": ["201795574"], "question": "Who is sitting next to the woman that is not thin?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_sitting next to,s"}, "answer": "child", "semanticStr": "select: woman (1)->filter: not(thin) [0]->relate: person,sitting next to,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "1", "6": "1"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is sitting next to the woman.", "image": "n119944.jpg", "question_id": 201795574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing with,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030307", "201030306", "201030624", "201030621", "201030623", "201030622"], "equivalent": ["201030619"], "question": "What is he playing with?", "isBalanced": true, "groups": {"global": "device", "local": "14-boy_playing with,o"}, "answer": "wii controller", "semanticStr": "select: he (4)->relate: _,playing with,o (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {"2": "4"}, "fullAnswer": {"1": "4", "6:8": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is playing with a Wii remotes.", "image": "n54424.jpg", "question_id": 201030619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "railroad (4)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202116897", "202116898"], "equivalent": ["202116896"], "question": "What is the vehicle on top of the railroad called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-railroad_on top of,s"}, "answer": "train", "semanticStr": "select: railroad (4)->relate: vehicle,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "4", "3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n48494.jpg", "question_id": 202116896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "filter color", "dependencies": [1], "argument": "green"}, {"operation": "relate", "dependencies": [2], "argument": "animal,walking next to,s (4)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20679379", "20679413", "20679412", "20679411"], "equivalent": ["20679408"], "question": "What animal is walking next to the trees that look brown and green?", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_walking next to,s"}, "answer": "giraffe", "semanticStr": "select: trees (9)->filter color: brown [0]->filter color: green [1]->relate: animal,walking next to,s (4) [2]->query: name [3]", "annotations": {"answer": {"0": "4"}, "question": {"10": "9", "12": "9", "7": "9"}, "fullAnswer": {"1": "4", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is walking next to the trees.", "image": "n493357.jpg", "question_id": 20679408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "benches (15)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing in front of,s (14)"}, {"operation": "filter pose", "dependencies": [1], "argument": "walking"}, {"operation": "relate", "dependencies": [2], "argument": "person,looking at,s (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201795579", "201795387"], "equivalent": ["201795578"], "question": "Who looks at the walking animal that stands in front of the benches?", "isBalanced": true, "groups": {"global": "person", "local": "14-elephant_looking at,s"}, "answer": "child", "semanticStr": "select: benches (15)->relate: animal,standing in front of,s (14) [0]->filter pose: walking [1]->relate: person,looking at,s (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"12": "15", "4:6": "14"}, "fullAnswer": {"1": "0", "5": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid looks at the elephant.", "image": "n119944.jpg", "question_id": 201795578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201428516", "201428517", "201428514", "201428515", "201428518", "201428531", "201428522", "201428521", "201428520"], "equivalent": ["201428519"], "question": "How tall is the person that is wearing glasses?", "isBalanced": true, "groups": {"global": "length", "local": "10q-person_height"}, "answer": "short", "semanticStr": "select: glasses (2)->relate: person,wearing,s (0) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"8": "2", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is short.", "image": "n199758.jpg", "question_id": 201428519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202241004", "202241014", "202241013", "202241012", "202241003", "202241026", "202241027", "202241025"], "equivalent": ["202241028"], "question": "Which kind of fast food is white?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_white"}, "answer": "pizza", "semanticStr": "select: fast food (5)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1:3": "5", "5": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fast food is a pizza.", "image": "n460385.jpg", "question_id": 202241028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20573502", "20573503", "20573501", "20573504"], "equivalent": ["20573505"], "question": "Which side of the photo are the cotton towels on?", "isBalanced": true, "groups": {"global": null, "local": "10q-towels_hposition"}, "answer": "right", "semanticStr": "select: towels (0)->filter material: cotton [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towels are on the right of the image.", "image": "n162108.jpg", "question_id": 20573505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify", "dependencies": [1], "argument": "modern"}], "entailed": ["202162642", "202162624", "202162625", "202162644", "202162646", "202162647", "202162651", "202162643", "202162654"], "equivalent": ["202162645"], "question": "Does the bookcase made of wood look modern?", "isBalanced": true, "groups": {"global": null, "local": "06-bookcase_modern"}, "answer": "yes", "semanticStr": "select: bookcase (8)->filter material: wood [0]->verify: modern [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bookcase is modern.", "image": "n69237.jpg", "question_id": 202162645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower curtain (10)"}, {"operation": "relate", "dependencies": [0], "argument": "towels,to the right of,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}], "entailed": ["20573506", "20573507"], "equivalent": ["20573508"], "question": "Do the towels to the right of the shower curtain look colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-towels_colorful"}, "answer": "yes", "semanticStr": "select: shower curtain (10)->relate: towels,to the right of,s (0) [0]->verify: colorful [1]", "annotations": {"answer": {}, "question": {"8:10": "10", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the towels are colorful.", "image": "n162108.jpg", "question_id": 20573508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (5)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202241003", "202241022", "202241023", "202241020"], "equivalent": ["202241021"], "question": "What kind of fast food is it?", "isBalanced": true, "groups": {"global": "fast food", "local": "11q-fast food"}, "answer": "pizza", "semanticStr": "select: fast food (5)->query: name [0]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a pizza.", "image": "n460385.jpg", "question_id": 202241021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202133503", "202133509", "202133508", "202133514", "202133515", "202133512", "202133513", "202133510"], "equivalent": ["202133511"], "question": "Which color does the sky have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "blue", "semanticStr": "select: sky (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky has blue color.", "image": "n412144.jpg", "question_id": 202133511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201640195", "201640196", "201640226", "201640197", "201640211", "201640192", "201640198", "201640208", "201640209", "201640206", "201640207", "201640204", "201640205", "201640202", "201640203", "201640200", "201640201"], "equivalent": ["201640198", "201640199", "201640200"], "question": "Does the dress look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-dress_blue"}, "answer": "yes", "semanticStr": "select: dress (12)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dress is blue.", "image": "n235859.jpg", "question_id": 201640199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902567", "201902569", "201902570"], "equivalent": ["201902568"], "question": "Which kind of device is to the left of the chair?", "isBalanced": true, "groups": {"global": "device", "local": "15-chair_to the left of,s"}, "answer": "router", "semanticStr": "select: chair (10)->relate: device,to the left of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a router.", "image": "n435808.jpg", "question_id": 201902568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "shelf (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20395105"], "question": "Are there shelves or tables?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-shelf_table"}, "answer": "yes", "semanticStr": "select: table (9)->exist: ? [0]->select: shelf (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a table.", "image": "n369313.jpg", "question_id": 20395105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (13)"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}], "entailed": ["20922862", "20922861", "20922859", "20922843"], "equivalent": ["20922860"], "question": "Does the sky look clear?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_clear"}, "answer": "no", "semanticStr": "select: sky (13)->verify weather: clear [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sky is cloudy.", "image": "n480253.jpg", "question_id": 20922860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "relate", "dependencies": [1], "argument": "bus,on,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202158789"], "equivalent": ["202158898"], "question": "Is there a bus on the concrete sidewalk?", "isBalanced": true, "groups": {"global": null, "local": "13-sidewalk_bus"}, "answer": "yes", "semanticStr": "select: sidewalk (1)->filter material: concrete [0]->relate: bus,on,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "6:8": "1"}, "fullAnswer": {"4": "0", "7": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bus on the sidewalk.", "image": "n406334.jpg", "question_id": 202158898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (5)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201188382", "201188380", "201188381", "201188379", "201188377"], "equivalent": ["201188378"], "question": "How clean is the sidewalk?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sidewalk_cleanliness"}, "answer": "dirty", "semanticStr": "select: sidewalk (5)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is dirty.", "image": "n483840.jpg", "question_id": 201188378}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (10)"}, {"operation": "select", "dependencies": [], "argument": "cloud (11) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201972700"], "equivalent": ["201972701"], "question": "Is the cloud different in color than the sky?", "isBalanced": true, "groups": {"global": null, "local": "09diff-cloud_sky"}, "answer": "yes", "semanticStr": "select: sky (10)->select: cloud (11) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "11"}, "fullAnswer": {"2": "10", "7": "11"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the sky is blue and the cloud is white.", "image": "n541482.jpg", "question_id": 201972701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "triangular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908841", "201908839", "201908840"], "equivalent": ["201908842"], "question": "Which kind of food is triangular?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_triangular"}, "answer": "sandwiches", "semanticStr": "select: food (0)->filter shape: triangular [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine glass (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201895953", "201896223", "201896224", "201896227", "201896226"], "equivalent": ["201896225"], "question": "What does the wine glass sit atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wine glass_sitting atop,o"}, "answer": "table", "semanticStr": "select: wine glass (3)->relate: _,sitting atop,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1:3": "3", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine glass sits atop the table.", "image": "n111390.jpg", "question_id": 201896225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951704"], "equivalent": ["201951705"], "question": "What vehicle is the flag behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-flag_behind,o"}, "answer": "van", "semanticStr": "select: flag (17)->relate: vehicle,behind,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1": "16"}, "fullAnswer": {"1": "17", "5": "16"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flag is behind the van.", "image": "n256120.jpg", "question_id": 201951705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "bag,next to,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20462166"], "equivalent": ["20462167"], "question": "Is there a bag next to the person that is wearing gloves?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bag"}, "answer": "no", "semanticStr": "select: gloves (5)->relate: person,wearing,s (7) [0]->relate: bag,next to,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "5", "7": "7"}, "fullAnswer": {"8": "7", "4": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a man next to the woman.", "image": "n571179.jpg", "question_id": 20462167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (2)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (0)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}], "entailed": ["201908847", "201908846", "201908849", "201908850"], "equivalent": ["201908848"], "question": "Do the food to the left of the knives look soft?", "isBalanced": true, "groups": {"global": null, "local": "06-sandwiches_soft"}, "answer": "yes", "semanticStr": "select: knives (2)->relate: food,to the left of,s (0) [0]->verify hardness: soft [1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sandwiches are soft.", "image": "n479092.jpg", "question_id": 201908848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202158897"], "question": "Where is the bus?", "isBalanced": true, "groups": {"global": "road", "local": "14-bus_on,o"}, "answer": "sidewalk", "semanticStr": "select: bus (0)->relate: place,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is on the side walk.", "image": "n406334.jpg", "question_id": 202158897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "doors,hanging on,o (1)"}], "entailed": ["202004241"], "equivalent": ["202004240"], "question": "Is the backpack hanging on the white doors?", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_doors"}, "answer": "yes", "semanticStr": "select: backpack (5)->verify rel: doors,hanging on,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "5", "6:8": "1"}, "fullAnswer": {"2": "5", "7": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the backpack is hanging on the doors.", "image": "n262920.jpg", "question_id": 202004240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201687546"], "equivalent": ["201687547"], "question": "Who are the shorts worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_worn on,o"}, "answer": "man", "semanticStr": "select: shorts (6)->relate: person,worn on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shorts are worn on the man.", "image": "n228268.jpg", "question_id": 201687547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gun (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202042108", "202042110", "202042109", "202042107", "202042111", "202042106", "202042113", "202042115", "202042114", "202042117", "202042116", "202042119", "202042118", "202042104", "202042105", "202042102", "202042103"], "equivalent": ["202042101"], "question": "Is the gun metallic and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: gun (9)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the gun is metallic and black.", "image": "n449058.jpg", "question_id": 202042101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (10)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201735231", "201735232", "201735233", "201735234", "201735235", "201735236"], "equivalent": ["201735230"], "question": "Is the bowl on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-bowl_right"}, "answer": "yes", "semanticStr": "select: bowl (10)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bowl is on the right of the image.", "image": "n240973.jpg", "question_id": 201735230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cauliflower (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cabbage,next to,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201887083", "201887082", "201887081", "201887080", "201887078", "201887085"], "equivalent": ["201887079"], "question": "What color does the cabbage next to the cauliflower have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cabbage_color"}, "answer": "purple", "semanticStr": "select: cauliflower (18)->relate: cabbage,next to,s (22) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "18", "4": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabbage has purple color.", "image": "n429961.jpg", "question_id": 201887079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "berries (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201482079", "201482078", "201482080", "201482075"], "equivalent": ["201482076"], "question": "What is the man to the left of the berries doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "posing", "semanticStr": "select: berries (5)->relate: man,to the left of,s (2) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "5", "3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is posing.", "image": "n470920.jpg", "question_id": 201482076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,to the right of|to the left of,s (6)"}], "entailed": ["20891673", "20891538", "20891676", "20891674", "20891535", "20891536", "20891537", "20891541", "20891540", "20891543", "20891542", "20891544", "20891539"], "equivalent": ["20891675"], "question": "Is the man to the right or to the left of the kid?", "isBalanced": true, "groups": {"global": null, "local": "13-child_man"}, "answer": "right", "semanticStr": "select: child (5)->choose rel: man,to the right of|to the left of,s (6) [0]", "annotations": {"answer": {}, "question": {"2": "6", "12": "5"}, "fullAnswer": {"1": "6", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the kid.", "image": "n347706.jpg", "question_id": 20891675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20508035"], "question": "Do the windows look large and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "no", "semanticStr": "select: windows (11)->verify color: brown [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the windows are large but white.", "image": "n511913.jpg", "question_id": 20508035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20411519", "20411538", "20411540"], "equivalent": ["20411539"], "question": "What piece of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "table", "semanticStr": "select: furniture (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n363445.jpg", "question_id": 20411539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102703", "202102702", "202102700", "202102699", "202102698"], "equivalent": ["202102701"], "question": "Which kind of furniture is above the microwave?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-microwave_above,s"}, "answer": "cabinets", "semanticStr": "select: microwave (5)->relate: furniture,above,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1:4": "17", "5": "17"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n386682.jpg", "question_id": 202102701}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201713312", "201713311"], "equivalent": ["201713313"], "question": "Is the small mug in the top or in the bottom of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-mug_vposition"}, "answer": "bottom", "semanticStr": "select: mug (1)->filter size: small [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mug is in the bottom of the image.", "image": "n455563.jpg", "question_id": 201713313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,pulling,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201984162", "201984160"], "equivalent": ["201984161"], "question": "What is the person behind the papers pulling?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_pulling,o"}, "answer": "luggage cart", "semanticStr": "select: papers (13)->relate: person,behind,s (6) [0]->relate: _,pulling,o (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "6", "6": "13"}, "fullAnswer": {"1": "6", "5:7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is pulling the luggage cart.", "image": "n16378.jpg", "question_id": 201984161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "maroon"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20978661", "20978660", "20978658", "20978657", "20978664", "20978662", "20978663", "20978659", "20978656", "20978649", "20978655", "20978654", "20978653", "20978652", "20978651", "20978650"], "equivalent": ["20978648", "20978649"], "question": "Is the shirt soft and maroon?", "isBalanced": true, "groups": {"global": null, "local": "05-maroon_soft"}, "answer": "yes", "semanticStr": "select: shirt (4)->verify color: maroon [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is soft and maroon.", "image": "n551964.jpg", "question_id": 20978648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,o (0)"}, {"operation": "choose name", "dependencies": [1], "argument": "elephant|monkey"}], "entailed": [], "equivalent": ["20936231"], "question": "What is the woman on, an elephant or a monkey?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_on,o"}, "answer": "elephant", "semanticStr": "select: woman (6)->relate: animal,on,o (0) [0]->choose name: elephant|monkey [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "6", "6": "0"}, "fullAnswer": {"1": "6", "5": "0"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is on an elephant.", "image": "n44249.jpg", "question_id": 20936231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle cap (15)"}, {"operation": "select", "dependencies": [], "argument": "bottle (14) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201174983"], "equivalent": ["201174983", "201174984"], "question": "What do both the bottle cap and the bottle have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bottle_bottle cap"}, "answer": "material", "semanticStr": "select: bottle cap (15)->select: bottle (14) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "14", "4:6": "15"}, "fullAnswer": {"8": "14", "4:6": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the bottle cap and the bottle are plastic.", "image": "n357784.jpg", "question_id": 201174984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "relate", "dependencies": [0], "argument": "toaster,on,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20308882", "20308869", "20308868", "20308874", "20308881", "20308873", "20308870", "20308871", "20308876", "20308867", "20308875"], "equivalent": ["20308872", "20308871"], "question": "What is the color of the toaster that is on the counter?", "isBalanced": true, "groups": {"global": "color", "local": "10q-toaster_color"}, "answer": "silver", "semanticStr": "select: counter (26)->relate: toaster,on,s (22) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "26", "6": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toaster is silver.", "image": "n278312.jpg", "question_id": 20308872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glove,wearing,o (-)"}], "entailed": ["201738975", "201738964"], "equivalent": ["201738967"], "question": "Is that pitcher wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-pitcher_glove"}, "answer": "no", "semanticStr": "select: pitcher (0)->verify rel: glove,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pitcher is wearing a hat.", "image": "n485969.jpg", "question_id": 201738967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498007", "201498006", "201498005", "201497985", "201497984"], "equivalent": ["201498008"], "question": "Which kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "desk", "semanticStr": "select: furniture (15)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n315887.jpg", "question_id": 201498008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "verify", "dependencies": [0], "argument": "uncomfortable"}], "entailed": ["201803832", "201803799", "201803820", "201803823", "201803822", "201803825", "201803813"], "equivalent": ["201803824"], "question": "Is the pillow uncomfortable?", "isBalanced": true, "groups": {"global": null, "local": "06-pillow_uncomfortable"}, "answer": "no", "semanticStr": "select: pillow (11)->verify: uncomfortable [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pillow is comfortable.", "image": "n51002.jpg", "question_id": 201803824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (14)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "verify color", "dependencies": [1], "argument": "brunette"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20978315"], "question": "Is the girl that is walking brunette and young?", "isBalanced": true, "groups": {"global": null, "local": "05-brunette_young"}, "answer": "no", "semanticStr": "select: girl (14)->filter pose: walking [0]->verify color: brunette [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "14", "5": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the girl is young but blond.", "image": "n551964.jpg", "question_id": 20978315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (18)"}, {"operation": "filter sport", "dependencies": [0], "argument": "tennis"}, {"operation": "choose gender", "dependencies": [1], "argument": "female|male"}], "entailed": ["201974756", "201974730", "201974755", "201974731", "201974771", "201974784", "201974787", "201974786", "201974781", "201974779", "201974783", "201974782", "201974778", "201974776", "201974777", "201974789", "201974788", "201974772", "201974780"], "equivalent": ["201974786", "201974785"], "question": "Is the tennis player male or female?", "isBalanced": true, "groups": {"global": "gender", "local": "10c-player_gender"}, "answer": "female", "semanticStr": "select: player (18)->filter sport: tennis [0]->choose gender: female|male [1]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The player is female.", "image": "n274905.jpg", "question_id": 201974785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756946"], "equivalent": ["201756945"], "question": "What do you think hangs above the counter top?", "isBalanced": true, "groups": {"global": "thing", "local": "14-countertop_hanging above,s"}, "answer": "banana bunch", "semanticStr": "select: countertop (6)->relate: _,hanging above,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"7:9": "6"}, "fullAnswer": {"1:3": "4", "6:8": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The banana bunch hangs above the counter top.", "image": "n567860.jpg", "question_id": 201756945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20679076", "20679079", "20679080", "20679078", "20679082", "20679081"], "equivalent": ["20679077"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a park.", "image": "n493357.jpg", "question_id": 20679077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptops (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,touching,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004135", "202004134"], "equivalent": ["202004136"], "question": "Who is touching the laptops?", "isBalanced": true, "groups": {"global": "person", "local": "14-laptops_touching,s"}, "answer": "man", "semanticStr": "select: laptops (11)->relate: person,touching,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is touching the laptops.", "image": "n262920.jpg", "question_id": 202004136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stars (15)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201030339", "201030338", "201030337", "201030336", "201030335", "201030334", "201030333", "201030350", "201030348", "201030349", "201030342", "201030340", "201030341", "201030346", "201030347", "201030344", "201030345"], "equivalent": ["201030343"], "question": "Do the stars look colorful and small?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_small"}, "answer": "yes", "semanticStr": "select: stars (15)->verify: colorful [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the stars are colorful and small.", "image": "n54424.jpg", "question_id": 201030343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "table,under,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "laptop,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20434722"], "question": "Are there any laptops on the table under the pizza box?", "isBalanced": true, "groups": {"global": null, "local": "13-table_laptop"}, "answer": "no", "semanticStr": "select: pizza box (5)->relate: table,under,s (9) [0]->relate: laptop,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "5", "6": "9"}, "fullAnswer": {"4": "11", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a container on the table.", "image": "n431447.jpg", "question_id": 20434722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "verify age", "dependencies": [1], "argument": "young"}], "entailed": ["202262680", "202262667", "202262681", "202262691", "202262671", "202262672", "202262685", "202262684", "202262690", "202262678", "202262679", "202262683", "202262682", "202262692", "202262694", "202262716", "202262715"], "equivalent": ["202262686"], "question": "Does the person that looks blond look young?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_young"}, "answer": "no", "semanticStr": "select: person (2)->filter color: blond [0]->verify age: young [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is old.", "image": "n538039.jpg", "question_id": 202262686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "relate", "dependencies": [0], "argument": "tennis ball,going into,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20345022"], "equivalent": ["20345021"], "question": "Who looks at the tennis ball the racket goes into?", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_looking at,s"}, "answer": "athlete", "semanticStr": "select: racket (6)->relate: tennis ball,going into,o (5) [0]->relate: person,looking at,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"7": "6", "4:6": "5"}, "fullAnswer": {"1": "4", "5:7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete looks at the tennis ball.", "image": "n560243.jpg", "question_id": 20345021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelet (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201549042", "201549043", "201549040", "201549041", "201549044", "201549024", "201549025", "201549026", "201549027", "201549022", "201549023", "201549028", "201549029", "201549037", "201549036", "201549034", "201549033", "201549032", "201549031", "201549030", "201549039", "201549038"], "equivalent": ["201549036", "201549035"], "question": "Does the bracelet look green and small?", "isBalanced": true, "groups": {"global": null, "local": "05-green_small"}, "answer": "yes", "semanticStr": "select: bracelet (6)->verify color: green [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bracelet is green and small.", "image": "n314171.jpg", "question_id": 201549035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "relate", "dependencies": [1], "argument": "weapon,wearing,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202042089", "202042047", "202042045", "202042044"], "equivalent": ["202042046", "202042045"], "question": "What weapon is the person that is looking up wearing?", "isBalanced": true, "groups": {"global": "weapon", "local": "15-policeman_wearing,o"}, "answer": "gun", "semanticStr": "select: person (7)->filter activity: looking up [0]->relate: weapon,wearing,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9", "4": "7", "7:9": "7"}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The policeman is wearing a gun.", "image": "n449058.jpg", "question_id": 202042046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (2)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201175579", "201175577", "201175576", "201175585", "201175583", "201175592", "201175591", "201175590", "201175584", "201175596", "201175587", "201175588", "201175589", "201175578"], "equivalent": ["201175586"], "question": "Is that door both open and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-open_wood"}, "answer": "yes", "semanticStr": "select: door (2)->verify: open [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is open and wooden.", "image": "n357784.jpg", "question_id": 201175586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gun (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202042042"], "equivalent": ["202042043"], "question": "Who is wearing the gun?", "isBalanced": true, "groups": {"global": "person", "local": "14-gun_wearing,s"}, "answer": "policeman", "semanticStr": "select: gun (9)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1:3": "7", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The police officer is wearing a gun.", "image": "n449058.jpg", "question_id": 202042043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "paintings (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201738084"], "equivalent": ["201738085"], "question": "Do you see either mouse pads or paintings in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mouse pad_paintings"}, "answer": "no", "semanticStr": "select: mouse pad (-)->exist: ? [0]->select: paintings (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no paintings or mouse pads.", "image": "n531731.jpg", "question_id": 201738085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202042041"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "policeman", "semanticStr": "select: person (7)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The police officer is looking up.", "image": "n449058.jpg", "question_id": 202042041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["202042035", "202042036", "202042034", "202042037"], "equivalent": ["202042040"], "question": "What is the person doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-policeman_activity"}, "answer": "looking up", "semanticStr": "select: person (7)->query: activity [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The police officer is looking up.", "image": "n449058.jpg", "question_id": 202042040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306720", "20306722", "20306715", "20306721", "20306717", "20306723", "20306724", "20307127", "20307126", "20306718", "20306638"], "equivalent": ["20306719"], "question": "What device is to the right of the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_to the right of,s"}, "answer": "cell phone", "semanticStr": "select: laptop (6)->relate: device,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4:6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a cell phone.", "image": "n554880.jpg", "question_id": 20306719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["20968490", "20968491", "20968492", "20968493", "20968494", "20968495", "20968489", "20968505", "20968502"], "equivalent": ["20968496"], "question": "Does the grass look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-grass_tall"}, "answer": "no", "semanticStr": "select: grass (6)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the grass is short.", "image": "n288870.jpg", "question_id": 20968496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,below,s (11)"}, {"operation": "verify", "dependencies": [1], "argument": "leafy"}], "entailed": ["202156658", "202156646", "202156645", "202156644", "202156643"], "equivalent": ["202156647"], "question": "Do the trees below the sky look leafy?", "isBalanced": true, "groups": {"global": null, "local": "06-trees_leafy"}, "answer": "no", "semanticStr": "select: sky (12)->relate: tree,below,s (11) [0]->verify: leafy [1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "12"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trees are bare.", "image": "n543966.jpg", "question_id": 202156647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (5)"}, {"operation": "select", "dependencies": [], "argument": "picture (1) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20136472"], "equivalent": ["20136473", "20136472"], "question": "What is common to the sink and the picture?", "isBalanced": true, "groups": {"global": null, "local": "09common-picture_sink"}, "answer": "shape", "semanticStr": "select: sink (5)->select: picture (1) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "1", "5": "5"}, "fullAnswer": {"4": "5", "7": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the sink and the picture are square.", "image": "n446242.jpg", "question_id": 20136473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "select", "dependencies": [], "argument": "towels (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20136475"], "equivalent": ["20136474"], "question": "Are the trousers and the towels the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-pants_towels"}, "answer": "no", "semanticStr": "select: pants (3)->select: towels (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "2"}, "fullAnswer": {"2": "3", "7": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the trousers are red and the towels are white.", "image": "n446242.jpg", "question_id": 20136474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (15)"}, {"operation": "filter", "dependencies": [0], "argument": "busy"}, {"operation": "relate", "dependencies": [1], "argument": "_,walking near,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201574090", "201574245", "201574088"], "equivalent": ["201574089"], "question": "What is the busy person walking by?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_walking near,o"}, "answer": "traffic light", "semanticStr": "select: person (15)->filter: busy [0]->relate: _,walking near,o (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"3:5": "15"}, "fullAnswer": {"1": "15", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is walking by the traffic signal.", "image": "n116329.jpg", "question_id": 201574089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20652704", "20652705", "20652706", "20652707", "20652715", "20652702", "20652703", "20652712", "20652719", "20652713", "20652708", "20652711", "20652710", "20652718", "20652720", "20652721", "20652714"], "equivalent": ["20652709"], "question": "How large are the vehicles that are on the right?", "isBalanced": true, "groups": {"global": "size", "local": "10q-cars_size"}, "answer": "large", "semanticStr": "select: vehicle (7)->filter hposition: right [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cars are large.", "image": "n400036.jpg", "question_id": 20652709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headphones (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706149", "20705942", "20706146", "20706147", "20705941", "20706151", "20706150", "20705940"], "equivalent": ["20706152"], "question": "What kind of device are the headphones in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-headphones_in front of,o"}, "answer": "keyboard", "semanticStr": "select: headphones (5)->relate: device,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "5", "7": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The headphones are in front of the keyboard.", "image": "n264887.jpg", "question_id": 20706152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboards (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20734080", "20734082"], "equivalent": ["20734080", "20734081"], "question": "The people to the left of the surfboards are wearing what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-people_wearing,o"}, "answer": "shirt", "semanticStr": "select: surfboards (2)->relate: person,to the left of,s (1) [0]->relate: _,wearing,o (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"1": "1", "7": "2"}, "fullAnswer": {"1": "1", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are wearing a shirt.", "image": "n90944.jpg", "question_id": 20734081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tv stand (14)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201621522", "201621523", "201621520", "201621521", "201621524", "201621525", "201621518", "201621492", "201621506", "201621517", "201621516", "201621515"], "equivalent": ["201621519"], "question": "What is the length of the TV stand on the left?", "isBalanced": true, "groups": {"global": "length", "local": "10q-tv stand_length"}, "answer": "short", "semanticStr": "select: tv stand (14)->filter hposition: left [0]->query: length [1]", "annotations": {"answer": {}, "question": {"6:8": "14"}, "fullAnswer": {"1:3": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The TV stand is short.", "image": "n275148.jpg", "question_id": 201621519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,walking on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20734088"], "question": "Who walks on the sand?", "isBalanced": true, "groups": {"global": "person", "local": "14-sand_walking on,s"}, "answer": "people", "semanticStr": "select: sand (7)->relate: person,walking on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people walk on the sand.", "image": "n90944.jpg", "question_id": 20734088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202053092", "202053093", "202053090", "202053091", "202053096", "202053094", "202053095", "202053138", "202053131", "202053130", "202053133", "202053132", "202053137", "202053123", "202053126", "202053127", "202053124", "202053125", "202053089", "202053120", "202053121", "202053087", "202053128", "202053129", "202053104", "202053106", "202053100", "202053101"], "equivalent": ["202053088"], "question": "Is the metal fence both blue and long?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long"}, "answer": "yes", "semanticStr": "select: fence (12)->filter material: metal [0]->verify color: blue [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is blue and long.", "image": "n334278.jpg", "question_id": 202053088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20811306", "20811305", "20811304"], "equivalent": ["20811307"], "question": "On which side of the image is the wood chair?", "isBalanced": true, "groups": {"global": null, "local": "10q-chair_hposition"}, "answer": "right", "semanticStr": "select: chair (4)->filter material: wood [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is on the right of the image.", "image": "n167552.jpg", "question_id": 20811307}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20963859", "20963861", "20963863", "20963864", "20963865", "20963866", "20963867", "20963871", "20963870", "20963880"], "equivalent": ["20963862"], "question": "Does the toilet seat look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet seat_brown"}, "answer": "yes", "semanticStr": "select: toilet seat (1)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toilet seat is brown.", "image": "n119886.jpg", "question_id": 20963862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doll (24)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202012402", "202012403", "202012401", "202012404"], "equivalent": ["202012405"], "question": "What is the doll made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-doll_material"}, "answer": "porcelain", "semanticStr": "select: doll (24)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The doll is made of porcelain.", "image": "n326988.jpg", "question_id": 202012405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter width", "dependencies": [0], "argument": "narrow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536050", "20536049", "20536086", "20536087", "20536062", "20536063", "20536060", "20536061"], "equivalent": ["20536088"], "question": "What kind of animal is narrow?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_narrow"}, "answer": "giraffe", "semanticStr": "select: animal (1)->filter width: narrow [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n410476.jpg", "question_id": 20536088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20262617"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "girl", "semanticStr": "select: person (3)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is standing.", "image": "n172618.jpg", "question_id": 20262617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doll (24)"}, {"operation": "verify material", "dependencies": [0], "argument": "porcelain"}], "entailed": ["202012402", "202012403", "202012404", "202012405"], "equivalent": ["202012401"], "question": "Is the doll made out of porcelain?", "isBalanced": true, "groups": {"global": null, "local": "06-doll_porcelain"}, "answer": "yes", "semanticStr": "select: doll (24)->verify material: porcelain [0]", "annotations": {"answer": {}, "question": {"2": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the doll is made of porcelain.", "image": "n326988.jpg", "question_id": 202012401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (3)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify pose", "dependencies": [1], "argument": "running"}], "entailed": [], "equivalent": ["20262618"], "question": "Does the tall girl seem to be running?", "isBalanced": true, "groups": {"global": null, "local": "06-girl_running"}, "answer": "no", "semanticStr": "select: girl (3)->filter height: tall [0]->verify pose: running [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the girl is standing.", "image": "n172618.jpg", "question_id": 20262618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,above,o (15)"}, {"operation": "relate", "dependencies": [1], "argument": "device,on top of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201498388", "201498389", "201498390", "201498266"], "equivalent": ["201498387"], "question": "What device is on top of the desk that the keyboard is above?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "computer mouse", "semanticStr": "select: keyboard (7)->relate: desk,above,o (15) [0]->relate: device,on top of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0", "10": "7", "7": "15"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n315887.jpg", "question_id": 201498387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536080"], "equivalent": ["20536081"], "question": "Which kind of animal is not tall?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_n#tall"}, "answer": "bison", "semanticStr": "select: animal (0)->filter height: not(tall) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (19)"}, {"operation": "relate", "dependencies": [0], "argument": "toy,inside,s (24)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012415", "202012416", "202012407", "202012387"], "equivalent": ["202012408"], "question": "Which kind of toy is inside the cabinets?", "isBalanced": true, "groups": {"global": "toy", "local": "15-cabinets_inside,s"}, "answer": "doll", "semanticStr": "select: cabinets (19)->relate: toy,inside,s (24) [0]->query: name [1]", "annotations": {"answer": {"0": "24"}, "question": {"3": "24"}, "fullAnswer": {"1": "24", "4": "24"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toy is a doll.", "image": "n326988.jpg", "question_id": 202012408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536050", "20536082", "20536084", "20536085", "20536049"], "equivalent": ["20536083", "20536084"], "question": "Which animal is dark brown?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_dark brown"}, "answer": "giraffe", "semanticStr": "select: animal (1)->filter color: dark brown [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n410476.jpg", "question_id": 20536083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}], "entailed": ["201080287", "201080288", "201080289", "201080297", "201080285", "201080295", "201080293", "201080292", "201080291", "201080290", "201080309", "201080311", "201080310"], "equivalent": ["201080294"], "question": "Does the black fireplace look large?", "isBalanced": true, "groups": {"global": null, "local": "06-fireplace_large"}, "answer": "no", "semanticStr": "select: fireplace (6)->filter color: black [0]->verify size: large [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fire place is small.", "image": "n23181.jpg", "question_id": 201080294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511450", "20511451", "20511448"], "equivalent": ["20511449"], "question": "What is using the cables?", "isBalanced": true, "groups": {"global": "aircraft", "local": "14-cables_using,s"}, "answer": "helicopter", "semanticStr": "select: cables (3)->relate: _,using,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The helicopter is using the cables.", "image": "n229548.jpg", "question_id": 20511449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify rel", "dependencies": [1], "argument": "ship,carrying,o (4)"}], "entailed": [], "equivalent": ["20511447"], "question": "Is the large helicopter carrying a ship?", "isBalanced": true, "groups": {"global": null, "local": "13-helicopter_ship"}, "answer": "yes", "semanticStr": "select: helicopter (0)->filter size: large [0]->verify rel: ship,carrying,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "4"}, "fullAnswer": {"2": "0", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the helicopter is carrying a ship.", "image": "n229548.jpg", "question_id": 20511447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (1)"}, {"operation": "relate", "dependencies": [0], "argument": "cup,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201206936"], "question": "Is there a cup near the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_cup"}, "answer": "no", "semanticStr": "select: plate (1)->relate: cup,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"4": "12", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a mat near the plate.", "image": "n222915.jpg", "question_id": 201206936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (9)"}, {"operation": "relate", "dependencies": [0], "argument": "helicopter,above,s (0)"}, {"operation": "filter size", "dependencies": [1], "argument": "large"}, {"operation": "relate", "dependencies": [2], "argument": "watercraft,carrying,o (4)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20511446", "20511444"], "equivalent": ["20511445"], "question": "What is the watercraft that the big helicopter above the ocean is carrying?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-helicopter_carrying,o"}, "answer": "ship", "semanticStr": "select: ocean (9)->relate: helicopter,above,s (0) [0]->filter size: large [1]->relate: watercraft,carrying,o (4) [2]->query: name [3]", "annotations": {"answer": {"0": "4"}, "question": {"10": "9", "3": "4", "6:8": "0"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a ship.", "image": "n229548.jpg", "question_id": 20511445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,carrying,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511446", "20511445"], "equivalent": ["20511444"], "question": "What is the helicopter carrying?", "isBalanced": true, "groups": {"global": "watercraft", "local": "14-helicopter_carrying,o"}, "answer": "ship", "semanticStr": "select: helicopter (0)->relate: _,carrying,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The helicopter is carrying a ship.", "image": "n229548.jpg", "question_id": 20511444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ship (4)"}, {"operation": "relate", "dependencies": [0], "argument": "aircraft,carrying,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511439", "20511441", "20511440"], "equivalent": ["20511442"], "question": "Which kind of aircraft is carrying the ship?", "isBalanced": true, "groups": {"global": "aircraft", "local": "15-ship_carrying,s"}, "answer": "helicopter", "semanticStr": "select: ship (4)->relate: aircraft,carrying,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n229548.jpg", "question_id": 20511442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensils (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100685", "202100686", "202100683"], "equivalent": ["202100684", "202100683"], "question": "The plastic utensils are sitting in what?", "isBalanced": true, "groups": {"global": "object", "local": "14-utensils_sitting in,o"}, "answer": "utensil holder", "semanticStr": "select: utensils (11)->filter material: plastic [0]->relate: _,sitting in,o (12) [1]->query: name [2]", "annotations": {"answer": {"0:2": "12"}, "question": {"1:3": "11"}, "fullAnswer": {"1": "11", "6:8": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The utensils are sitting in the utensil holder.", "image": "n280089.jpg", "question_id": 202100684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20978714"], "equivalent": ["20978715"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "man", "semanticStr": "select: helmet (1)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a helmet.", "image": "n551964.jpg", "question_id": 20978715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20247506", "20247517", "20247533", "20247508", "20247514", "20247513", "20247510"], "equivalent": ["20247511"], "question": "What color is the long dress?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dress_color"}, "answer": "gray", "semanticStr": "select: dress (2)->filter length: long [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dress is gray.", "image": "n223750.jpg", "question_id": 20247511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet seat (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20963859", "20963875", "20963874", "20963873", "20963871", "20963870", "20963878"], "equivalent": ["20963877"], "question": "What is the toilet seat made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-toilet seat_material"}, "answer": "wood", "semanticStr": "select: toilet seat (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet seat is made of wood.", "image": "n119886.jpg", "question_id": 20963877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "relate", "dependencies": [1], "argument": "lamp,to the right of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201228184", "201228264"], "equivalent": ["201228265"], "question": "Are there lamps to the right of the dark vehicle?", "isBalanced": true, "groups": {"global": null, "local": "13-van_lamp"}, "answer": "yes", "semanticStr": "select: vehicle (0)->filter color: dark [0]->relate: lamp,to the right of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "0", "2": "7"}, "fullAnswer": {"10": "0", "4": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp to the right of the van.", "image": "n154856.jpg", "question_id": 201228265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201393835", "201393832", "201393833"], "equivalent": ["201393834"], "question": "Is the lamp on the left side or on the right of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-lamp_hposition"}, "answer": "right", "semanticStr": "select: lamp (8)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is on the right of the image.", "image": "n305495.jpg", "question_id": 201393834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying next to,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765947", "201765946"], "equivalent": ["201765945"], "question": "What is lying next to the beach?", "isBalanced": true, "groups": {"global": "watercraft", "local": "14-beach_lying next to,s"}, "answer": "boats", "semanticStr": "select: beach (6)->relate: _,lying next to,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boats are lying next to the beach.", "image": "n488874.jpg", "question_id": 201765945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20543081", "20543084", "20542990", "20543085"], "equivalent": ["20543080"], "question": "What is in front of the green bush?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bush_in front of,s"}, "answer": "fence", "semanticStr": "select: bush (4)->filter color: green [0]->relate: _,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"6:8": "4"}, "fullAnswer": {"1": "2", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the bush.", "image": "n100552.jpg", "question_id": 20543080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20543080", "20543084", "20542990", "20543085"], "equivalent": ["20543081"], "question": "What is in front of the bush?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bush_in front of,s"}, "answer": "fence", "semanticStr": "select: bush (4)->relate: _,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the bush.", "image": "n100552.jpg", "question_id": 20543081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20543083"], "equivalent": ["20543082"], "question": "The fence is in front of what?", "isBalanced": true, "groups": {"global": "plant", "local": "14-fence_in front of,o"}, "answer": "bush", "semanticStr": "select: fence (2)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the shrub.", "image": "n100552.jpg", "question_id": 20543082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20543082"], "equivalent": ["20543083"], "question": "What is the fence in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-fence_in front of,o"}, "answer": "bush", "semanticStr": "select: fence (2)->relate: _,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "2", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the shrub.", "image": "n100552.jpg", "question_id": 20543083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "box,to the right of,o (-)"}], "entailed": [], "equivalent": ["201498167"], "question": "Is the computer to the right of a box?", "isBalanced": true, "groups": {"global": null, "local": "13-computer_box"}, "answer": "no", "semanticStr": "select: computer (16)->verify rel: box,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"9": "11", "2": "16"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the computer is to the right of the CD.", "image": "n315887.jpg", "question_id": 201498167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,behind,s (2)"}], "entailed": ["20543089"], "equivalent": ["20543088"], "question": "Is the fence behind the bush?", "isBalanced": true, "groups": {"global": null, "local": "13-bush_fence"}, "answer": "no", "semanticStr": "select: bush (4)->verify rel: fence,behind,s (2) [0]", "annotations": {"answer": {}, "question": {"2": "2", "5": "4"}, "fullAnswer": {"8": "4", "2": "2"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fence is in front of the bush.", "image": "n100552.jpg", "question_id": 20543088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "choose color", "dependencies": [1], "argument": "blue|black"}], "entailed": [], "equivalent": ["20716948"], "question": "What color are the denim jeans, blue or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-jeans_color"}, "answer": "blue", "semanticStr": "select: jeans (2)->filter material: denim [0]->choose color: blue|black [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jeans are blue.", "image": "n67005.jpg", "question_id": 20716948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "mug,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20706425"], "question": "Are there any mugs in front of the small plant?", "isBalanced": true, "groups": {"global": null, "local": "13-plant_mug"}, "answer": "no", "semanticStr": "select: plant (7)->filter size: small [0]->relate: mug,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"9": "7", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cup in front of the plant.", "image": "n264887.jpg", "question_id": 20706425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706423", "20706421", "20706396", "20706424"], "equivalent": ["20706422"], "question": "What is in front of the plant?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-plant_in front of,s"}, "answer": "cup", "semanticStr": "select: plant (7)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is in front of the plant.", "image": "n264887.jpg", "question_id": 20706422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "verify", "dependencies": [0], "argument": "grassy"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20870420"], "question": "Is the field grassy and white?", "isBalanced": true, "groups": {"global": null, "local": "05-grassy_white"}, "answer": "no", "semanticStr": "select: field (10)->verify: grassy [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is grassy but green.", "image": "n373692.jpg", "question_id": 20870420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (10)"}, {"operation": "choose rel", "dependencies": [0], "argument": "toothbrush,to the right of|to the left of,s (1)"}], "entailed": ["201947471", "201947473", "201947472", "201947660"], "equivalent": ["201947661"], "question": "Is the plastic toothbrush to the left or to the right of the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_toothbrush"}, "answer": "right", "semanticStr": "select: mirror (10)->choose rel: toothbrush,to the right of|to the left of,s (1) [0]", "annotations": {"answer": {}, "question": {"13": "10", "2:4": "1"}, "fullAnswer": {"1": "1", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The toothbrush is to the right of the mirror.", "image": "n473688.jpg", "question_id": 201947661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beans (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,s (7)"}, {"operation": "verify", "dependencies": [1], "argument": "full"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202244479", "202244482", "202244477", "202244487", "202244486", "202244485", "202244484", "202244478", "202244481", "202244480"], "equivalent": ["202244483"], "question": "Does the bowl to the right of the beans look full and white?", "isBalanced": true, "groups": {"global": null, "local": "05-full_white"}, "answer": "yes", "semanticStr": "select: beans (1)->relate: bowl,to the right of,s (7) [0]->verify: full [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bowl is full and white.", "image": "n296467.jpg", "question_id": 202244483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}], "entailed": ["201068770", "201068771"], "equivalent": ["201068772"], "question": "Does the hair clip that is not big look black and white?", "isBalanced": true, "groups": {"global": null, "local": "06-hair clip_black and white"}, "answer": "yes", "semanticStr": "select: hair clip (7)->filter size: not(large) [0]->verify: black and white [1]", "annotations": {"answer": {}, "question": {"2:4": "7", "7": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hair clip is black and white.", "image": "n159802.jpg", "question_id": 201068772}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting on top of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307011", "20307045", "20307010"], "equivalent": ["20307047"], "question": "What device is sitting on top of the chair?", "isBalanced": true, "groups": {"global": "device", "local": "15-chair_sitting on top of,s"}, "answer": "laptop", "semanticStr": "select: chair (7)->relate: device,sitting on top of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n554880.jpg", "question_id": 20307047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (7)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201068770"], "question": "Is the hair clip large and black and white?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_large"}, "answer": "no", "semanticStr": "select: hair clip (7)->verify: black and white [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair clip is black and white but small.", "image": "n159802.jpg", "question_id": 201068770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow"}], "entailed": ["20452168", "20452169", "20452166", "20452167", "20452164", "20452171", "20452170", "20452150"], "equivalent": ["20452165"], "question": "Are the flowers yellow?", "isBalanced": true, "groups": {"global": null, "local": "06-flowers_yellow"}, "answer": "yes", "semanticStr": "select: flowers (9)->verify color: yellow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the flowers are yellow.", "image": "n6908.jpg", "question_id": 20452165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|red"}], "entailed": ["20307043"], "equivalent": ["20307042"], "question": "Does the laptop computer look black or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-laptop_color"}, "answer": "black", "semanticStr": "select: laptop (6)->choose color: black|red [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The laptop computer is black.", "image": "n554880.jpg", "question_id": 20307042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blouse (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify pattern", "dependencies": [1], "argument": "dotted"}], "entailed": ["201068800", "201068802", "201068804", "201068817"], "equivalent": ["201068801"], "question": "Does the black blouse look dotted?", "isBalanced": true, "groups": {"global": null, "local": "06-blouse_dotted"}, "answer": "no", "semanticStr": "select: blouse (6)->filter color: black [0]->verify pattern: dotted [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the blouse is striped.", "image": "n159802.jpg", "question_id": 201068801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (23)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "woman,to the left of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20227027", "20227091", "20227093", "20227094", "20226477"], "equivalent": ["20227092"], "question": "Are there women to the left of the person that wears a shirt?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "yes", "semanticStr": "select: shirt (23)->relate: person,wearing,s (11) [0]->relate: woman,to the left of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "8", "8": "11", "12": "23"}, "fullAnswer": {"10": "11", "4": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman to the left of the man.", "image": "n68769.jpg", "question_id": 20227092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201804103", "201804101", "201803976", "201804105", "201804104", "201804460", "201804459", "201804106"], "equivalent": ["201804102"], "question": "What device is to the left of the computer monitor?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer monitor_to the left of,s"}, "answer": "keyboard", "semanticStr": "select: computer monitor (2)->relate: device,to the left of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n51002.jpg", "question_id": 201804102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (4)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20307049", "20307051", "20307050", "20307053", "20307052", "20306863", "20306862"], "equivalent": ["20307048"], "question": "What is the laptop to the right of the lamp sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-laptop_sitting on top of,o"}, "answer": "chair", "semanticStr": "select: lamp (4)->relate: laptop,to the right of,s (6) [0]->relate: _,sitting on top of,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"9": "4", "3": "6"}, "fullAnswer": {"9": "7", "1:3": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop computer is sitting on top of the chair.", "image": "n554880.jpg", "question_id": 20307048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068435"], "equivalent": ["201068434"], "question": "Who wears a hair clip?", "isBalanced": true, "groups": {"global": "person", "local": "14-hair clip_wearing,s"}, "answer": "girl", "semanticStr": "select: hair clip (7)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3:5": "7"}, "fullAnswer": {"1": "0", "4:6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl wears a hair clip.", "image": "n159802.jpg", "question_id": 201068434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201760521"], "equivalent": ["201760522"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lawn", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a lawn.", "image": "n350732.jpg", "question_id": 201760522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apartment building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the right of,o (12)"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked behind,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2056059", "2056058", "2056057", "2056060", "2056061"], "equivalent": ["2056056"], "question": "What is parked behind the bus the apartment building is to the right of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-bus_parked behind,s"}, "answer": "car", "semanticStr": "select: apartment building (1)->relate: bus,to the right of,o (12) [0]->relate: _,parked behind,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"5": "12", "7:9": "1"}, "fullAnswer": {"1": "2", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is parked behind the bus.", "image": "n263180.jpg", "question_id": 2056056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (9)"}, {"operation": "filter", "dependencies": [0], "argument": "sandy"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201505128", "201505163", "201505142", "201505134", "201505135", "201505113", "201505136", "201505137", "201505141", "201505140", "201505133", "201505130", "201505165", "201505164", "201505148", "201505139"], "equivalent": ["201505138"], "question": "How wide is the sandy beach?", "isBalanced": true, "groups": {"global": "width", "local": "10q-beach_width"}, "answer": "wide", "semanticStr": "select: beach (9)->filter: sandy [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The beach is wide.", "image": "n298104.jpg", "question_id": 201505138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skateboard,on,o (-)"}], "entailed": [], "equivalent": ["20936089"], "question": "Is the man on a skateboard?", "isBalanced": true, "groups": {"global": null, "local": "13-man_skateboard"}, "answer": "no", "semanticStr": "select: man (5)->verify rel: skateboard,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is on the elephant.", "image": "n44249.jpg", "question_id": 20936089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothes (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "woman,next to,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20295453", "20295563"], "equivalent": ["20295564", "20295563"], "question": "Do you see a woman next to the clothes that are white?", "isBalanced": true, "groups": {"global": null, "local": "13-clothes_woman"}, "answer": "yes", "semanticStr": "select: clothes (8)->filter color: white [0]->relate: woman,next to,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "8", "8": "8", "4": "0"}, "fullAnswer": {"8": "8", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman next to the clothes.", "image": "n162586.jpg", "question_id": 20295564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430930", "201430900", "201430899", "201430926", "201430927"], "equivalent": ["201430928"], "question": "What item of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinet", "semanticStr": "select: furniture (7)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n206785.jpg", "question_id": 201430928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "select", "dependencies": [], "argument": "bicycle (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202144329"], "equivalent": ["202144329", "202144330"], "question": "Is the cup made of the same material as the bicycle?", "isBalanced": true, "groups": {"global": null, "local": "09same-bicycle_cup"}, "answer": "no", "semanticStr": "select: cup (6)->select: bicycle (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "11", "2": "6"}, "fullAnswer": {"9": "11", "2": "6"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the cup is made of plastic and the bicycle is made of metal.", "image": "n37274.jpg", "question_id": 202144330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,in front of,o (-)"}], "entailed": [], "equivalent": ["202174631"], "question": "Is the table in front of a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-table_couch"}, "answer": "no", "semanticStr": "select: table (8)->verify rel: couch,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"8": "7", "2": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the table is in front of the bench.", "image": "n398429.jpg", "question_id": 202174631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train tracks (5)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}], "entailed": ["201952716", "201952717", "201952715", "201952718", "201952719", "201952721", "201952720"], "equivalent": ["201952714"], "question": "Do the tracks seem to be long?", "isBalanced": true, "groups": {"global": null, "local": "06-train tracks_long"}, "answer": "yes", "semanticStr": "select: train tracks (5)->verify length: long [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tracks are long.", "image": "n525029.jpg", "question_id": 201952714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "filter pose", "dependencies": [1], "argument": "walking"}, {"operation": "verify rel", "dependencies": [2], "argument": "cell phone,holding,o (-)"}], "entailed": [], "equivalent": ["20118987"], "question": "Is the walking woman to the right of the man holding a cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_cell phone"}, "answer": "no", "semanticStr": "select: man (10)->relate: woman,to the right of,s (11) [0]->filter pose: walking [1]->verify rel: cell phone,holding,o (-) [2]", "annotations": {"answer": {}, "question": {"9": "10", "2:4": "11"}, "fullAnswer": {"2": "11", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is holding the umbrella.", "image": "n540852.jpg", "question_id": 20118987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (11)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["202144336"], "equivalent": ["202144336", "202144337"], "question": "Do you see bicycles there?", "isBalanced": true, "groups": {"global": null, "local": "03-bicycle"}, "answer": "yes", "semanticStr": "select: bicycle (11)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a bicycle.", "image": "n37274.jpg", "question_id": 202144337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "choose length", "dependencies": [0], "argument": "short|long"}], "entailed": ["20667458", "20667459", "20667450", "20667451", "20667452", "20667453", "20667454", "20667456", "20667455", "20667461", "20667440", "20667457"], "equivalent": ["20667461", "20667460"], "question": "Are the shorts long or short?", "isBalanced": true, "groups": {"global": "length", "local": "10c-shorts_length"}, "answer": "short", "semanticStr": "select: shorts (14)->choose length: short|long [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are short.", "image": "n181355.jpg", "question_id": 20667460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974631", "201974630", "201975119", "201974629"], "equivalent": ["201975120"], "question": "What is the man before?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_in front of,o"}, "answer": "fence", "semanticStr": "select: man (9)->relate: _,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "9", "7": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the fence.", "image": "n274905.jpg", "question_id": 201975120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (81)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (56)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202107879"], "equivalent": ["202107880"], "question": "Who wears the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "boy", "semanticStr": "select: shorts (81)->relate: person,wearing,s (56) [0]->query: name [1]", "annotations": {"answer": {"0": "56"}, "question": {}, "fullAnswer": {"1": "56", "3": "81"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears shorts.", "image": "n133585.jpg", "question_id": 202107880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (79)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (56)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202107887"], "question": "Who is wearing a shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "boy", "semanticStr": "select: shoe (79)->relate: person,wearing,s (56) [0]->query: name [1]", "annotations": {"answer": {"0": "56"}, "question": {"4": "79"}, "fullAnswer": {"1": "56", "5": "79"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a shoe.", "image": "n133585.jpg", "question_id": 202107887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (56)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "thin"}, {"operation": "verify rel", "dependencies": [1], "argument": "skateboard,riding on,o (61)"}], "entailed": [], "equivalent": ["202107885"], "question": "Is the thin boy riding on a skateboard?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_skateboard"}, "answer": "yes", "semanticStr": "select: boy (56)->filter fatness: thin [0]->verify rel: skateboard,riding on,o (61) [1]", "annotations": {"answer": {}, "question": {"2:4": "56", "6:8": "61"}, "fullAnswer": {"2": "56", "6:8": "61"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is riding on a skateboard.", "image": "n133585.jpg", "question_id": 202107885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623612", "201623473", "201623610", "201623611", "201623615"], "equivalent": ["201623609"], "question": "What is on the floor?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-floor_on,s"}, "answer": "refrigerator", "semanticStr": "select: floor (8)->relate: _,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "8"}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fridge is on the floor.", "image": "n501609.jpg", "question_id": 201623609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["201739025", "201739026", "201739023"], "equivalent": ["201739024"], "question": "Is the small baseball in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-baseball_bottom"}, "answer": "no", "semanticStr": "select: baseball (3)->filter size: small [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the baseball is in the top of the image.", "image": "n485969.jpg", "question_id": 201739024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185755"], "equivalent": ["201185756"], "question": "Who is looking at the frisbee?", "isBalanced": true, "groups": {"global": "person", "local": "14-frisbee_looking at,s"}, "answer": "boy", "semanticStr": "select: frisbee (7)->relate: person,looking at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is looking at the frisbee.", "image": "n494918.jpg", "question_id": 201185756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify texture", "dependencies": [0], "argument": "fine "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20818804", "20818799", "20818798", "20818797", "20818796", "20818795", "20818794", "20818793", "20818802", "20818801", "20818800", "20818807", "20818806", "20818805", "20818803"], "equivalent": ["20818791"], "question": "Does the dirt look brown and fine?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_fine"}, "answer": "yes", "semanticStr": "select: dirt (3)->verify color: brown [0]->verify texture: fine  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dirt is brown and fine.", "image": "n279581.jpg", "question_id": 20818791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird house (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ball (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20818789"], "equivalent": ["20818790"], "question": "Are there any balls or bird houses in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-ball_bird house"}, "answer": "no", "semanticStr": "select: bird house (-)->exist: ? [0]->select: ball (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no balls or bird houses.", "image": "n279581.jpg", "question_id": 20818790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202180301", "202180300", "202180283", "202180297", "202180296", "202180295", "202180294", "202180299", "202180307", "202180306", "202180275"], "equivalent": ["202180298"], "question": "What color is the soccer ball?", "isBalanced": true, "groups": {"global": "color", "local": "10q-soccer ball_color"}, "answer": "red", "semanticStr": "select: soccer ball (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soccer ball is red.", "image": "n380113.jpg", "question_id": 202180298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100803", "202100801", "202100804"], "equivalent": ["202100802"], "question": "What is the artwork sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-artwork_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: artwork (16)->relate: _,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "16", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639466", "201639469", "201639474", "201639339", "201639471", "201639470", "201639473", "201639472"], "equivalent": ["201639468"], "question": "What animal is in front of the vehicle?", "isBalanced": true, "groups": {"global": "animal", "local": "14-vehicle_in front of,s"}, "answer": "zebras", "semanticStr": "select: vehicle (17)->relate: animal,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "7": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are in front of the vehicle.", "image": "n497789.jpg", "question_id": 201639468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (19)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2076266"], "question": "Are there either any cars or buses in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bus_car"}, "answer": "yes", "semanticStr": "select: bus (19)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "19"}, "fullAnswer": {"4": "19"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bus.", "image": "n173807.jpg", "question_id": 2076266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (9)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20295707", "20295700", "20295705", "20295699", "20295706", "20295697", "20295696", "20295695", "20295730", "20295692", "20295709"], "equivalent": ["20295698"], "question": "What color is the bed that is not narrow?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bed_color"}, "answer": "purple", "semanticStr": "select: bed (9)->filter width: not(narrow) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "9", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is purple.", "image": "n162586.jpg", "question_id": 20295698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawer (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201599773", "201599774"], "equivalent": ["201599775"], "question": "Are there any drawers or tables?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-drawer_table"}, "answer": "no", "semanticStr": "select: drawer (-)->exist: ? [0]->select: table (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no tables or drawers.", "image": "n285391.jpg", "question_id": 201599775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201599872", "201599871", "201599877", "201599889", "201599879", "201599869", "201599866"], "equivalent": ["201599870"], "question": "What color is that pillow?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pillow_color"}, "answer": "brown", "semanticStr": "select: pillow (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillow is brown.", "image": "n285391.jpg", "question_id": 201599870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (7)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,to the left of,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "healthy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20790060", "20790066", "20790065", "20790061", "20790063", "20790062", "20790055", "20790054", "20790057", "20790051", "20790050", "20790053", "20790052", "20790064", "20790059", "20790058", "20790049"], "equivalent": ["20790056"], "question": "Is the horse to the left of the other horse brown and healthy?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_healthy"}, "answer": "yes", "semanticStr": "select: horse (7)->relate: horse,to the left of,s (8) [0]->verify color: brown [1]->verify: healthy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "7", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the horse is brown and healthy.", "image": "n475030.jpg", "question_id": 20790056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "filter", "dependencies": [0], "argument": "parked"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639468", "201639469", "201639474", "201639339", "201639471", "201639470", "201639473", "201639472"], "equivalent": ["201639466"], "question": "What animal is in front of the parked vehicle?", "isBalanced": true, "groups": {"global": "animal", "local": "14-vehicle_in front of,s"}, "answer": "zebras", "semanticStr": "select: vehicle (17)->filter: parked [0]->relate: animal,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"7:9": "17"}, "fullAnswer": {"1": "5", "7": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are in front of the vehicle.", "image": "n497789.jpg", "question_id": 201639466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "deer,to the right of,s (7)"}, {"operation": "verify", "dependencies": [1], "argument": "ugly"}], "entailed": ["202073322", "202073334", "202073326", "202073333", "202073323", "202073328", "202073325", "202073324"], "equivalent": ["202073327"], "question": "Does the deer to the right of the horses look ugly?", "isBalanced": true, "groups": {"global": null, "local": "06-deer_ugly"}, "answer": "no", "semanticStr": "select: horses (2)->relate: deer,to the right of,s (7) [0]->verify: ugly [1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the deer is beautiful.", "image": "n219840.jpg", "question_id": 202073327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20468866", "20468868", "20468869"], "equivalent": ["20468868", "20468867"], "question": "What is the person that looks young wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "pants", "semanticStr": "select: person (2)->filter age: young [0]->relate: _,wearing,o (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3": "2", "6": "2"}, "fullAnswer": {"1": "2", "4": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants.", "image": "n171169.jpg", "question_id": 20468867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201599778", "201599754", "201599776"], "equivalent": ["201599777"], "question": "What piece of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "chair", "semanticStr": "select: furniture (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n285391.jpg", "question_id": 201599777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hay (8)"}, {"operation": "verify", "dependencies": [0], "argument": "wet"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20550592"], "question": "Is the hay wet and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-wet_yellow"}, "answer": "no", "semanticStr": "select: hay (8)->verify: wet [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hay is yellow but dry.", "image": "n579928.jpg", "question_id": 20550592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake stand (40)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on,s (36)"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow"}], "entailed": ["201669597", "201669596", "201669605", "201669604", "201669603", "201669602", "201669601", "201669600", "201669606", "201669607", "201669613", "201669599", "201669612", "201669608"], "equivalent": ["201669598"], "question": "Does the dessert on the cake stand look yellow?", "isBalanced": true, "groups": {"global": null, "local": "06-cupcake_yellow"}, "answer": "yes", "semanticStr": "select: cake stand (40)->relate: dessert,on,s (36) [0]->verify color: yellow [1]", "annotations": {"answer": {}, "question": {"2": "36", "5:7": "40"}, "fullAnswer": {"2": "36"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cupcake is yellow.", "image": "n238266.jpg", "question_id": 201669598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468866", "20468867", "20468868"], "equivalent": ["20468869"], "question": "What's the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "pants", "semanticStr": "select: man (2)->relate: _,wearing,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "2", "4": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants.", "image": "n171169.jpg", "question_id": 20468869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201987170", "201987172"], "equivalent": ["201987170", "201987171"], "question": "What place was the image taken at?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It was taken at the street.", "image": "n501951.jpg", "question_id": 201987171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (10)"}, {"operation": "verify", "dependencies": [0], "argument": "high"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2055602"], "question": "Does the window seem to be high and triangular?", "isBalanced": true, "groups": {"global": null, "local": "05-high_triangular"}, "answer": "no", "semanticStr": "select: window (10)->verify: high [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is high but rectangular.", "image": "n263180.jpg", "question_id": 2055602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "choose shape", "dependencies": [0], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["202003952"], "question": "What shape is the window, rectangular or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-window_shape"}, "answer": "rectangular", "semanticStr": "select: window (14)->choose shape: rectangular|round [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is rectangular.", "image": "n262920.jpg", "question_id": 202003952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20826992", "20826994", "20826995"], "equivalent": ["20826993"], "question": "What item of furniture is to the left of the sofa?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sofa_to the left of,s"}, "answer": "cupboard", "semanticStr": "select: sofa (4)->relate: furniture,to the left of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1:4": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20826993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "field|beach"}], "entailed": [], "equivalent": ["202052998"], "question": "Was the picture taken at a field or at a beach?", "isBalanced": true, "groups": {"global": "place", "local": "02c-place"}, "answer": "field", "semanticStr": "select: scene->choose place: field|beach [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It was taken at a field.", "image": "n334278.jpg", "question_id": 202052998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table lamp (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887112", "20887115", "20887114", "20887116", "20886981"], "equivalent": ["20887113", "20887112"], "question": "The table lamp is standing on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table lamp_standing on,o"}, "answer": "table", "semanticStr": "select: table lamp (14)->relate: _,standing on,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"1:3": "14"}, "fullAnswer": {"1:3": "14", "7": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table lamp is standing on the table.", "image": "n282436.jpg", "question_id": 20887113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (22)"}, {"operation": "query", "dependencies": [0], "argument": "pattern"}], "entailed": ["201951829", "201951828", "201951809", "201951844", "201951825", "201951841", "201951827", "201951824", "201951842", "201951834", "201951840", "201951832", "201951833", "201951830"], "equivalent": ["201951831"], "question": "What's the pattern of the table?", "isBalanced": true, "groups": {"global": "pattern", "local": "10q-table_pattern"}, "answer": "dotted", "semanticStr": "select: table (22)->query: pattern [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is dotted.", "image": "n256120.jpg", "question_id": 201951831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(antique)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20827001", "20827000"], "equivalent": ["20826999"], "question": "What type of furniture is below the counter top that is not antique?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_below,s"}, "answer": "cupboard", "semanticStr": "select: countertop (12)->filter: not(antique) [0]->relate: furniture,below,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11", "12": "12", "7:9": "12"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n283587.jpg", "question_id": 20826999}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,inside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178098", "20178102", "20178095", "20178096"], "equivalent": ["20178097"], "question": "What is the food inside the serving dish?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-serving dish_inside,s"}, "answer": "fries", "semanticStr": "select: serving dish (11)->relate: fast food,inside,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6:8": "11"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178098", "20178102", "20178095", "20178097"], "equivalent": ["20178096"], "question": "What is inside the serving dish?", "isBalanced": true, "groups": {"global": "fast food", "local": "14-serving dish_inside,s"}, "answer": "fries", "semanticStr": "select: serving dish (11)->relate: _,inside,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5:7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fries are inside the serving dish.", "image": "n55058.jpg", "question_id": 20178096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056170", "201056217"], "equivalent": ["201056218"], "question": "What's underneath the ball?", "isBalanced": true, "groups": {"global": "plant", "local": "14-ball_underneath,s"}, "answer": "grass", "semanticStr": "select: ball (0)->relate: _,underneath,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is underneath the ball.", "image": "n259002.jpg", "question_id": 201056218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,wrapped around,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201264179", "201264123", "201264125", "201264124", "201264126"], "equivalent": ["201264127"], "question": "What vehicle is the window wrapped around?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-window_wrapped around,o"}, "answer": "bus", "semanticStr": "select: window (11)->relate: vehicle,wrapped around,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "11", "6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The window is wrapped around the bus.", "image": "n357126.jpg", "question_id": 201264127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783590", "20783591", "20783592", "20783589", "20783176", "20783177", "20783174", "20783175", "20783042", "20783173", "20783172", "20783043"], "equivalent": ["20783171"], "question": "What is the device to the right of the chair made of wood?", "isBalanced": true, "groups": {"global": "device", "local": "15-chair_to the right of,s"}, "answer": "laptop", "semanticStr": "select: chair (9)->filter material: wood [0]->relate: device,to the right of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "9", "3": "1", "12": "9"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n355339.jpg", "question_id": 20783171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wrapped around,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201264122", "201264080", "201264081"], "equivalent": ["201264121"], "question": "What is wrapped around the vehicle behind the building?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-bus_wrapped around,s"}, "answer": "window", "semanticStr": "select: building (5)->relate: vehicle,behind,s (7) [0]->relate: _,wrapped around,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"8": "5", "5": "7"}, "fullAnswer": {"1": "11", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The window is wrapped around the bus.", "image": "n357126.jpg", "question_id": 201264121}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201391758", "201391968"], "equivalent": ["201391967"], "question": "What is the bald man holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_holding,o"}, "answer": "wii controller", "semanticStr": "select: man (15)->filter: bald [0]->relate: _,holding,o (11) [1]->query: name [2]", "annotations": {"answer": {"0:2": "11"}, "question": {"3:5": "15"}, "fullAnswer": {"1": "15", "5:7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the Wii remotes.", "image": "n477702.jpg", "question_id": 201391967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "_,wrapped around,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201264179", "201264125", "201264124", "201264127", "201264126"], "equivalent": ["201264123", "201264124"], "question": "What do you think is the black window wrapped around?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-window_wrapped around,o"}, "answer": "bus", "semanticStr": "select: window (11)->filter color: black [0]->relate: _,wrapped around,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"6:8": "11"}, "fullAnswer": {"1": "11", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The window is wrapped around the bus.", "image": "n357126.jpg", "question_id": 201264123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "verify rel", "dependencies": [1], "argument": "bench,sitting on,o (-)"}], "entailed": [], "equivalent": ["201391965"], "question": "Is the bald man sitting on a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bench"}, "answer": "no", "semanticStr": "select: man (15)->filter: bald [0]->verify rel: bench,sitting on,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2": "15", "7": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is sitting on the sofa.", "image": "n477702.jpg", "question_id": 201391965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "relate", "dependencies": [1], "argument": "bench,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201434366"], "question": "Are there any benches on the hard pavement?", "isBalanced": true, "groups": {"global": null, "local": "13-pavement_bench"}, "answer": "no", "semanticStr": "select: pavement (8)->filter hardness: hard [0]->relate: bench,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"4": "6", "7": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an airplane on the pavement.", "image": "n545516.jpg", "question_id": 201434366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201987170", "201987171"], "equivalent": ["201987172"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n501951.jpg", "question_id": 201987172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201319791", "201319792", "201319788", "201319789", "201319786", "201319784", "201319785", "201319783"], "equivalent": ["201319787"], "question": "Is the glass large?", "isBalanced": true, "groups": {"global": null, "local": "06-glass_large"}, "answer": "no", "semanticStr": "select: glass (6)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the glass is small.", "image": "n508733.jpg", "question_id": 201319787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,below,s (15)"}, {"operation": "relate", "dependencies": [1], "argument": "device,on top of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201497788", "201497707"], "equivalent": ["201497786"], "question": "What is the name of the device on top of the desk that is below the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "speaker", "semanticStr": "select: keyboard (7)->relate: desk,below,s (15) [0]->relate: device,on top of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"11": "15", "6": "10", "16": "7"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n315887.jpg", "question_id": 201497786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201711213", "201711208"], "equivalent": ["201711209"], "question": "What is on the rug?", "isBalanced": true, "groups": {"global": "object", "local": "14-rug_on,s"}, "answer": "suitcase", "semanticStr": "select: rug (4)->relate: _,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The suitcase is on the rug.", "image": "n302387.jpg", "question_id": 201711209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201711213", "201711209"], "equivalent": ["201711208"], "question": "What is on the rug that is shown in the photo?", "isBalanced": true, "groups": {"global": "object", "local": "14-rug_on,s"}, "answer": "suitcase", "semanticStr": "select: rug (4)->relate: _,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "4"}, "fullAnswer": {"1": "1", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The suitcase is on the rug.", "image": "n302387.jpg", "question_id": 201711208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20551542", "20551543", "20551540", "20551541", "20551546", "20551547", "20551545", "20551564", "20551548", "20551549", "20551562", "20551563", "20551529", "20551531", "20551556", "20551536", "20551535", "20551534", "20551555", "20551554", "20551557", "20551530", "20551558", "20551539", "20551538", "20551591", "20551590", "20551592"], "equivalent": ["20551544"], "question": "What color is the train?", "isBalanced": true, "groups": {"global": "color", "local": "10q-train_color"}, "answer": "gray", "semanticStr": "select: train (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train is gray.", "image": "n153118.jpg", "question_id": 20551544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "select", "dependencies": [], "argument": "tree (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["2055542"], "equivalent": ["2055542", "2055541"], "question": "What do the bus and the tree have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bus_tree"}, "answer": "color", "semanticStr": "select: bus (12)->select: tree (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "12", "6": "3"}, "fullAnswer": {"4": "12", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the bus and the tree are green.", "image": "n263180.jpg", "question_id": 2055541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201492210"], "question": "Is the white baseball round and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: baseball (24)->filter color: white [0]->verify size: large [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the baseball is round but small.", "image": "n9856.jpg", "question_id": 201492210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "man,worn on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["201826550", "201826552", "201826553", "201826549", "201826539"], "equivalent": ["201826551"], "question": "How old is the man the polo shirt is worn on?", "isBalanced": true, "groups": {"global": "age", "local": "10q-man_age"}, "answer": "old", "semanticStr": "select: polo shirt (3)->relate: man,worn on,o (0) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"6:8": "3", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is old.", "image": "n59627.jpg", "question_id": 201826551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20320359", "20320358", "20320351", "20320353", "20320341", "20320355", "20320354", "20320357", "20320360", "20320361", "20320362", "20320363", "20320369"], "equivalent": ["20320356"], "question": "Which color is the license plate?", "isBalanced": true, "groups": {"global": "color", "local": "10q-license plate_color"}, "answer": "black", "semanticStr": "select: license plate (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The license plate is black.", "image": "n206358.jpg", "question_id": 20320356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "choose", "dependencies": [0], "argument": "empty|full"}], "entailed": ["201711207", "201711206", "201711204", "201711203", "201711202", "201711201", "201711200", "201711177", "201711199", "201711184"], "equivalent": ["201711205"], "question": "Is the suitcase empty or is it full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-suitcase_16"}, "answer": "empty", "semanticStr": "select: suitcase (1)->choose: empty|full [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The suitcase is empty.", "image": "n302387.jpg", "question_id": 201711205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helicopter (22)"}, {"operation": "relate", "dependencies": [0], "argument": "controller,mounted to,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201997269", "201997268", "201997119", "201997265", "201997264", "201997267", "201997266", "201996696"], "equivalent": ["201997263", "201997264"], "question": "What type of furniture is to the right of the controller that is mounted to the helicopter?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-controller_to the right of,s"}, "answer": "chair", "semanticStr": "select: helicopter (22)->relate: controller,mounted to,s (16) [0]->relate: furniture,to the right of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "16", "3": "8", "16": "22"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n250715.jpg", "question_id": 201997263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047285", "201047287", "201047286"], "equivalent": ["201047284"], "question": "Who is in front of the wall?", "isBalanced": true, "groups": {"global": "person", "local": "14-wall_in front of,s"}, "answer": "man", "semanticStr": "select: wall (8)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the wall.", "image": "n234683.jpg", "question_id": 201047284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (5)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,below,s (10)"}, {"operation": "choose", "dependencies": [1], "argument": "empty|full"}], "entailed": ["201735249", "201735254", "201735252", "201735250", "201735251", "201735238"], "equivalent": ["201735255"], "question": "Is the bowl below the shelves empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-bowl_16"}, "answer": "empty", "semanticStr": "select: shelves (5)->relate: bowl,below,s (10) [0]->choose: empty|full [1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "5"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bowl is empty.", "image": "n240973.jpg", "question_id": 201735255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201998211", "201998210", "201998208", "201998209", "201998213", "201998202", "201998203", "201998206", "201998204", "201998205"], "equivalent": ["201998207"], "question": "What color is the statue?", "isBalanced": true, "groups": {"global": "color", "local": "10q-statue_color"}, "answer": "gray", "semanticStr": "select: statue (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The statue is gray.", "image": "n319845.jpg", "question_id": 201998207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,hanging from,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308268", "20308266", "20308265", "20308264"], "equivalent": ["20308267", "20308266"], "question": "What type of furniture hangs from the beige wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_hanging from,s"}, "answer": "cabinets", "semanticStr": "select: wall (3)->filter color: beige [0]->relate: furniture,hanging from,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12", "7:9": "3"}, "fullAnswer": {"1:4": "12", "5": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n278312.jpg", "question_id": 20308267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308268", "20308267", "20308266", "20308264"], "equivalent": ["20308265"], "question": "What hangs from the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_hanging from,s"}, "answer": "cabinets", "semanticStr": "select: wall (3)->relate: _,hanging from,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cabinets hang from the wall.", "image": "n278312.jpg", "question_id": 20308265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308268", "20308267", "20308266", "20308265"], "equivalent": ["20308264"], "question": "What hangs from the wall that is beige?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_hanging from,s"}, "answer": "cabinets", "semanticStr": "select: wall (3)->filter color: beige [0]->relate: _,hanging from,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"4": "3", "7": "3"}, "fullAnswer": {"1": "12", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cabinets hang from the wall.", "image": "n278312.jpg", "question_id": 20308264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,to the right of,o (-)"}], "entailed": [], "equivalent": ["20857054"], "question": "Is the spoon to the right of a plate?", "isBalanced": true, "groups": {"global": null, "local": "13-spoon_plate"}, "answer": "no", "semanticStr": "select: spoon (5)->verify rel: plate,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"9": "2", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the spoon is to the right of the book.", "image": "n293477.jpg", "question_id": 20857054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,facing,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202101017"], "equivalent": ["202101018"], "question": "What is facing the car?", "isBalanced": true, "groups": {"global": "sign", "local": "14-car_facing,s"}, "answer": "sign", "semanticStr": "select: car (15)->relate: _,facing,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is facing the car.", "image": "n472825.jpg", "question_id": 202101018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,hanging from,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308267", "20308266", "20308265", "20308264"], "equivalent": ["20308268"], "question": "Which kind of furniture hangs from the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_hanging from,s"}, "answer": "cabinets", "semanticStr": "select: wall (3)->relate: furniture,hanging from,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1:4": "12", "5": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n278312.jpg", "question_id": 20308268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "dark "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20644798"], "question": "Is the floor dark and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_dark"}, "answer": "no", "semanticStr": "select: floor (6)->verify cleanliness: clean [0]->verify color: dark  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the floor is dark but dirty.", "image": "n250821.jpg", "question_id": 20644798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "select", "dependencies": [], "argument": "sky (11) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20710120"], "question": "What do the helmet and the sky have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-helmet_sky"}, "answer": "color", "semanticStr": "select: helmet (7)->select: sky (11) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "11"}, "fullAnswer": {"4": "7", "7": "11"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the helmet and the sky are blue.", "image": "n489699.jpg", "question_id": 20710120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (12)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20247646", "20247645", "20247649", "20247648", "20247650"], "equivalent": ["20247647"], "question": "What is the color of the colorful flowers?", "isBalanced": true, "groups": {"global": "color", "local": "10q-flowers_color"}, "answer": "green", "semanticStr": "select: flowers (12)->filter: colorful [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flowers are green.", "image": "n49310.jpg", "question_id": 20247647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20711533", "20711535", "20711519"], "equivalent": ["20711534"], "question": "What toy is it?", "isBalanced": true, "groups": {"global": "toy", "local": "11q-toy"}, "answer": "stuffed bear", "semanticStr": "select: toy (1)->query: name [0]", "annotations": {"answer": {"0:2": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The toy is a stuffed bear.", "image": "n549922.jpg", "question_id": 20711534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (1)"}, {"operation": "choose name", "dependencies": [0], "argument": "stuffed bear|doll"}], "entailed": ["20711550"], "equivalent": ["20711536"], "question": "What toy is this, a doll or a stuffed bear?", "isBalanced": true, "groups": {"global": "toy", "local": "11c-toy"}, "answer": "stuffed bear", "semanticStr": "select: toy (1)->choose name: stuffed bear|doll [0]", "annotations": {"answer": {"0:2": "1"}, "question": {"1": "1", "8:10": "1"}, "fullAnswer": {"3:5": "1"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a stuffed bear.", "image": "n549922.jpg", "question_id": 20711536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tomatoes (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20899816", "20899819", "20899830", "20899818", "20899820", "20899821", "20899824", "20899825", "20899822", "20899823", "20899833", "20899832", "20899817", "20899831", "20899814", "20899813", "20899828", "20899829"], "equivalent": ["20899812"], "question": "Are the tomatoes round and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_round"}, "answer": "yes", "semanticStr": "select: tomatoes (4)->verify color: red [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tomatoes are round and red.", "image": "n186491.jpg", "question_id": 20899812}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (5)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,below,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20411708", "20411714", "20411608", "20411710", "20411711", "20411712", "20411713"], "equivalent": ["20411709"], "question": "What fruits are below the food to the left of the carrots?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-hot dogs_below,s"}, "answer": "apples", "semanticStr": "select: carrots (5)->relate: food,to the left of,s (4) [0]->relate: fruit,below,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "11": "5", "5": "4"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are apples.", "image": "n363445.jpg", "question_id": 20411709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (24)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20340813"], "question": "Are there both a chair and a window in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_window"}, "answer": "no", "semanticStr": "select: window (24)->exist: ? [0]->select: chair (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "24"}, "fullAnswer": {"4": "24"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but no chairs.", "image": "n346247.jpg", "question_id": 20340813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "pink"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202024744"], "equivalent": ["202024744", "202024745"], "question": "Is the shirt pink and sleeveless?", "isBalanced": true, "groups": {"global": null, "local": "05-pink_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (10)->verify color: pink [0]->verify: sleeveless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is sleeveless but black.", "image": "n369595.jpg", "question_id": 202024745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "select", "dependencies": [], "argument": "suv (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20320211", "20320213"], "equivalent": ["20320211", "20320212", "20320213"], "question": "Is the wall made of the same material as the SUV?", "isBalanced": true, "groups": {"global": null, "local": "09same-suv_wall"}, "answer": "no", "semanticStr": "select: wall (13)->select: suv (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "4", "2": "13"}, "fullAnswer": {"9": "4", "2": "13"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the wall is made of cement and the SUV is made of metal.", "image": "n206358.jpg", "question_id": 20320212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "select", "dependencies": [], "argument": "computer monitor (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20381123", "20381122", "20381121"], "equivalent": ["20381123", "20381122", "20381121", "20381120"], "question": "Is the keyboard made of the same material as the computer monitor?", "isBalanced": true, "groups": {"global": null, "local": "09same-computer monitor_keyboard"}, "answer": "yes", "semanticStr": "select: keyboard (8)->select: computer monitor (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "10:12": "6"}, "fullAnswer": {"3": "8", "6:8": "6"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the keyboard and the computer monitor are made of plastic.", "image": "n398257.jpg", "question_id": 20381120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}], "entailed": ["20899819", "20899820", "20899821", "20899817", "20899816"], "equivalent": ["20899818"], "question": "Do the red vegetables have round shape?", "isBalanced": true, "groups": {"global": null, "local": "06-tomatoes_round"}, "answer": "yes", "semanticStr": "select: vegetable (4)->filter color: red [0]->verify shape: round [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tomatoes are round.", "image": "n186491.jpg", "question_id": 20899818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}], "entailed": ["201510350", "201510353", "201510354", "201510356", "201510357", "201510349", "201510348"], "equivalent": ["201510355"], "question": "Does the green fruit seem to be hard?", "isBalanced": true, "groups": {"global": null, "local": "06-pear_hard"}, "answer": "yes", "semanticStr": "select: fruit (0)->filter color: green [0]->verify hardness: hard [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pear is hard.", "image": "n541854.jpg", "question_id": 201510355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose material", "dependencies": [1], "argument": "cloth|plastic"}], "entailed": [], "equivalent": ["20302977"], "question": "Which material makes up the brown cap, cloth or plastic?", "isBalanced": true, "groups": {"global": "material", "local": "10c-cap_material"}, "answer": "cloth", "semanticStr": "select: cap (0)->filter color: brown [0]->choose material: cloth|plastic [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cap is made of cloth.", "image": "n318684.jpg", "question_id": 20302977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201510349", "201510348"], "equivalent": ["201510350", "201510349"], "question": "Is the round fruit hard and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_hard"}, "answer": "no", "semanticStr": "select: fruit (0)->filter shape: round [0]->verify color: brown [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pear is hard but green.", "image": "n541854.jpg", "question_id": 201510350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bison (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20491816"], "question": "Do you see either bison or bears in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bear_bison"}, "answer": "yes", "semanticStr": "select: bear (3)->exist: ? [0]->select: bison (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bear.", "image": "n335542.jpg", "question_id": 20491816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["201527852", "201527855", "201527854"], "equivalent": ["201527853"], "question": "Is the fork in the top part?", "isBalanced": true, "groups": {"global": null, "local": "06-fork_top"}, "answer": "no", "semanticStr": "select: fork (4)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fork is in the bottom of the image.", "image": "n118102.jpg", "question_id": 201527853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201490889", "201490888", "201490907", "201490891", "201490892", "201490906", "201490895", "201490896", "201490897", "201490904", "201490903", "201490905"], "equivalent": ["201490893"], "question": "What is the woman doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-woman_pose"}, "answer": "standing", "semanticStr": "select: woman (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n86120.jpg", "question_id": 201490893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201590135"], "equivalent": ["201590134"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "player", "semanticStr": "select: shorts (3)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "3"}, "fullAnswer": {"1": "4", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing shorts.", "image": "n260762.jpg", "question_id": 201590134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400154", "201399993"], "equivalent": ["201400155"], "question": "What item of furniture is not brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#brown"}, "answer": "couch", "semanticStr": "select: furniture (16)->filter color: not(brown) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "6": "16"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n344136.jpg", "question_id": 201400155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060208", "202060207"], "equivalent": ["202060209"], "question": "What is hanging from the tree?", "isBalanced": true, "groups": {"global": "", "local": "14-tree_hanging from,s"}, "answer": "ornaments", "semanticStr": "select: tree (7)->relate: _,hanging from,s (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {}, "fullAnswer": {"1": "21", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ornaments are hanging from the tree.", "image": "n14087.jpg", "question_id": 202060209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,in front of,s (19)"}, {"operation": "verify material", "dependencies": [1], "argument": "wood"}], "entailed": ["20609380", "20609382", "20609383"], "equivalent": ["20609381"], "question": "Is the utensil in front of the spoon made of wood?", "isBalanced": true, "groups": {"global": null, "local": "06-utensil_wood"}, "answer": "no", "semanticStr": "select: spoon (3)->relate: utensil,in front of,s (19) [0]->verify material: wood [1]", "annotations": {"answer": {}, "question": {"2": "19", "7": "3"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the utensil is made of metal.", "image": "n437064.jpg", "question_id": 20609381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging from,s (21)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202060209", "202060208"], "equivalent": ["202060207"], "question": "What is hanging from the tree in front of the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-tree_hanging from,s"}, "answer": "ornaments", "semanticStr": "select: wall (19)->relate: tree,in front of,s (7) [0]->relate: _,hanging from,s (21) [1]->query: name [2]", "annotations": {"answer": {"0": "21"}, "question": {"10": "19", "5": "7"}, "fullAnswer": {"1": "21", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ornaments are hanging from the tree.", "image": "n14087.jpg", "question_id": 202060207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143367", "201143381", "201143391", "201143392", "201143393", "201143380", "201143366", "201143376", "201143377", "201143375"], "equivalent": ["201143394"], "question": "Which kind of furniture is long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "table", "semanticStr": "select: furniture (6)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n276011.jpg", "question_id": 201143394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,behind,o (13)"}], "entailed": ["202060116"], "equivalent": ["202060203"], "question": "Are the white curtains behind the comfortable couch?", "isBalanced": true, "groups": {"global": null, "local": "13-curtains_couch"}, "answer": "yes", "semanticStr": "select: curtains (20)->filter color: white [0]->verify rel: couch,behind,o (13) [1]", "annotations": {"answer": {}, "question": {"2:4": "20", "6:8": "13"}, "fullAnswer": {"2": "20", "6": "13"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the curtains are behind the couch.", "image": "n14087.jpg", "question_id": 202060203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calculator (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20385958", "20385959"], "equivalent": ["20385957"], "question": "What device is to the left of the calculator made of plastic?", "isBalanced": true, "groups": {"global": "device", "local": "15-calculator_to the left of,s"}, "answer": "charger", "semanticStr": "select: calculator (11)->filter material: plastic [0]->relate: device,to the left of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9", "8": "11", "11": "11"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a charger.", "image": "n90294.jpg", "question_id": 20385957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,reflecting in,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081060", "202081061", "202081424", "202081425", "202081426", "202081423"], "equivalent": ["202081427"], "question": "Which kind of appliance is the wine bottle reflecting in?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-wine bottle_reflecting in,o"}, "answer": "toaster", "semanticStr": "select: wine bottle (8)->relate: appliance,reflecting in,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1:3": "8", "7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine bottle is reflecting in the toaster.", "image": "n314630.jpg", "question_id": 202081427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201303194", "201303195", "201303196", "201303191", "201303192", "201303193", "201303199", "201303177", "201303200"], "equivalent": ["201303198"], "question": "What are the cups made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cups_material"}, "answer": "porcelain", "semanticStr": "select: cups (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cups are made of porcelain.", "image": "n518912.jpg", "question_id": 201303198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201153199", "201153198", "201153203", "201153201", "201153200"], "equivalent": ["201153202"], "question": "In which part of the image is the old woman, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-woman_vposition"}, "answer": "bottom", "semanticStr": "select: woman (3)->filter age: old [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"8:10": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is in the bottom of the image.", "image": "n160664.jpg", "question_id": 201153202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,reflecting in,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081420", "202081421"], "equivalent": ["202081422"], "question": "What's reflecting in the toaster?", "isBalanced": true, "groups": {"global": "drink", "local": "14-toaster_reflecting in,s"}, "answer": "wine bottle", "semanticStr": "select: toaster (3)->relate: _,reflecting in,s (8) [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {}, "fullAnswer": {"1:3": "8", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine bottle is reflecting in the toaster.", "image": "n314630.jpg", "question_id": 202081422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "_,reflecting in,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081060", "202081061", "202081424", "202081425", "202081426", "202081427"], "equivalent": ["202081424", "202081423"], "question": "What is the wine bottle made of glass reflecting in?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-wine bottle_reflecting in,o"}, "answer": "toaster", "semanticStr": "select: wine bottle (8)->filter material: glass [0]->relate: _,reflecting in,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7": "8", "3:5": "8"}, "fullAnswer": {"1:3": "8", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wine bottle is reflecting in the toaster.", "image": "n314630.jpg", "question_id": 202081423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226651", "20226652", "20226794", "20226795", "20226789", "20226788", "20226786", "20226559"], "equivalent": ["20226787"], "question": "What's in front of the chair?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-chair_in front of,s"}, "answer": "table", "semanticStr": "select: chair (13)->relate: _,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the chair.", "image": "n68769.jpg", "question_id": 20226787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "verify rel", "dependencies": [1], "argument": "light fixture,below,o (7)"}], "entailed": ["20226998"], "equivalent": ["20226785"], "question": "Is the long table below the light fixture?", "isBalanced": true, "groups": {"global": null, "local": "13-table_light fixture"}, "answer": "yes", "semanticStr": "select: table (14)->filter length: long [0]->verify rel: light fixture,below,o (7) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "6:8": "7"}, "fullAnswer": {"2": "14", "6:8": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the table is below the light fixture.", "image": "n68769.jpg", "question_id": 20226785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201400181", "201400180"], "equivalent": ["201400179"], "question": "Do you see a white bookcase or bed?", "isBalanced": true, "groups": {"global": null, "local": "04-bookcase_white"}, "answer": "no", "semanticStr": "select: bookcase (5)->filter color: white [0]->exist: ? [1]->select: bed (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bookcase but it is brown.", "image": "n344136.jpg", "question_id": 201400179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (13)"}, {"operation": "verify tone", "dependencies": [0], "argument": "light"}, {"operation": "verify material", "dependencies": [0], "argument": "porcelain "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20149598", "20149590", "20149591", "20149592", "20149593", "20149594", "20149595", "20149596", "20149597", "20149584", "20149579", "20149583", "20149582", "20149581", "20149580", "20149589", "20149588"], "equivalent": ["20149585"], "question": "Does that sink look ceramic and light?", "isBalanced": true, "groups": {"global": null, "local": "05-light_porcelain"}, "answer": "yes", "semanticStr": "select: sink (13)->verify tone: light [0]->verify material: porcelain  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sink is ceramic and light.", "image": "n65866.jpg", "question_id": 20149585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cream (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201859400"], "equivalent": ["201859400", "201859401"], "question": "Does the cream look open and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_open"}, "answer": "no", "semanticStr": "select: cream (0)->verify color: brown [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cream is open but white.", "image": "n546884.jpg", "question_id": 201859401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "select", "dependencies": [], "argument": "jeans (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20891246", "20891245", "20891243"], "equivalent": ["20891244", "20891243"], "question": "Are both the shorts and the jeans the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-jeans_shorts"}, "answer": "yes", "semanticStr": "select: shorts (4)->select: jeans (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "4", "6": "2"}, "fullAnswer": {"3": "4", "6": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the shorts and the jeans are blue.", "image": "n347706.jpg", "question_id": 20891244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20655266", "20655267", "20655264", "20655265", "20655262", "20655263", "20655259", "20655257", "20655256", "20655254", "20655253", "20655252", "20655251", "20655250", "20655268", "20655261"], "equivalent": ["20655258"], "question": "Does that jacket look black and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "yes", "semanticStr": "select: jacket (3)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is black and long sleeved.", "image": "n199097.jpg", "question_id": 20655258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "relate", "dependencies": [0], "argument": "statue,in front of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20330322"], "equivalent": ["20330321"], "question": "Where is the statue in front of the fence standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-statue_standing on,o"}, "answer": "stage", "semanticStr": "select: fence (7)->relate: statue,in front of,s (2) [0]->relate: place,standing on,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"8": "7", "3": "2"}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is standing on the stage.", "image": "n260521.jpg", "question_id": 20330321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stage (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330319"], "equivalent": ["20330320"], "question": "What's standing on the stage?", "isBalanced": true, "groups": {"global": "object", "local": "14-stage_standing on,s"}, "answer": "statue", "semanticStr": "select: stage (3)->relate: _,standing on,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is standing on the stage.", "image": "n260521.jpg", "question_id": 20330320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "broom (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330324"], "equivalent": ["20330323"], "question": "What is holding the broom?", "isBalanced": true, "groups": {"global": "object", "local": "14-broom_holding,s"}, "answer": "statue", "semanticStr": "select: broom (4)->relate: _,holding,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "4"}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is holding the broom.", "image": "n260521.jpg", "question_id": 20330323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330321"], "equivalent": ["20330322"], "question": "Where is the statue standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-statue_standing on,o"}, "answer": "stage", "semanticStr": "select: statue (2)->relate: place,standing on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is standing on the stage.", "image": "n260521.jpg", "question_id": 20330322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20652573"], "question": "Is the soccer ball both round and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: soccer ball (3)->verify size: large [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the soccer ball is round but small.", "image": "n400036.jpg", "question_id": 20652573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20622053", "20622051"], "equivalent": ["20622053", "20622052", "20622051"], "question": "Are the horses large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: horses (6)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the horses are large but brown.", "image": "n210269.jpg", "question_id": 20622052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330325"], "equivalent": ["20330326"], "question": "What is the statue holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-statue_holding,o"}, "answer": "broom", "semanticStr": "select: statue (2)->relate: _,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is holding the broom.", "image": "n260521.jpg", "question_id": 20330326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902911", "201902820", "201902913", "201902912", "201902914"], "equivalent": ["201902915"], "question": "What device sits on top of the mouse pad?", "isBalanced": true, "groups": {"global": "device", "local": "15-mouse pad_sitting on top of,s"}, "answer": "computer mouse", "semanticStr": "select: mouse pad (6)->relate: device,sitting on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n435808.jpg", "question_id": 201902915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (11)"}, {"operation": "filter activity", "dependencies": [0], "argument": "resting"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202257136"], "question": "Do you see dogs there that are resting?", "isBalanced": true, "groups": {"global": null, "local": "04-dog_resting"}, "answer": "no", "semanticStr": "select: dog (11)->filter activity: resting [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a dog but it is playing.", "image": "n92308.jpg", "question_id": 202257136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20810969", "20810973", "20810972", "20810971", "20810970", "20810976", "20810974"], "equivalent": ["20810975"], "question": "Which side of the photo is the person on?", "isBalanced": true, "groups": {"global": null, "local": "10q-person_hposition"}, "answer": "right", "semanticStr": "select: person (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is on the right of the image.", "image": "n167552.jpg", "question_id": 20810975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201902778", "201902775", "201902777", "201902776", "201902917", "201902918"], "equivalent": ["201902916"], "question": "What does the computer mouse made of plastic sit on top of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-computer mouse_sitting on top of,o"}, "answer": "mouse pad", "semanticStr": "select: computer mouse (9)->filter material: plastic [0]->relate: _,sitting on top of,o (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"7": "9", "3:5": "9"}, "fullAnswer": {"8:10": "6", "1:3": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer mouse sits on top of the mouse pad.", "image": "n435808.jpg", "question_id": 201902916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "american flag (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201188258", "201188259", "201188249", "201188254", "201188255", "201188256", "201188250", "201188251", "201188252", "201188245"], "equivalent": ["201188253"], "question": "That American flag has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-american flag_color"}, "answer": "blue", "semanticStr": "select: american flag (11)->query: color [0]", "annotations": {"answer": {}, "question": {"1:3": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The American flag is blue.", "image": "n483840.jpg", "question_id": 201188253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,behind,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609653"], "equivalent": ["20609654"], "question": "Which kind of fruit is the bowl behind of?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-bowl_behind,o"}, "answer": "strawberry", "semanticStr": "select: bowl (5)->relate: fruit,behind,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "5", "5": "14"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is behind the strawberry.", "image": "n437064.jpg", "question_id": 20609654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20151634", "20151635", "20151636", "20151630", "20151632", "20151633"], "equivalent": ["20151631"], "question": "What are the black glasses made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glasses_material"}, "answer": "plastic", "semanticStr": "select: glasses (0)->filter color: black [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are made of plastic.", "image": "n313060.jpg", "question_id": 20151631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20151634", "20151635", "20151636", "20151630", "20151631", "20151633"], "equivalent": ["20151632"], "question": "What are the glasses made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glasses_material"}, "answer": "plastic", "semanticStr": "select: glasses (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are made of plastic.", "image": "n313060.jpg", "question_id": 20151632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (7)"}], "entailed": ["20205032", "20205030", "20205027", "20205029", "20205028", "20205126", "20205124", "20205120", "20205121", "20205122", "20205123", "20205119", "20205125"], "equivalent": ["20205031"], "question": "Is the woman to the right or to the left of the bag on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_woman"}, "answer": "left", "semanticStr": "select: bag (9)->filter hposition: right [0]->choose rel: woman,to the left of|to the right of,s (7) [1]", "annotations": {"answer": {}, "question": {"2": "7", "12": "9"}, "fullAnswer": {"1": "7", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the backpack.", "image": "n532191.jpg", "question_id": 20205031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20205036", "20205041", "20205040", "20205038", "20205039", "20204539", "20205042"], "equivalent": ["20205037"], "question": "What's the woman sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting on,o"}, "answer": "chair", "semanticStr": "select: woman (7)->relate: _,sitting on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "7", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the chair.", "image": "n532191.jpg", "question_id": 20205037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20542905", "20542876", "20542903", "20542877"], "equivalent": ["20542904"], "question": "What the animal that is brown is called?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "elephant", "semanticStr": "select: animal (1)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"2": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n100552.jpg", "question_id": 20542904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20542904", "20542876", "20542903", "20542877"], "equivalent": ["20542905"], "question": "Which kind of animal is brown?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "elephant", "semanticStr": "select: animal (1)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n100552.jpg", "question_id": 20542905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify rel", "dependencies": [1], "argument": "wetsuit,wearing,o (-)"}], "entailed": ["201765904", "201765903", "201765924"], "equivalent": ["201765925"], "question": "Is the person that is not female wearing a wetsuit?", "isBalanced": true, "groups": {"global": null, "local": "13-surfer_wetsuit"}, "answer": "no", "semanticStr": "select: person (5)->filter gender: not(female) [0]->verify rel: wetsuit,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "5", "6": "5"}, "fullAnswer": {"2": "5", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the surfer is wearing a shirt.", "image": "n488874.jpg", "question_id": 201765925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20692236", "20692234", "20692235", "20692229", "20692223", "20692222"], "equivalent": ["20692224"], "question": "What is the mirror made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "metal", "semanticStr": "select: mirror (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of metal.", "image": "n499081.jpg", "question_id": 20692224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20692236", "20692234", "20692235", "20692229", "20692224", "20692222"], "equivalent": ["20692223"], "question": "The mirror is made of what material?", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "metal", "semanticStr": "select: mirror (0)->query: material [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of metal.", "image": "n499081.jpg", "question_id": 20692223}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765921", "201765774"], "equivalent": ["201765920"], "question": "Who do you think is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "surfer", "semanticStr": "select: shirt (1)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"7": "1"}, "fullAnswer": {"1": "5", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is wearing a shirt.", "image": "n488874.jpg", "question_id": 201765920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204614", "20204617", "20204616"], "equivalent": ["20204615"], "question": "What kind of furniture is behind the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_behind,s"}, "answer": "chair", "semanticStr": "select: rug (11)->relate: furniture,behind,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n532191.jpg", "question_id": 20204615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204615", "20204617", "20204616"], "equivalent": ["20204614"], "question": "What is the item of furniture behind the rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_behind,s"}, "answer": "chair", "semanticStr": "select: rug (11)->relate: furniture,behind,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"8": "11", "3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n532191.jpg", "question_id": 20204614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "relate", "dependencies": [0], "argument": "people,on,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,behind,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202223343", "202223342"], "equivalent": ["202223342", "202223341"], "question": "What is the vehicle behind the people on the grass?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-people_behind,s"}, "answer": "car", "semanticStr": "select: grass (10)->relate: people,on,s (8) [0]->relate: vehicle,behind,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"9": "10", "3": "7", "6": "8"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n257997.jpg", "question_id": 202223341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (-)"}], "entailed": ["20414483", "20414489"], "equivalent": ["20414488"], "question": "Is the skateboarder that is not female wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-skateboarder_hat"}, "answer": "no", "semanticStr": "select: skateboarder (0)->filter gender: not(female) [0]->verify rel: hat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the skateboarder is wearing a helmet.", "image": "n16936.jpg", "question_id": 20414488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (1)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20149640", "20149768", "20149641", "20149642", "20149643"], "equivalent": ["20149639"], "question": "What is the piece of furniture to the right of the toilet near the bathtub?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toilet_to the right of,s"}, "answer": "drawer", "semanticStr": "select: bathtub (1)->relate: toilet,near,s (0) [0]->relate: furniture,to the right of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "0", "3:6": "12", "14": "1"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a drawer.", "image": "n65866.jpg", "question_id": 20149639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (19)"}, {"operation": "select", "dependencies": [], "argument": "cabinet (20) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20836300"], "question": "What do both the umbrella and the cabinet have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-cabinet_umbrella"}, "answer": "color", "semanticStr": "select: umbrella (19)->select: cabinet (20) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "19", "7": "20"}, "fullAnswer": {"4": "19", "7": "20"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the umbrella and the cabinet are green.", "image": "n507959.jpg", "question_id": 20836300}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "rug,behind,o (11)"}], "entailed": ["20204537"], "equivalent": ["20204619"], "question": "Is the chair behind a rug?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_rug"}, "answer": "yes", "semanticStr": "select: chair (10)->verify rel: rug,behind,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "10", "5": "11"}, "fullAnswer": {"2": "10", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the chair is behind a rug.", "image": "n532191.jpg", "question_id": 20204619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414394", "20414484"], "equivalent": ["20414485"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: helmet (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a helmet.", "image": "n16936.jpg", "question_id": 20414485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414394", "20414485"], "equivalent": ["20414484"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: helmet (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "2"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a helmet.", "image": "n16936.jpg", "question_id": 20414484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelet (19)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856876", "20856877", "20856878", "20856736"], "equivalent": ["20856879"], "question": "What kind of furniture is the bracelet lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bracelet_lying on top of,o"}, "answer": "bed", "semanticStr": "select: bracelet (19)->relate: furniture,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "19", "8": "17"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bracelet is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "light brown"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20120128", "20120129", "20120143", "20120142", "20120141", "20120122", "20120123", "20120124", "20120125", "20120126", "20120127", "20120137", "20120136", "20120135", "20120133", "20120140", "20120148", "20120139", "20120138"], "equivalent": ["20120135", "20120134"], "question": "Does the grass appear to be short and light brown?", "isBalanced": true, "groups": {"global": null, "local": "05-light brown_short"}, "answer": "yes", "semanticStr": "select: grass (10)->verify color: light brown [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is short and light brown.", "image": "n117888.jpg", "question_id": 20120134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20786193", "20786192", "20786191", "20786197", "20786195", "20786194"], "equivalent": ["20786197", "20786196"], "question": "Is the metal container in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-container_vposition"}, "answer": "top", "semanticStr": "select: container (7)->filter material: metal [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The container is in the top of the image.", "image": "n12404.jpg", "question_id": 20786196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelet (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856876", "20856878", "20856879", "20856736"], "equivalent": ["20856877"], "question": "What is the bracelet lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bracelet_lying on top of,o"}, "answer": "bed", "semanticStr": "select: bracelet (19)->relate: _,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "19", "8": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bracelet is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "biker (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "catcher (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201548943"], "equivalent": ["201548944"], "question": "Are there catchers or bikers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-biker_catcher"}, "answer": "no", "semanticStr": "select: biker (-)->exist: ? [0]->select: catcher (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no catchers or bikers.", "image": "n314171.jpg", "question_id": 201548944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273251", "201273250"], "equivalent": ["201273252"], "question": "What is the palm tree in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-palm tree_in front of,o"}, "answer": "building", "semanticStr": "select: palm tree (2)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"8": "3", "1:3": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm tree is in front of the building.", "image": "n46510.jpg", "question_id": 201273252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,on top of,o (-)"}], "entailed": [], "equivalent": ["201832442"], "question": "Are the pillows on top of a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-pillows_couch"}, "answer": "no", "semanticStr": "select: pillows (3)->verify rel: couch,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"8": "7", "2": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pillows are on top of a blanket.", "image": "n432591.jpg", "question_id": 201832442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "select", "dependencies": [], "argument": "glasses (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20151451", "20151452", "20151453", "20151454", "20151456"], "equivalent": ["20151453", "20151454", "20151456", "20151455"], "question": "Is the color of the pants different than the color of the glasses?", "isBalanced": true, "groups": {"global": null, "local": "09diff-glasses_pants"}, "answer": "no", "semanticStr": "select: pants (5)->select: glasses (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "0", "5": "5"}, "fullAnswer": {"3": "5", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the pants and the glasses are black.", "image": "n313060.jpg", "question_id": 20151455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030592"], "equivalent": ["201030591"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (6)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "6"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants.", "image": "n54424.jpg", "question_id": 201030591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (0)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify", "dependencies": [0], "argument": "closed "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201998102", "201998104", "201998107", "201998109", "201998108", "201998062", "201998093", "201998092", "201998090", "201998097", "201998096", "201998095", "201998094", "201998098", "201998116", "201998110", "201998058", "201998059", "201998083", "201998085", "201998089"], "equivalent": ["201998106"], "question": "Do the windows look closed and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_closed"}, "answer": "yes", "semanticStr": "select: windows (0)->verify cleanliness: clean [0]->verify: closed  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are closed and clean.", "image": "n319845.jpg", "question_id": 201998106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (8) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201997119", "201996615"], "equivalent": ["201996617"], "question": "Are there both a window and a chair in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_window"}, "answer": "yes", "semanticStr": "select: window (14)->exist: ? [0]->select: chair (8) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "14", "7": "8"}, "fullAnswer": {"8": "8", "5": "14"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a window and a chair.", "image": "n250715.jpg", "question_id": 201996617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["20797578"], "equivalent": ["20797579"], "question": "Does that shirt have red color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_red"}, "answer": "no", "semanticStr": "select: shirt (17)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is white.", "image": "n16656.jpg", "question_id": 20797579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "crate,to the right of|to the left of,s (9)"}], "entailed": ["202144656"], "equivalent": ["202144657"], "question": "Is the crate to the left or to the right of the man that is on the left of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-man_crate"}, "answer": "right", "semanticStr": "select: man (0)->filter hposition: left [0]->choose rel: crate,to the right of|to the left of,s (9) [1]", "annotations": {"answer": {}, "question": {"2": "9", "12": "0"}, "fullAnswer": {"1": "9", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The crate is to the right of the man.", "image": "n37274.jpg", "question_id": 202144657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (3)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the left of,s (4)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2046558", "2046548", "2046552", "2046551", "2046553", "2046564", "2046555", "2046547", "2046557", "2046554", "2046562", "2046573", "2046572", "2046571", "2046570", "2046568", "2046569", "2046574", "2046556", "2046578"], "equivalent": ["2046563"], "question": "Is the woman to the left of the boy old and short?", "isBalanced": true, "groups": {"global": null, "local": "05-old_short"}, "answer": "yes", "semanticStr": "select: boy (3)->relate: woman,to the left of,s (4) [0]->verify age: old [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "3", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is old and short.", "image": "n71728.jpg", "question_id": 2046563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,o (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20442447"], "equivalent": ["20442446"], "question": "What is located on top of the table the door is behind of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-table_on top of,s"}, "answer": "plant", "semanticStr": "select: door (1)->relate: table,behind,o (10) [0]->relate: _,on top of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "1", "7": "10"}, "fullAnswer": {"1": "9", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on top of the table.", "image": "n207708.jpg", "question_id": 20442446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442446"], "equivalent": ["20442447"], "question": "What is located on top of the table?", "isBalanced": true, "groups": {"global": "plant", "local": "14-table_on top of,s"}, "answer": "plant", "semanticStr": "select: table (10)->relate: _,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on top of the table.", "image": "n207708.jpg", "question_id": 20442447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202119257", "202119256", "202119259", "202119258", "202119235"], "equivalent": ["202119260", "202119259"], "question": "What is this animal called?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephant", "semanticStr": "select: animal (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is an elephant.", "image": "n544255.jpg", "question_id": 202119260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lamp,on top of,o (-)"}], "entailed": [], "equivalent": ["20442449"], "question": "Is the plant on top of a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-plant_lamp"}, "answer": "no", "semanticStr": "select: plant (9)->verify rel: lamp,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"8": "10", "2": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the plant is on top of a table.", "image": "n207708.jpg", "question_id": 20442449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apples (2)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|green"}], "entailed": [], "equivalent": ["201207199"], "question": "Are these apples brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-apples_color"}, "answer": "brown", "semanticStr": "select: apples (2)->choose color: brown|green [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The apples are brown.", "image": "n222915.jpg", "question_id": 201207199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "beach"}], "entailed": ["201061099", "201061100", "201061094", "201061095", "201061097"], "equivalent": ["201061098"], "question": "Is it a beach?", "isBalanced": true, "groups": {"global": null, "local": "01-place_beach"}, "answer": "yes", "semanticStr": "select: scene->verify place: beach [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is a beach.", "image": "n25275.jpg", "question_id": 201061098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119237", "202119236", "202119235", "202119238"], "equivalent": ["202119267"], "question": "What animal is walking?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_walking"}, "answer": "elephant", "semanticStr": "select: animal (0)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n544255.jpg", "question_id": 202119267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "choose", "dependencies": [1], "argument": "new|old"}], "entailed": ["20883263", "20883262", "20883261", "20883267", "20883266", "20883265", "20883264", "20883269", "20883268", "20883250"], "equivalent": ["20883270"], "question": "Is the blue cap new or old?", "isBalanced": true, "groups": {"global": "4", "local": "10c-cap_4"}, "answer": "new", "semanticStr": "select: cap (7)->filter color: blue [0]->choose: new|old [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cap is new.", "image": "n159284.jpg", "question_id": 20883270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (3)"}, {"operation": "filter", "dependencies": [0], "argument": "full"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202240979", "202240978", "202240982", "202240980", "202240981", "202240977", "202240976"], "equivalent": ["202240982", "202240983"], "question": "Which side of the image is the full drink on?", "isBalanced": true, "groups": {"global": null, "local": "10q-drink_hposition"}, "answer": "right", "semanticStr": "select: drink (3)->filter: full [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The drink is on the right of the image.", "image": "n460385.jpg", "question_id": 202240983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "relate", "dependencies": [1], "argument": "goat,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202258318"], "question": "Is there a goat behind the man that is not old?", "isBalanced": true, "groups": {"global": null, "local": "13-man_goat"}, "answer": "no", "semanticStr": "select: man (1)->filter: not(old) [0]->relate: goat,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "1", "6": "1"}, "fullAnswer": {"4": "3", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a horse behind the man.", "image": "n216553.jpg", "question_id": 202258318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "verify rel", "dependencies": [1], "argument": "container,to the right of,s (4)"}], "entailed": ["202244459", "202244461", "202244463", "202244462"], "equivalent": ["202244460"], "question": "Is the closed container to the right of the bowl on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_container"}, "answer": "no", "semanticStr": "select: bowl (7)->filter hposition: right [0]->verify rel: container,to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "4"}, "fullAnswer": {"9": "7", "2": "4"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the container is to the left of the bowl.", "image": "n296467.jpg", "question_id": 202244460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201879247"], "equivalent": ["201879246"], "question": "Who is holding the racket that looks white?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding,s"}, "answer": "athlete", "semanticStr": "select: racket (5)->filter color: white [0]->relate: person,holding,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"4": "5", "7": "5"}, "fullAnswer": {"1": "7", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is holding the racket.", "image": "n496803.jpg", "question_id": 201879246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "relate", "dependencies": [0], "argument": "man,reaching for,s (1)"}, {"operation": "filter age", "dependencies": [1], "argument": "young"}, {"operation": "relate", "dependencies": [2], "argument": "animal,behind,s (3)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["202258006", "202258005", "202258165", "202258164", "202258316", "202258317", "202258315"], "equivalent": ["202258314"], "question": "What animal is behind the young man that is reaching for the bag?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_behind,s"}, "answer": "horse", "semanticStr": "select: bag (0)->relate: man,reaching for,s (1) [0]->filter age: young [1]->relate: animal,behind,s (3) [2]->query: name [3]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "5:7": "1", "12": "0"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (4)"}, {"operation": "choose activity", "dependencies": [1], "argument": "playing|waiting"}], "entailed": ["202053355", "202053357", "202053356", "202053353", "202053352"], "equivalent": ["202053354", "202053353"], "question": "Is the person to the left of the player playing or waiting?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-batter_activity"}, "answer": "playing", "semanticStr": "select: player (5)->relate: person,to the left of,s (4) [0]->choose activity: playing|waiting [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The batter is playing.", "image": "n334278.jpg", "question_id": 202053354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20518527", "20518526", "20518525", "20518524", "20518523"], "equivalent": ["20518522"], "question": "Is the black mirror on the right side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_right"}, "answer": "yes", "semanticStr": "select: mirror (1)->filter color: black [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mirror is on the right of the image.", "image": "n141939.jpg", "question_id": 20518522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201859429", "201859426", "201859427", "201859424", "201859425", "201859422", "201859423", "201859421"], "equivalent": ["201859428", "201859429"], "question": "On which side is the round food?", "isBalanced": true, "groups": {"global": null, "local": "10q-donut_hposition"}, "answer": "left", "semanticStr": "select: food (2)->filter shape: round [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The donut is on the left of the image.", "image": "n546884.jpg", "question_id": 201859428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023358", "202023351"], "equivalent": ["202023352"], "question": "Which kind of furniture is behind the bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bed_behind,s"}, "answer": "bookshelf", "semanticStr": "select: bed (5)->relate: furniture,behind,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookshelf.", "image": "n95313.jpg", "question_id": 202023352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20733996"], "question": "What are the trees in front of?", "isBalanced": true, "groups": {"global": "building", "local": "14-trees_in front of,o"}, "answer": "buildings", "semanticStr": "select: trees (19)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "19", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the buildings.", "image": "n90944.jpg", "question_id": 20733996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20441949", "20441970"], "equivalent": ["20441950"], "question": "What's the table in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-table_in front of,o"}, "answer": "door", "semanticStr": "select: table (10)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "10", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the door.", "image": "n207708.jpg", "question_id": 20441950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (3)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,in front of,s (19)"}, {"operation": "verify rel", "dependencies": [1], "argument": "sand,surrounding,o (7)"}], "entailed": ["20734236", "20734237", "20733994"], "equivalent": ["20733993"], "question": "Are the trees in front of the buildings surrounding the sand?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_sand"}, "answer": "yes", "semanticStr": "select: buildings (3)->relate: trees,in front of,s (19) [0]->verify rel: sand,surrounding,o (7) [1]", "annotations": {"answer": {}, "question": {"10": "7", "2": "19", "7": "3"}, "fullAnswer": {"2": "19", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are surrounding the sand.", "image": "n90944.jpg", "question_id": 20733993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20733991", "20733990", "20734191"], "equivalent": ["20733992"], "question": "What are the trees surrounding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-trees_surrounding,o"}, "answer": "sand", "semanticStr": "select: trees (19)->relate: _,surrounding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "19", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are surrounding the sand.", "image": "n90944.jpg", "question_id": 20733992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20442199", "20442192", "20442193", "20442191", "20442196", "20442197", "20442194", "20442195"], "equivalent": ["20442198"], "question": "On which side is the large microwave?", "isBalanced": true, "groups": {"global": null, "local": "10q-microwave_hposition"}, "answer": "left", "semanticStr": "select: microwave (5)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is on the left of the image.", "image": "n207708.jpg", "question_id": 20442198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20733992", "20733991", "20734191"], "equivalent": ["20733990"], "question": "The trees are surrounding what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-trees_surrounding,o"}, "answer": "sand", "semanticStr": "select: trees (19)->relate: _,surrounding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "19"}, "fullAnswer": {"1": "19", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are surrounding the sand.", "image": "n90944.jpg", "question_id": 20733990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "verify height", "dependencies": [2], "argument": "tall"}, {"operation": "verify material", "dependencies": [2], "argument": "wood "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201322763", "201322764"], "equivalent": ["201322762", "201322763"], "question": "Does the street sign that looks white and black look tall and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_wood"}, "answer": "no", "semanticStr": "select: street sign (9)->filter color: white [0]->filter color: black [1]->verify height: tall [2]->verify material: wood  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"8": "9", "2:4": "9", "6": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the street sign is tall but metallic.", "image": "n311910.jpg", "question_id": 201322762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (8)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["201068333", "201068337", "201068334", "201068338", "201068339", "201068350", "201068351", "201068352", "201068310", "201068311", "201068361", "201068360", "201068363", "201068362", "201068343", "201068364", "201068341", "201068340", "201068349", "201068348", "201068347", "201068346", "201068345", "201068344"], "equivalent": ["201068342"], "question": "How old is the girl that is wearing a sweatshirt?", "isBalanced": true, "groups": {"global": "age", "local": "10q-girl_age"}, "answer": "young", "semanticStr": "select: sweatshirt (8)->relate: girl,wearing,s (0) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"9": "8", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is young.", "image": "n159802.jpg", "question_id": 201068342}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (26)"}, {"operation": "select", "dependencies": [], "argument": "flower (20) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20810792"], "equivalent": ["20810791"], "question": "Is the rug the same color as the flower?", "isBalanced": true, "groups": {"global": null, "local": "09same-flower_rug"}, "answer": "yes", "semanticStr": "select: rug (26)->select: flower (20) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "20", "2": "26"}, "fullAnswer": {"3": "26", "6": "20"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the rug and the flower are red.", "image": "n167552.jpg", "question_id": 20810791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,to the left of,s (12)"}, {"operation": "filter material", "dependencies": [1], "argument": "metal"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,to the left of,s (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20480313", "20480171"], "equivalent": ["20480312"], "question": "What is the piece of furniture to the left of the metal lamp that is to the left of the water bottle?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lamp_to the left of,s"}, "answer": "bookcase", "semanticStr": "select: water bottle (5)->relate: lamp,to the left of,s (12) [0]->filter material: metal [1]->relate: furniture,to the left of,s (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"11:13": "12", "3:6": "0", "20:22": "5"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n520071.jpg", "question_id": 20480312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,walking on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492022", "20492041", "20492039"], "equivalent": ["20492040"], "question": "What are the animals that are walking on the ground?", "isBalanced": true, "groups": {"global": "bird", "local": "15-ground_walking on,s"}, "answer": "birds", "semanticStr": "select: ground (10)->relate: animal,walking on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"9": "10", "3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are birds.", "image": "n335542.jpg", "question_id": 20492040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "birds (5)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "relate", "dependencies": [1], "argument": "_,walking on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20492042"], "question": "What are the birds that are walking walking on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-birds_walking on,o"}, "answer": "ground", "semanticStr": "select: birds (5)->filter pose: walking [0]->relate: _,walking on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "5", "6": "5"}, "fullAnswer": {"1": "5", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The birds are walking on the ground.", "image": "n335542.jpg", "question_id": 20492042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupcakes (3)"}, {"operation": "verify", "dependencies": [0], "argument": "rainbow colored"}], "entailed": ["202244147", "202244148", "202244149", "202244151", "202244152"], "equivalent": ["202244150"], "question": "Are the cupcakes rainbow colored?", "isBalanced": true, "groups": {"global": null, "local": "06-cupcakes_rainbow colored"}, "answer": "yes", "semanticStr": "select: cupcakes (3)->verify: rainbow colored [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cupcakes are rainbow colored.", "image": "n296467.jpg", "question_id": 202244150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (12)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202005921", "202005920", "202005922", "202005924", "202005915", "202005918", "202005919", "202005916", "202005917"], "equivalent": ["202005924", "202005923"], "question": "What is the shape of the appliance below the microwave?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-oven_shape"}, "answer": "square", "semanticStr": "select: microwave (12)->relate: appliance,below,s (13) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"9": "12", "6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The oven is square.", "image": "n97485.jpg", "question_id": 202005923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20295378", "20295300"], "equivalent": ["20295376"], "question": "What leans against the wall?", "isBalanced": true, "groups": {"global": "device", "local": "14-wall_leaning against,s"}, "answer": "television", "semanticStr": "select: wall (13)->relate: _,leaning against,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The television leans against the wall.", "image": "n162586.jpg", "question_id": 20295376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202258450", "202258439", "202258438", "202258455", "202258453", "202258457", "202258456", "202258459", "202258437", "202258449", "202258442", "202258443", "202258440", "202258454"], "equivalent": ["202258442", "202258441"], "question": "Which material is this fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (6)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n216553.jpg", "question_id": 202258441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201641119"], "equivalent": ["201641120"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n532213.jpg", "question_id": 201641120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["201641122"], "equivalent": ["201641123"], "question": "Is it an indoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors.", "image": "n532213.jpg", "question_id": 201641123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20968278", "20968279", "20968271", "20968272", "20968273", "20968274", "20968275", "20968276", "20968277", "20968280", "20968283", "20968282", "20968285", "20968284", "20968287"], "equivalent": ["20968281", "20968280"], "question": "Does the shirt look short sleeved and white?", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify: short sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and white.", "image": "n288870.jpg", "question_id": 20968281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}], "entailed": ["20489498", "20489499", "20489496", "20489497", "20489495", "20489500", "20489501"], "equivalent": ["20489494"], "question": "Does the floor have beige color?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_beige"}, "answer": "yes", "semanticStr": "select: floor (5)->verify color: beige [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the floor is beige.", "image": "n145498.jpg", "question_id": 20489494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (14)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201175168", "201175169", "201175178", "201175175", "201175174", "201175176", "201175171", "201175170", "201175173", "201175172"], "equivalent": ["201175179"], "question": "On which side of the image is the open bottle?", "isBalanced": true, "groups": {"global": null, "local": "10q-bottle_hposition"}, "answer": "right", "semanticStr": "select: bottle (14)->filter: open [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is on the right of the image.", "image": "n357784.jpg", "question_id": 201175179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20622035", "20622036", "20622014"], "equivalent": ["20622037"], "question": "What animals are this?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "horses", "semanticStr": "select: animal (6)->query: name [0]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are horses.", "image": "n210269.jpg", "question_id": 20622037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "underwear,wearing,o (1)"}], "entailed": [], "equivalent": ["20489490"], "question": "Is he wearing underwear?", "isBalanced": true, "groups": {"global": null, "local": "13-person_underwear"}, "answer": "yes", "semanticStr": "select: he (0)->verify rel: underwear,wearing,o (1) [0]", "annotations": {"answer": {}, "question": {"1": "0", "3": "1"}, "fullAnswer": {"2": "0", "5": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is wearing underwear.", "image": "n145498.jpg", "question_id": 20489490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["202004041", "202004040", "202004034", "202004036", "202004037", "202004038", "202004039"], "equivalent": ["202004035"], "question": "Does the man appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-man_sitting"}, "answer": "no", "semanticStr": "select: man (0)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is standing.", "image": "n262920.jpg", "question_id": 202004035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter", "dependencies": [0], "argument": "hanging"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201759225", "201759223"], "equivalent": ["201759224"], "question": "What the items of clothing that are hanging are called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_hanging"}, "answer": "coats", "semanticStr": "select: clothing (1)->filter: hanging [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"2:5": "1"}, "fullAnswer": {"1:3": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are coats.", "image": "n150962.jpg", "question_id": 201759224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shower,near,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20518748", "20518751", "20518689"], "equivalent": ["20518747"], "question": "What is in the shower near the mirror?", "isBalanced": true, "groups": {"global": "thing", "local": "14-shower_in,s"}, "answer": "soap", "semanticStr": "select: mirror (1)->relate: shower,near,s (16) [0]->relate: _,in,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"4": "16", "7": "1"}, "fullAnswer": {"1": "9", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap is in the shower.", "image": "n141939.jpg", "question_id": 20518747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704474", "201704522", "201704523", "201704473"], "equivalent": ["201704521"], "question": "What type of animal is above the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_above,s"}, "answer": "cow", "semanticStr": "select: grass (2)->relate: animal,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "7": "2"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cow.", "image": "n164272.jpg", "question_id": 201704521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201704474", "201704521", "201704523", "201704473"], "equivalent": ["201704522"], "question": "Which kind of animal is above the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_above,s"}, "answer": "cow", "semanticStr": "select: grass (2)->relate: animal,above,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cow.", "image": "n164272.jpg", "question_id": 201704522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["201319448", "201319447"], "equivalent": ["201319446"], "question": "Are these people all the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "yes", "semanticStr": "select: person (0)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGender", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the people are female.", "image": "n508733.jpg", "question_id": 201319446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,kicking,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056165"], "equivalent": ["201056166"], "question": "Who is kicking the ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-ball_kicking,s"}, "answer": "soccer player", "semanticStr": "select: ball (0)->relate: person,kicking,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is kicking the ball.", "image": "n259002.jpg", "question_id": 201056166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "relate", "dependencies": [1], "argument": "_,kicking,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201055801"], "equivalent": ["201056167"], "question": "The soccer player that is looking up is kicking what?", "isBalanced": true, "groups": {"global": "object", "local": "14-soccer player_kicking,o"}, "answer": "ball", "semanticStr": "select: soccer player (6)->filter activity: looking up [0]->relate: _,kicking,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"1:3": "6", "5:7": "6"}, "fullAnswer": {"1:3": "6", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is kicking the ball.", "image": "n259002.jpg", "question_id": 201056167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "choose", "dependencies": [0], "argument": "dull|bright"}], "entailed": [], "equivalent": ["202246806"], "question": "Is the shirt dull or bright?", "isBalanced": true, "groups": {"global": "12", "local": "10c-shirt_12"}, "answer": "dull", "semanticStr": "select: shirt (9)->choose: dull|bright [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is dull.", "image": "n310828.jpg", "question_id": 202246806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (8)"}, {"operation": "relate", "dependencies": [0], "argument": "airplane,on,s (6)"}, {"operation": "filter", "dependencies": [1], "argument": "light"}, {"operation": "relate", "dependencies": [2], "argument": "device,below,s (4)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201434185", "201434238", "201434239"], "equivalent": ["201434237"], "question": "What device is below the light plane on the pavement?", "isBalanced": true, "groups": {"global": "device", "local": "15-airplane_below,s"}, "answer": "phone", "semanticStr": "select: pavement (8)->relate: airplane,on,s (6) [0]->filter: light [1]->relate: device,below,s (4) [2]->query: name [3]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4", "9": "8", "5:7": "6"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n545516.jpg", "question_id": 201434237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "light blue"}, {"operation": "relate", "dependencies": [1], "argument": "_,higher than,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017495"], "equivalent": ["2017494"], "question": "What is the light blue sky higher than?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-sky_higher than,o"}, "answer": "mountains", "semanticStr": "select: sky (9)->filter color: light blue [0]->relate: _,higher than,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:6": "9"}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the mountains.", "image": "n324908.jpg", "question_id": 2017494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017494"], "equivalent": ["2017495"], "question": "What's the sky higher than?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-sky_higher than,o"}, "answer": "mountains", "semanticStr": "select: sky (9)->relate: _,higher than,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the mountains.", "image": "n324908.jpg", "question_id": 2017495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017492"], "equivalent": ["2017493"], "question": "What's higher than the mountains?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-mountains_higher than,s"}, "answer": "sky", "semanticStr": "select: mountains (8)->relate: _,higher than,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the mountains.", "image": "n324908.jpg", "question_id": 2017493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20518747", "20518751", "20518689"], "equivalent": ["20518748"], "question": "What's in the shower?", "isBalanced": true, "groups": {"global": "thing", "local": "14-shower_in,s"}, "answer": "soap", "semanticStr": "select: shower (16)->relate: _,in,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap is in the shower.", "image": "n141939.jpg", "question_id": 20518748}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497844", "201497845"], "equivalent": ["201497846"], "question": "What kind of device is large?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_large"}, "answer": "monitor", "semanticStr": "select: device (12)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497846", "201497844"], "equivalent": ["201497845"], "question": "Which kind of device is large?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_large"}, "answer": "monitor", "semanticStr": "select: device (12)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528050", "201528051", "201527410"], "equivalent": ["201528054"], "question": "What is the girl holding?", "isBalanced": true, "groups": {"global": "utensil", "local": "14-girl_holding,o"}, "answer": "knife", "semanticStr": "select: girl (6)->relate: _,holding,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "6", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the knife.", "image": "n118102.jpg", "question_id": 201528054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20462204", "20462205", "20462207", "20462208", "20462209", "20462215", "20462214", "20462213", "20462211", "20462210"], "equivalent": ["20462212", "20462213"], "question": "What is the house made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-house_material"}, "answer": "wood", "semanticStr": "select: house (8)->query: material [0]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is made of wood.", "image": "n571179.jpg", "question_id": 20462212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic lights (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20503763"], "question": "Are the traffic lights metallic and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_yellow"}, "answer": "no", "semanticStr": "select: traffic lights (6)->verify material: metal [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the traffic lights are metallic but black.", "image": "n324644.jpg", "question_id": 20503763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (4)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,below,s (8)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201342408", "201342405", "201342407", "201342406", "201342410", "201342411"], "equivalent": ["201342403"], "question": "Does the vehicle below the airplane look white and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: airplane (4)->relate: vehicle,below,s (8) [0]->verify material: metal [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "4"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vehicle is white and metallic.", "image": "n157375.jpg", "question_id": 201342403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20412089", "20412088", "20412084", "20412087"], "equivalent": ["20412085"], "question": "What are the Caucasian people doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-people_activity"}, "answer": "talking", "semanticStr": "select: people (1)->filter race: caucasian [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The people are talking.", "image": "n531359.jpg", "question_id": 20412085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (4)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,above,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201342408", "201342405", "201342406"], "equivalent": ["201342407"], "question": "What color is the vehicle the airplane is above?", "isBalanced": true, "groups": {"global": "color", "local": "10q-vehicle_color"}, "answer": "white", "semanticStr": "select: airplane (4)->relate: vehicle,above,o (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "8", "6": "4"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vehicle is white.", "image": "n157375.jpg", "question_id": 201342407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow pants (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20361494"], "equivalent": ["20361494", "20361493"], "question": "Do the snowpants look black and long?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: snow pants (8)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the snowpants are long but beige.", "image": "n352479.jpg", "question_id": 20361493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306500"], "equivalent": ["20306501"], "question": "Who is sitting beside the woman?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_sitting beside,s"}, "answer": "man", "semanticStr": "select: woman (1)->relate: person,sitting beside,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting beside the woman.", "image": "n554880.jpg", "question_id": 20306501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20536129", "20536128", "20536145", "20536144", "20536147", "20536146", "20536141", "20536140", "20536142", "20536162", "20536161", "20536097", "20536099", "20536098", "20536134", "20536135", "20536136", "20536130", "20536138", "20536139", "20536148", "20536154", "20536153"], "equivalent": ["20536143", "20536142"], "question": "What color is the animal that is standing on the ground?", "isBalanced": true, "groups": {"global": "color", "local": "10q-giraffe_color"}, "answer": "dark brown", "semanticStr": "select: ground (6)->relate: animal,standing on,s (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "6", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The giraffe is dark brown.", "image": "n410476.jpg", "question_id": 20536143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201109268", "201109261", "201109257", "201109256", "201109260", "201109267"], "equivalent": ["201109258"], "question": "What's in front of the truck?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-truck_in front of,s"}, "answer": "suv", "semanticStr": "select: truck (2)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The SUV is in front of the truck.", "image": "n167164.jpg", "question_id": 201109258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle cap (15)"}, {"operation": "select", "dependencies": [], "argument": "door (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201174997"], "question": "Is the bottle cap made of the same material as the door?", "isBalanced": true, "groups": {"global": null, "local": "09same-bottle cap_door"}, "answer": "no", "semanticStr": "select: bottle cap (15)->select: door (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "2", "2:4": "15"}, "fullAnswer": {"10": "2", "2:4": "15"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bottle cap is made of plastic and the door is made of wood.", "image": "n357784.jpg", "question_id": 201174997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the right of,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20403336", "20403338"], "equivalent": ["20403335"], "question": "Does the mirror which is to the right of the lamp have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_small"}, "answer": "no", "semanticStr": "select: lamp (0)->relate: mirror,to the right of,s (1) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"10": "0", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mirror is large.", "image": "n249639.jpg", "question_id": 20403335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,near,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20403335", "20403334", "20403336", "20403331", "20403330", "20403333", "20403332", "20403339", "20403338", "20403340", "20403341", "20403342", "20403343"], "equivalent": ["20403337"], "question": "Does the mirror near the other mirror look square and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_square"}, "answer": "yes", "semanticStr": "select: mirror (2)->relate: mirror,near,s (1) [0]->verify size: large [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "6": "2"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mirror is square and large.", "image": "n249639.jpg", "question_id": 20403337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974829"], "equivalent": ["201974830"], "question": "Who is wearing the hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "player", "semanticStr": "select: hat (6)->relate: person,wearing,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a hat.", "image": "n274905.jpg", "question_id": 201974830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify rel", "dependencies": [1], "argument": "suv,behind,o (1)"}], "entailed": ["201109524", "201109271", "201109523", "201109272", "201109522"], "equivalent": ["201109525"], "question": "Is the red vehicle behind the vehicle on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-truck_suv"}, "answer": "yes", "semanticStr": "select: vehicle (2)->filter color: red [0]->verify rel: suv,behind,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "1"}, "fullAnswer": {"2": "2", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the truck is behind the SUV.", "image": "n167164.jpg", "question_id": 201109525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "truck,driving on,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201109268", "201109261", "201109257", "201109260", "201109258", "201109267"], "equivalent": ["201109256"], "question": "What is in front of the truck which is driving on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-truck_in front of,s"}, "answer": "suv", "semanticStr": "select: street (10)->relate: truck,driving on,s (2) [0]->relate: _,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"12": "10", "6": "2"}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The SUV is in front of the truck.", "image": "n167164.jpg", "question_id": 201109256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,driving on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201109253", "201109254"], "equivalent": ["201109255"], "question": "What kind of vehicle is driving on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_driving on,s"}, "answer": "suv", "semanticStr": "select: street (10)->relate: vehicle,driving on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a SUV.", "image": "n167164.jpg", "question_id": 201109255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20886974", "20886975", "20886970", "20886971", "20886972", "20886969", "20886980"], "equivalent": ["20886973"], "question": "What color is the device that is in the bottom of the image?", "isBalanced": true, "groups": {"global": "color", "local": "10q-computer mouse_color"}, "answer": "blue", "semanticStr": "select: device (11)->filter vposition: bottom [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The computer mouse is blue.", "image": "n282436.jpg", "question_id": 20886973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202006043", "202006047", "202006046", "202006045", "202006044"], "equivalent": ["202006047", "202006048"], "question": "Which side of the photo is the microwave on?", "isBalanced": true, "groups": {"global": null, "local": "10q-microwave_hposition"}, "answer": "right", "semanticStr": "select: microwave (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is on the right of the image.", "image": "n97485.jpg", "question_id": 202006048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "bench,on top of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20248023"], "equivalent": ["20248101"], "question": "Is there a bench on top of the green lawn?", "isBalanced": true, "groups": {"global": null, "local": "13-lawn_bench"}, "answer": "yes", "semanticStr": "select: lawn (11)->filter color: green [0]->relate: bench,on top of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "11", "3": "4"}, "fullAnswer": {"9": "11", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bench on top of the lawn.", "image": "n49310.jpg", "question_id": 20248101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (11)"}, {"operation": "choose activity", "dependencies": [1], "argument": "staring|sleeping"}], "entailed": ["20245757"], "equivalent": ["20245757", "20245756"], "question": "Is the person to the right of the other person staring or sleeping?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-person_activity"}, "answer": "staring", "semanticStr": "select: person (12)->relate: person,to the right of,s (11) [0]->choose activity: staring|sleeping [1]", "annotations": {"answer": {}, "question": {"9": "12", "2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is staring.", "image": "n489190.jpg", "question_id": 20245756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20655413", "20655415", "20655414", "20655416", "20655419", "20655425", "20655420", "20655421", "20655423", "20655424"], "equivalent": ["20655417"], "question": "What color do the trousers have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "gray", "semanticStr": "select: pants (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers have gray color.", "image": "n199097.jpg", "question_id": 20655417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tool (2)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201987404", "201987405", "201987406", "201987407", "201987403", "201987408", "201987409", "201987420", "201987421", "201987422", "201987423", "201987394", "201987395", "201987398", "201987417", "201987414", "201987413", "201987412", "201987411", "201987410", "201987419", "201987418"], "equivalent": ["201987416"], "question": "Is the tool red and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_red"}, "answer": "yes", "semanticStr": "select: tool (2)->verify material: metal [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tool is red and metallic.", "image": "n501951.jpg", "question_id": 201987416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "choose size", "dependencies": [2], "argument": "large|small"}], "entailed": ["201972787", "201972808", "201972809", "201972804", "201972805", "201972806", "201972814", "201972813", "201972812", "201972811", "201972810"], "equivalent": ["201972819"], "question": "Is the kite that is purple and black large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-kite_size"}, "answer": "large", "semanticStr": "select: kite (1)->filter color: purple [0]->filter color: black [1]->choose size: large|small [2]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1", "7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The kite is large.", "image": "n541482.jpg", "question_id": 201972819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "books,on top of,s (8)"}, {"operation": "filter size", "dependencies": [1], "argument": "small"}, {"operation": "relate", "dependencies": [2], "argument": "man,to the right of,s (13)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": [], "equivalent": ["201982173"], "question": "Are there men to the right of the little books that are on top of the coffee table?", "isBalanced": true, "groups": {"global": null, "local": "13-books_man"}, "answer": "no", "semanticStr": "select: coffee table (6)->relate: books,on top of,s (8) [0]->filter size: small [1]->relate: man,to the right of,s (13) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"8:10": "8", "2": "13", "16:18": "6"}, "fullAnswer": {"9": "8", "2": "13"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of the books.", "image": "n526228.jpg", "question_id": 201982173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (2) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201065546"], "equivalent": ["201065548"], "question": "Are there both ties and glasses in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-glasses_tie"}, "answer": "yes", "semanticStr": "select: tie (5)->exist: ? [0]->select: glasses (2) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "5", "5": "2"}, "fullAnswer": {"5": "5"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a tie and glasses.", "image": "n429883.jpg", "question_id": 201065548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tool (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201987417", "201987405", "201987406", "201987407", "201987413", "201987412", "201987411", "201987394", "201987408", "201987409", "201987414", "201987395"], "equivalent": ["201987410"], "question": "What is the tool made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-tool_material"}, "answer": "metal", "semanticStr": "select: tool (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tool is made of metal.", "image": "n501951.jpg", "question_id": 201987410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing on,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2075475", "2075461"], "equivalent": ["2075474"], "question": "What is the animal that stands on the grass that looks light brown?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "deer", "semanticStr": "select: grass (12)->filter color: light brown [0]->relate: animal,standing on,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"8": "12", "3": "9", "11:13": "12"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n469525.jpg", "question_id": 2075474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2075474", "2075461"], "equivalent": ["2075475"], "question": "What kind of animal stands on the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "deer", "semanticStr": "select: grass (12)->relate: animal,standing on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a deer.", "image": "n469525.jpg", "question_id": 2075475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2075477"], "equivalent": ["2075476"], "question": "What place was the picture taken at?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lake", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It was taken at the lake.", "image": "n315859.jpg", "question_id": 2075476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["2075476"], "equivalent": ["2075477"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lake", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a lake.", "image": "n315859.jpg", "question_id": 2075477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flag (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201972817", "201972816"], "equivalent": ["201972815"], "question": "Are there any small flags or kites?", "isBalanced": true, "groups": {"global": null, "local": "04-kite_small"}, "answer": "no", "semanticStr": "select: kite (1)->filter size: small [0]->exist: ? [1]->select: flag (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a kite but it is large.", "image": "n541482.jpg", "question_id": 201972815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "choose rel", "dependencies": [1], "argument": "bag,to the right of|to the left of,s (9)"}], "entailed": ["201752684", "201752967", "201752964", "201752963", "201752962", "201752682", "201752683", "201752680", "201752681", "201752686", "201752679", "201752685"], "equivalent": ["201752967", "201752966"], "question": "Is the small bag to the right or to the left of the young person?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_bag"}, "answer": "right", "semanticStr": "select: person (12)->filter age: young [0]->choose rel: bag,to the right of|to the left of,s (9) [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "13:15": "12"}, "fullAnswer": {"1": "9", "8": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the right of the boy.", "image": "n262929.jpg", "question_id": 201752966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [0], "argument": "regular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201498578", "201498533", "201498532", "201498573", "201498572", "201498571", "201498570", "201498577", "201498576", "201498575", "201498574", "201498584", "201498585", "201498582", "201498583", "201498588", "201498589", "201498605", "201498604", "201498607", "201498606", "201498601", "201498600", "201498603", "201498602", "201498609", "201498608", "201498568", "201498569", "201498564", "201498565", "201498566", "201498567", "201498539", "201498538", "201498618", "201498619", "201498599", "201498598", "201498616", "201498617", "201498614", "201498615", "201498591", "201498593", "201498592", "201498595", "201498594", "201498597"], "equivalent": ["201498590"], "question": "Is the keyboard long and regular?", "isBalanced": true, "groups": {"global": null, "local": "05-long_regular"}, "answer": "yes", "semanticStr": "select: keyboard (7)->verify length: long [0]->verify: regular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the keyboard is long and regular.", "image": "n315887.jpg", "question_id": 201498590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (0)"}, {"operation": "relate", "dependencies": [0], "argument": "elephant,looking at,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201795049", "201795048", "201795047", "201795046", "201795094", "201795040", "201795093", "201795027", "201795038", "201795039", "201795028", "201795034", "201795035", "201795037", "201795030", "201795031", "201795032", "201795033"], "equivalent": ["201795036"], "question": "How big is the elephant the child is looking at?", "isBalanced": true, "groups": {"global": "size", "local": "10q-elephant_size"}, "answer": "large", "semanticStr": "select: child (0)->relate: elephant,looking at,o (14) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "14", "6": "0"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is large.", "image": "n119944.jpg", "question_id": 201795036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper (4)"}, {"operation": "verify", "dependencies": [0], "argument": "cooked"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202036818"], "question": "Does the pepper look red and cooked?", "isBalanced": true, "groups": {"global": null, "local": "05-cooked_red"}, "answer": "no", "semanticStr": "select: pepper (4)->verify: cooked [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pepper is cooked but green.", "image": "n200225.jpg", "question_id": 202036818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258898", "20258585", "20258683", "20258682", "20258897", "20258687", "20258685", "20258684", "20258690", "20258689", "20258688"], "equivalent": ["20258686"], "question": "What kind of furniture is to the left of the phone?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-phone_to the left of,s"}, "answer": "chair", "semanticStr": "select: phone (0)->relate: furniture,to the left of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n204894.jpg", "question_id": 20258686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177718"], "equivalent": ["20177719"], "question": "What's the table inside of?", "isBalanced": true, "groups": {"global": "place", "local": "14-table_inside,o"}, "answer": "restaurant", "semanticStr": "select: table (18)->relate: _,inside,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "18", "5": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is inside the restaurant.", "image": "n55058.jpg", "question_id": 20177719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177719"], "equivalent": ["20177718"], "question": "What is this table inside of?", "isBalanced": true, "groups": {"global": "place", "local": "14-table_inside,o"}, "answer": "restaurant", "semanticStr": "select: table (18)->relate: _,inside,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "5": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is inside the restaurant.", "image": "n55058.jpg", "question_id": 20177718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beds (8)"}, {"operation": "verify", "dependencies": [0], "argument": "covered"}], "entailed": ["201763982"], "equivalent": ["201763983"], "question": "Do these beds look covered?", "isBalanced": true, "groups": {"global": null, "local": "06-beds_covered"}, "answer": "yes", "semanticStr": "select: beds (8)->verify: covered [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the beds are covered.", "image": "n246334.jpg", "question_id": 201763983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree leaves (10)"}, {"operation": "verify", "dependencies": [0], "argument": "dried"}], "entailed": ["202073130"], "equivalent": ["202073131"], "question": "Do the tree leaves look dried?", "isBalanced": true, "groups": {"global": null, "local": "06-tree leaves_dried"}, "answer": "yes", "semanticStr": "select: tree leaves (10)->verify: dried [0]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tree leaves are dried.", "image": "n219840.jpg", "question_id": 202073131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887229", "20887228", "20887379", "20887378", "20887373", "20887375", "20887374", "20887377"], "equivalent": ["20887376"], "question": "What animal is to the left of the keyboard?", "isBalanced": true, "groups": {"global": "animal", "local": "15-keyboard_to the left of,s"}, "answer": "dog", "semanticStr": "select: keyboard (6)->relate: animal,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n282436.jpg", "question_id": 20887376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|white"}], "entailed": ["20589036"], "equivalent": ["20589037", "20589036"], "question": "Which color is that beach, blue or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-beach_color"}, "answer": "blue", "semanticStr": "select: beach (8)->choose color: blue|white [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The beach is blue.", "image": "n258500.jpg", "question_id": 20589037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,inside,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177611", "20177720", "20177721", "20177716", "20177715", "20177714"], "equivalent": ["20177717"], "question": "What piece of furniture is inside the restaurant?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-restaurant_inside,s"}, "answer": "table", "semanticStr": "select: restaurant (15)->relate: furniture,inside,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"1:4": "18"}, "fullAnswer": {"1:4": "18", "6": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n55058.jpg", "question_id": 20177717}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201301959", "201301992", "201301993", "201301991", "201301983", "201301976", "201301977", "201301989", "201301988"], "equivalent": ["201301990"], "question": "How clean do you think are the trousers?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-pants_cleanliness"}, "answer": "clean", "semanticStr": "select: pants (3)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are clean.", "image": "n127705.jpg", "question_id": 201301990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20177611", "20177720", "20177721", "20177717", "20177716", "20177715"], "equivalent": ["20177714"], "question": "What is inside the restaurant that is not little?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-restaurant_inside,s"}, "answer": "table", "semanticStr": "select: restaurant (15)->filter size: not(small) [0]->relate: _,inside,s (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"8": "15", "4": "15"}, "fullAnswer": {"1": "18", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is inside the restaurant.", "image": "n55058.jpg", "question_id": 20177714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "filter cleanliness", "dependencies": [3], "argument": "clean"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201987678", "201987680", "201987681"], "equivalent": ["201987679", "201987678"], "question": "Are there clean beds or tables?", "isBalanced": true, "groups": {"global": null, "local": "04-table_clean"}, "answer": "no", "semanticStr": "select: table (11)->filter cleanliness: clean [0]->exist: ? [1]->select: bed (-) ->filter cleanliness: clean [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is dirty.", "image": "n470131.jpg", "question_id": 201987679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving dish (11)"}, {"operation": "relate", "dependencies": [0], "argument": "onion,to the left of,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "healthy"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20177854", "20177855", "20177856", "20177857", "20177850", "20177851", "20177852", "20177853", "20177834", "20177835", "20177832", "20177833", "20177830", "20177831", "20177863", "20177861", "20177849", "20177848", "20177847", "20177845", "20177844", "20177829", "20177828", "20177825", "20177824", "20177827", "20177826", "20177821", "20177820", "20177823", "20177822", "20177862"], "equivalent": ["20177846"], "question": "Does the onion to the left of the serving dish look healthy and small?", "isBalanced": true, "groups": {"global": null, "local": "05-healthy_small"}, "answer": "yes", "semanticStr": "select: serving dish (11)->relate: onion,to the left of,s (3) [0]->verify: healthy [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "11", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the onion is healthy and small.", "image": "n55058.jpg", "question_id": 20177846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bear,next to,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201467278", "201467279", "201467282", "201467280", "201467276", "201467274", "201467275"], "equivalent": ["201467277"], "question": "How large is the bear next to the other bear?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bear_size"}, "answer": "large", "semanticStr": "select: bear (4)->relate: bear,next to,s (3) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "4", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bear is large.", "image": "n437192.jpg", "question_id": 201467277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tool (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201411154"], "question": "Is the metal tool short and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: tool (4)->filter material: metal [0]->verify color: black [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tool is black but long.", "image": "n415215.jpg", "question_id": 201411154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tie (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202270826", "202270827", "202270909"], "equivalent": ["202270828"], "question": "Are there either glasses or ties in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_tie"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: tie (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no ties or glasses.", "image": "n469156.jpg", "question_id": 202270828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (10)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["20929336", "20929337", "20929341", "20929340", "20929338", "20929339", "20929342"], "equivalent": ["20929347"], "question": "Is the mirror large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-mirror_size"}, "answer": "small", "semanticStr": "select: mirror (10)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is small.", "image": "n9181.jpg", "question_id": 20929347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (25)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20672817"], "question": "Do you see any chairs or plates in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_plate"}, "answer": "yes", "semanticStr": "select: chair (25)->exist: ? [0]->select: plate (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "25"}, "fullAnswer": {"4": "25"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a chair.", "image": "n59147.jpg", "question_id": 20672817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (30)"}, {"operation": "choose rel", "dependencies": [0], "argument": "toilet,to the left of|to the right of,s (24)"}], "entailed": ["20673039", "20673040", "20672814"], "equivalent": ["20672815"], "question": "Is the white toilet to the left or to the right of the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_toilet"}, "answer": "left", "semanticStr": "select: table (30)->choose rel: toilet,to the left of|to the right of,s (24) [0]", "annotations": {"answer": {}, "question": {"13": "30", "2:4": "24"}, "fullAnswer": {"1": "24", "8": "30"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The toilet is to the left of the table.", "image": "n59147.jpg", "question_id": 20672815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204901"], "equivalent": ["20204972"], "question": "Who is using the laptop?", "isBalanced": true, "groups": {"global": "person", "local": "14-laptop_using,s"}, "answer": "woman", "semanticStr": "select: laptop (4)->relate: person,using,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using the laptop.", "image": "n532191.jpg", "question_id": 20204972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,using,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20204822", "20204823", "20204975", "20204976", "20204977", "20204978", "20204979"], "equivalent": ["20204974"], "question": "What is the happy person using?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_using,o"}, "answer": "laptop", "semanticStr": "select: person (7)->filter face expression: happy [0]->relate: _,using,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using a laptop.", "image": "n532191.jpg", "question_id": 20204974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["20258609", "20258608", "20258610", "20258612"], "equivalent": ["20258611", "20258610"], "question": "On which side is the white chair, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-chair_hposition"}, "answer": "left", "semanticStr": "select: chair (11)->filter color: white [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"5:7": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is on the left of the image.", "image": "n204894.jpg", "question_id": 20258611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (10)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "windows (-) "}, {"operation": "filter", "dependencies": [3], "argument": "closed"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20953951", "20953950"], "equivalent": ["20953949"], "question": "Is there a closed window or door?", "isBalanced": true, "groups": {"global": null, "local": "04-door_closed"}, "answer": "no", "semanticStr": "select: door (10)->filter: closed [0]->exist: ? [1]->select: windows (-) ->filter: closed [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a door but it is open.", "image": "n498712.jpg", "question_id": 20953949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827456", "20827454", "20827398"], "equivalent": ["20827455"], "question": "Which kind of furniture is to the left of the side table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-side table_to the left of,s"}, "answer": "sofa", "semanticStr": "select: side table (15)->relate: furniture,to the left of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n283587.jpg", "question_id": 20827455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361219", "20361315"], "equivalent": ["20361316"], "question": "Who is wearing the hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: hat (4)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a hat.", "image": "n352479.jpg", "question_id": 20361316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210957", "20210956", "20210954"], "equivalent": ["20210955"], "question": "Which kind of baked good is on top of the plate?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-plate_on top of,s"}, "answer": "pie", "semanticStr": "select: plate (11)->relate: baked good,on top of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pie.", "image": "n312206.jpg", "question_id": 20210955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "baked good,on top of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20210957", "20210956", "20210955"], "equivalent": ["20210954"], "question": "What is the food that is on top of the round plate?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-plate_on top of,s"}, "answer": "pie", "semanticStr": "select: plate (11)->filter shape: round [0]->relate: baked good,on top of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10", "10:12": "11"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pie.", "image": "n312206.jpg", "question_id": 20210954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboarder (2)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(male)"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": ["20361334", "20361314"], "equivalent": ["20361313"], "question": "Is the snowboarder that is not male wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-snowboarder_helmet"}, "answer": "no", "semanticStr": "select: snowboarder (2)->filter gender: not(male) [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "2", "6": "2"}, "fullAnswer": {"2": "2", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the snowboarder is wearing a glove.", "image": "n352479.jpg", "question_id": 20361313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361219"], "equivalent": ["20361310"], "question": "Who is wearing a glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: glove (0)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "0"}, "fullAnswer": {"1": "2", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a glove.", "image": "n352479.jpg", "question_id": 20361310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (5)"}, {"operation": "relate", "dependencies": [0], "argument": "oil,larger than,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20757018", "20757014", "20757015", "20757016", "20757017"], "equivalent": ["20757013"], "question": "What is under the oil that is larger than the wine?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-oil_under,s"}, "answer": "stove", "semanticStr": "select: wine (5)->relate: oil,larger than,s (6) [0]->relate: _,under,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"10": "5", "4": "6"}, "fullAnswer": {"1": "7", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove is under the oil.", "image": "n433532.jpg", "question_id": 20757013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,under,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20757018", "20757014", "20757016", "20757017", "20757013"], "equivalent": ["20757015"], "question": "What do you think is the appliance that is under the oil?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oil_under,s"}, "answer": "stove", "semanticStr": "select: oil (6)->relate: appliance,under,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"11": "6", "6": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n433532.jpg", "question_id": 20757015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201047340"], "equivalent": ["201047342"], "question": "Are there both glasses and ties in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-glasses_tie"}, "answer": "yes", "semanticStr": "select: tie (3)->exist: ? [0]->select: glasses (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a tie and glasses.", "image": "n234683.jpg", "question_id": 201047342}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,tied around,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047346"], "equivalent": ["201047345"], "question": "What is the necktie tied around?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-tie_tied around,o"}, "answer": "dress shirt", "semanticStr": "select: tie (3)->relate: _,tied around,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "6:8": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The necktie is tied around the dress shirt.", "image": "n234683.jpg", "question_id": 201047345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,tied around,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047345"], "equivalent": ["201047346"], "question": "What's the tie tied around?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-tie_tied around,o"}, "answer": "dress shirt", "semanticStr": "select: tie (3)->relate: _,tied around,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "3", "6:8": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The necktie is tied around the dress shirt.", "image": "n234683.jpg", "question_id": 201047346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dress shirt,tied around,o (5)"}], "entailed": [], "equivalent": ["201047347"], "question": "Is the necktie tied around the dress shirt the man is wearing?", "isBalanced": true, "groups": {"global": null, "local": "13-tie_dress shirt"}, "answer": "yes", "semanticStr": "select: tie (3)->verify rel: dress shirt,tied around,o (5) [0]", "annotations": {"answer": {}, "question": {"9": "0", "2": "3", "6:8": "5"}, "fullAnswer": {"2": "3", "7:9": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the necktie is tied around the dress shirt.", "image": "n234683.jpg", "question_id": 201047347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20756944", "20756946"], "equivalent": ["20756945", "20756944"], "question": "What is the appliance in this scene?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "stove", "semanticStr": "select: appliance (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n433532.jpg", "question_id": 20756945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "faucet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202081292", "202081291", "202081290", "202081078"], "equivalent": ["202081292", "202081291", "202081293"], "question": "Do you see any faucets or coffee mugs?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-coffee mug_faucet"}, "answer": "no", "semanticStr": "select: coffee mug (-)->exist: ? [0]->select: faucet (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no faucets or coffee mugs.", "image": "n314630.jpg", "question_id": 202081293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201616039", "201616042", "201616040"], "equivalent": ["201616041"], "question": "Is the rug on the right side or on the left of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-rug_hposition"}, "answer": "right", "semanticStr": "select: rug (1)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The rug is on the right of the image.", "image": "n65230.jpg", "question_id": 201616041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20756945", "20756944"], "equivalent": ["20756946"], "question": "What kind of appliance is it?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "stove", "semanticStr": "select: appliance (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n433532.jpg", "question_id": 20756946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,in front of,s (1)"}, {"operation": "filter", "dependencies": [1], "argument": "patterned"}, {"operation": "verify hardness", "dependencies": [2], "argument": "soft"}, {"operation": "verify color", "dependencies": [2], "argument": "teal "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201616061", "201616062", "201616058", "201616059", "201616049", "201616048", "201616047", "201616056", "201616057", "201616065", "201616064", "201616052", "201616051", "201616054", "201616053", "201616055", "201616050", "201616063", "201616060"], "equivalent": ["201616047", "201616046"], "question": "Is the patterned rug in front of the toilet soft and teal?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_teal"}, "answer": "yes", "semanticStr": "select: toilet (0)->relate: rug,in front of,s (1) [0]->filter: patterned [1]->verify hardness: soft [2]->verify color: teal  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"8": "0", "2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the rug is soft and teal.", "image": "n65230.jpg", "question_id": 201616046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "relate", "dependencies": [0], "argument": "dog,to the left of,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "uncomfortable"}], "entailed": ["201878401", "201878400", "201878403", "201878390", "201878389", "201878399", "201878398", "201878402", "201878391", "201878387", "201878392"], "equivalent": ["201878388"], "question": "Does the dog to the left of the person look uncomfortable?", "isBalanced": true, "groups": {"global": null, "local": "06-dog_uncomfortable"}, "answer": "yes", "semanticStr": "select: person (4)->relate: dog,to the left of,s (0) [0]->verify: uncomfortable [1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dog is uncomfortable.", "image": "n342511.jpg", "question_id": 201878388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (2)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202081998", "202082006", "202082005", "202081991", "202081994", "202081995", "202081973"], "equivalent": ["202081996"], "question": "What shape is the pot?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pot_shape"}, "answer": "round", "semanticStr": "select: pot (2)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pot is round.", "image": "n433692.jpg", "question_id": 202081996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,holding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201527442", "201527443", "201527440", "201527441", "201527446", "201527447", "201527445", "201527453", "201527432", "201527435", "201527434", "201527433", "201527454", "201527431", "201527430", "201527460", "201527461", "201527439", "201527438"], "equivalent": ["201527444"], "question": "What color is the utensil the girl is holding?", "isBalanced": true, "groups": {"global": "color", "local": "10q-knife_color"}, "answer": "brown", "semanticStr": "select: girl (6)->relate: utensil,holding,o (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "0", "6": "6"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife is brown.", "image": "n118102.jpg", "question_id": 201527444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201342287", "201342286", "201342285", "201342283", "201342282", "201342281", "201342295", "201342280", "201342276", "201342279", "201342291"], "equivalent": ["201342284"], "question": "What is that plane made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-airplane_material"}, "answer": "metal", "semanticStr": "select: airplane (4)->query: material [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plane is made of metal.", "image": "n157375.jpg", "question_id": 201342284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244187", "202244208", "202244188", "202244189", "202244210", "202244190"], "equivalent": ["202244209"], "question": "What kind of food is black and white?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_black and white"}, "answer": "rice", "semanticStr": "select: food (2)->filter: black and white [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is rice.", "image": "n296467.jpg", "question_id": 202244209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (15)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20551370", "20551368", "20551369"], "equivalent": ["20551367", "20551368"], "question": "Is there a round door or window?", "isBalanced": true, "groups": {"global": null, "local": "04-windows_round"}, "answer": "no", "semanticStr": "select: windows (15)->filter shape: round [0]->exist: ? [1]->select: door (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"3": "15"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are windows but they are square.", "image": "n153118.jpg", "question_id": 20551367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "select", "dependencies": [], "argument": "cabinet (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201430599"], "question": "Are both the door and the cabinet made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cabinet_door"}, "answer": "yes", "semanticStr": "select: door (1)->select: cabinet (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "1", "6": "7"}, "fullAnswer": {"3": "1", "6": "7"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the door and the cabinet are made of wood.", "image": "n206785.jpg", "question_id": 201430599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20706179", "20706181", "20706177", "20706176", "20706178"], "equivalent": ["20706181", "20706180"], "question": "On which side of the image is the mouse pad?", "isBalanced": true, "groups": {"global": null, "local": "10q-mouse pad_hposition"}, "answer": "left", "semanticStr": "select: mouse pad (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mouse pad is on the left of the image.", "image": "n264887.jpg", "question_id": 20706180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "relate", "dependencies": [0], "argument": "mouse pad,in front of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}], "entailed": ["20706184", "20706185", "20706186", "20706187", "20706182", "20706194", "20706188", "20706189"], "equivalent": ["20706183", "20706184"], "question": "Does the mouse pad in front of the monitor have green color?", "isBalanced": true, "groups": {"global": null, "local": "06-mouse pad_green"}, "answer": "yes", "semanticStr": "select: monitor (1)->relate: mouse pad,in front of,s (4) [0]->verify color: green [1]", "annotations": {"answer": {}, "question": {"8": "1", "2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mousepad is green.", "image": "n264887.jpg", "question_id": 20706183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (18)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting inside,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201879619", "201879656", "201879655", "201879654", "201879653", "201879651"], "equivalent": ["201879652"], "question": "What animal sits inside the vehicle that is not big?", "isBalanced": true, "groups": {"global": "animal", "local": "14-truck_sitting inside,s"}, "answer": "dog", "semanticStr": "select: vehicle (18)->filter size: not(large) [0]->relate: animal,sitting inside,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "18", "5": "18"}, "fullAnswer": {"1": "9", "5": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog sits inside the truck.", "image": "n290409.jpg", "question_id": 201879652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201879384", "201879387", "201879386", "201879383"], "equivalent": ["201879385"], "question": "Where in the image is the mirror, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-mirror_hposition"}, "answer": "right", "semanticStr": "select: mirror (12)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is on the right of the image.", "image": "n290409.jpg", "question_id": 201879385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201738997", "201738999"], "equivalent": ["201738997", "201738998"], "question": "The pitcher that is not old is standing where?", "isBalanced": true, "groups": {"global": "place", "local": "14-pitcher_standing on,o"}, "answer": "field", "semanticStr": "select: pitcher (0)->filter: not(old) [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"1": "0", "5": "0"}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is standing on the field.", "image": "n485969.jpg", "question_id": 201738998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goggles (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201412268"], "equivalent": ["201412269"], "question": "Who is wearing the goggles?", "isBalanced": true, "groups": {"global": "person", "local": "14-goggles_wearing,s"}, "answer": "skier", "semanticStr": "select: goggles (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing goggles.", "image": "n143672.jpg", "question_id": 201412269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose color", "dependencies": [1], "argument": "green|white"}], "entailed": ["20667328", "20667329"], "equivalent": ["20667328", "20667329", "20667327"], "question": "Is the hat that is made of cloth white or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-hat_color"}, "answer": "green", "semanticStr": "select: hat (10)->filter material: cloth [0]->choose color: green|white [1]", "annotations": {"answer": {}, "question": {"2": "10", "7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hat is green.", "image": "n181355.jpg", "question_id": 20667327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (7)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201264214", "201264220", "201264213", "201264212", "201264262", "201264250", "201264257", "201264256", "201264263", "201264210", "201264219", "201264218", "201264231", "201264216", "201264233", "201264232", "201264235", "201264234", "201264211", "201264236", "201264241", "201264242", "201264243", "201264244", "201264245", "201264246", "201264247", "201264248", "201264249", "201264260", "201264261", "201264266", "201264267", "201264228", "201264229", "201264209", "201264227", "201264204", "201264205", "201264202", "201264217", "201264230", "201264215"], "equivalent": ["201264203"], "question": "Is the vehicle to the left of the house large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: house (9)->relate: vehicle,to the left of,s (7) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "9", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bus is large and white.", "image": "n357126.jpg", "question_id": 201264203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20247813"], "question": "Are the jeans black and long?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: jeans (2)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jeans are long but blue.", "image": "n49310.jpg", "question_id": 20247813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "select", "dependencies": [], "argument": "bookcase (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202161933"], "question": "Are both the window and the bookcase made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-bookcase_window"}, "answer": "no", "semanticStr": "select: window (5)->select: bookcase (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "8"}, "fullAnswer": {"9": "8", "2": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the bookcase is made of wood.", "image": "n69237.jpg", "question_id": 202161933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify rel", "dependencies": [1], "argument": "gloves,wearing,o (-)"}], "entailed": [], "equivalent": ["201412263"], "question": "Is the skier that is not female wearing gloves?", "isBalanced": true, "groups": {"global": null, "local": "13-skier_gloves"}, "answer": "no", "semanticStr": "select: skier (0)->filter gender: not(female) [0]->verify rel: gloves,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "5:7": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the skier is wearing snow pants.", "image": "n143672.jpg", "question_id": 201412263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201412265"], "question": "Who is using the skis?", "isBalanced": true, "groups": {"global": "person", "local": "14-skis_using,s"}, "answer": "skier", "semanticStr": "select: skis (7)->relate: person,using,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is using the skis.", "image": "n143672.jpg", "question_id": 201412265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "relate", "dependencies": [1], "argument": "_,using,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201412398"], "equivalent": ["201412266"], "question": "What is the skier that is not female using?", "isBalanced": true, "groups": {"global": "thing", "local": "14-skier_using,o"}, "answer": "skis", "semanticStr": "select: skier (0)->filter gender: not(female) [0]->relate: _,using,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "0", "7": "0"}, "fullAnswer": {"1": "0", "4": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is using skis.", "image": "n143672.jpg", "question_id": 201412266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (2)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201462398", "201462399", "201462392", "201462393", "201462391", "201462396", "201462397", "201462413", "201462395", "201462402", "201462400", "201462408", "201462389", "201462403", "201462387", "201462386", "201462406", "201462407", "201462404", "201462405", "201462410", "201462394", "201462412"], "equivalent": ["201462385", "201462386"], "question": "Is the jersey white and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: jersey (2)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jersey is white and clean.", "image": "n508641.jpg", "question_id": 201462385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (24)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (11)"}, {"operation": "filter", "dependencies": [1], "argument": "smiling"}, {"operation": "choose activity", "dependencies": [2], "argument": "staring|waiting"}], "entailed": ["201481455"], "equivalent": ["201481454", "201481455"], "question": "What is the smiling woman to the right of the glasses doing, waiting or staring?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-woman_activity"}, "answer": "staring", "semanticStr": "select: glasses (24)->relate: woman,to the right of,s (11) [0]->filter: smiling [1]->choose activity: staring|waiting [2]", "annotations": {"answer": {}, "question": {"10": "24", "3:5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is staring.", "image": "n470920.jpg", "question_id": 201481454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201481445", "201481430"], "equivalent": ["201481451"], "question": "Who is staring?", "isBalanced": true, "groups": {"global": "person", "local": "staring"}, "answer": "woman", "semanticStr": "select: person (11)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is staring.", "image": "n470920.jpg", "question_id": 201481451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (-)"}], "entailed": ["201490976"], "equivalent": ["201490977"], "question": "Does the person that is not young wear shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_shorts"}, "answer": "no", "semanticStr": "select: person (0)->filter age: not(young) [0]->verify rel: shorts,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"2": "0", "4": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman wears glasses.", "image": "n86120.jpg", "question_id": 201490977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (10)"}, {"operation": "relate", "dependencies": [0], "argument": "curtains,to the left of,s (16)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202121560", "202121561", "202121562", "202121563", "202121559", "202121565", "202121566", "202121567", "202121568", "202121557", "202121556", "202121555", "202121569", "202121564", "202121558"], "equivalent": ["202121554"], "question": "Are the curtains to the left of the plates small and colorful?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_small"}, "answer": "yes", "semanticStr": "select: plates (10)->relate: curtains,to the left of,s (16) [0]->verify: colorful [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "10", "2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the curtains are small and colorful.", "image": "n140421.jpg", "question_id": 202121554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (16)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["202121560", "202121561", "202121562", "202121563", "202121559", "202121558", "202121567", "202121555", "202121556", "202121564"], "equivalent": ["202121558", "202121557"], "question": "Do the colorful curtains look small?", "isBalanced": true, "groups": {"global": null, "local": "06-curtains_small"}, "answer": "yes", "semanticStr": "select: curtains (16)->filter: colorful [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the curtains are small.", "image": "n140421.jpg", "question_id": 202121557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "oven,behind,o (-)"}], "entailed": [], "equivalent": ["202121551"], "question": "Is the countertop behind an oven?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_oven"}, "answer": "no", "semanticStr": "select: countertop (14)->verify rel: oven,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the countertop is behind a refrigerator.", "image": "n140421.jpg", "question_id": 202121551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (7)"}, {"operation": "select", "dependencies": [], "argument": "lamp (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201832274", "201832275"], "equivalent": ["201832276"], "question": "Is the color of the blanket different than the color of the lamp?", "isBalanced": true, "groups": {"global": null, "local": "09diff-blanket_lamp"}, "answer": "no", "semanticStr": "select: blanket (7)->select: lamp (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "0", "5": "7"}, "fullAnswer": {"3": "7", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the blanket and the lamp are white.", "image": "n432591.jpg", "question_id": 201832276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["2076745", "2076743", "2076742"], "equivalent": ["2076744"], "question": "What kind of vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "cars", "semanticStr": "select: vehicle (8)->query: name [0]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n214497.jpg", "question_id": 2076744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["2076745", "2076744", "2076742"], "equivalent": ["2076742", "2076743"], "question": "Which kind of vehicle is pictured?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "cars", "semanticStr": "select: vehicle (8)->query: name [0]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is cars.", "image": "n214497.jpg", "question_id": 2076743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794213", "20794211", "20794215", "20794214"], "equivalent": ["20794212"], "question": "What is the mustard on?", "isBalanced": true, "groups": {"global": "meat", "local": "14-mustard_on,o"}, "answer": "ham", "semanticStr": "select: mustard (5)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mustard is on the ham.", "image": "n278453.jpg", "question_id": 20794212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794213", "20794212", "20794215", "20794214"], "equivalent": ["20794211"], "question": "The mustard is on what?", "isBalanced": true, "groups": {"global": "meat", "local": "14-mustard_on,o"}, "answer": "ham", "semanticStr": "select: mustard (5)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mustard is on the ham.", "image": "n278453.jpg", "question_id": 20794211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ham (4)"}, {"operation": "relate", "dependencies": [0], "argument": "sauce,on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794205", "20794206", "20794207", "20794200", "20794201", "20794202", "20794203", "20794208", "20794209", "20794188"], "equivalent": ["20794210"], "question": "What sauce is on the ham?", "isBalanced": true, "groups": {"global": "sauce", "local": "15-ham_on,s"}, "answer": "mustard", "semanticStr": "select: ham (4)->relate: sauce,on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sauce is mustard.", "image": "n278453.jpg", "question_id": 20794210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794213", "20794212", "20794211", "20794214"], "equivalent": ["20794215"], "question": "Which kind of meat is the mustard on?", "isBalanced": true, "groups": {"global": "meat", "local": "15-mustard_on,o"}, "answer": "ham", "semanticStr": "select: mustard (5)->relate: meat,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "5", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mustard is on the ham.", "image": "n278453.jpg", "question_id": 20794215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794213", "20794212", "20794211", "20794215"], "equivalent": ["20794213", "20794214"], "question": "What is the meat that that mustard is on?", "isBalanced": true, "groups": {"global": "meat", "local": "15-mustard_on,o"}, "answer": "ham", "semanticStr": "select: mustard (5)->relate: meat,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6": "5"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is ham.", "image": "n278453.jpg", "question_id": 20794214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "monkey (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "sitting"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201795081", "201795082"], "equivalent": ["201795080", "201795081"], "question": "Are there either elephants or monkeys that are sitting?", "isBalanced": true, "groups": {"global": null, "local": "04-elephant_sitting"}, "answer": "no", "semanticStr": "select: elephant (14)->filter pose: sitting [0]->exist: ? [1]->select: monkey (-) ->filter pose: sitting [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is an elephant but it is walking.", "image": "n119944.jpg", "question_id": 201795080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doll (0)"}, {"operation": "relate", "dependencies": [0], "argument": "windows,above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20722082", "20722069", "20722084", "20722065", "20722074", "20722066", "20722073", "20722071", "20722067"], "equivalent": ["20722070"], "question": "What shape are the windows that are above the doll?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-windows_shape"}, "answer": "rectangular", "semanticStr": "select: doll (0)->relate: windows,above,s (7) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"9": "0", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The windows are rectangular.", "image": "n89148.jpg", "question_id": 20722070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20879132", "20879117", "20879112", "20879113", "20879148", "20879118", "20879119", "20879128", "20879134", "20879149", "20879133", "20879121", "20879123", "20879122", "20879125", "20879124", "20879127", "20879126"], "equivalent": ["20879120"], "question": "What is the color of the wood trees?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trees_color"}, "answer": "brown", "semanticStr": "select: trees (9)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are brown.", "image": "n259949.jpg", "question_id": 20879120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grapes (2)"}, {"operation": "select", "dependencies": [], "argument": "cookie (8) "}, {"operation": "choose healthier", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20611506"], "question": "Which are healthier, the grapes or the cookie?", "isBalanced": true, "groups": {"global": "fruit", "local": "09compare-cookie_grapes"}, "answer": "grapes", "semanticStr": "select: grapes (2)->select: cookie (8) ->choose healthier:  [0, 1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "2", "7": "8"}, "fullAnswer": {"1": "2", "6": "8"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The grapes are healthier than the cookie.", "image": "n28996.jpg", "question_id": 20611506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,on,s (15)"}, {"operation": "filter color", "dependencies": [1], "argument": "dark"}, {"operation": "verify shape", "dependencies": [2], "argument": "round"}], "entailed": ["20285100", "20285114"], "equivalent": ["20285113"], "question": "Does the dark chair on the carpet look round?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_round"}, "answer": "no", "semanticStr": "select: carpet (0)->relate: chair,on,s (15) [0]->filter color: dark [1]->verify shape: round [2]", "annotations": {"answer": {}, "question": {"2:4": "15", "6": "0"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is rectangular.", "image": "n192021.jpg", "question_id": 20285113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dolls (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "people,to the left of,o (17)"}], "entailed": ["20836690"], "equivalent": ["20836689"], "question": "Are the small dolls to the left of the people who are standing behind the luggage?", "isBalanced": true, "groups": {"global": null, "local": "13-dolls_people"}, "answer": "yes", "semanticStr": "select: dolls (6)->filter size: small [0]->verify rel: people,to the left of,o (17) [1]", "annotations": {"answer": {}, "question": {"9": "17", "2:4": "6", "15": "3"}, "fullAnswer": {"9": "17", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the dolls are to the left of the people.", "image": "n507959.jpg", "question_id": 20836689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285084", "20285115", "20285117"], "equivalent": ["20285116"], "question": "Which kind of furniture is on the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on,s"}, "answer": "chair", "semanticStr": "select: carpet (0)->relate: furniture,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n192021.jpg", "question_id": 20285116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "cows,behind,o (6)"}], "entailed": ["201704625"], "equivalent": ["201704624"], "question": "Are the green trees behind the cows in the top part of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_cows"}, "answer": "yes", "semanticStr": "select: trees (4)->filter color: green [0]->verify rel: cows,behind,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "6"}, "fullAnswer": {"2": "4", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are behind the cows.", "image": "n164272.jpg", "question_id": 201704624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (3)"}, {"operation": "relate", "dependencies": [0], "argument": "people,standing behind,s (17)"}, {"operation": "relate", "dependencies": [1], "argument": "toy,to the left of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20836685", "20836686", "20836683"], "equivalent": ["20836685", "20836684", "20836683"], "question": "What are the toys to the left of the people that stand behind the luggage called?", "isBalanced": true, "groups": {"global": "toy", "local": "15-people_to the left of,s"}, "answer": "dolls", "semanticStr": "select: luggage (3)->relate: people,standing behind,s (17) [0]->relate: toy,to the left of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "17", "3": "6", "14": "3"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toys are dolls.", "image": "n507959.jpg", "question_id": 20836684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202000821", "202000820", "202000809", "202000808", "202000805", "202000804", "202000807", "202000806", "202000803", "202000802", "202000849", "202000841", "202000840", "202000843", "202000842", "202000845", "202000844", "202000818", "202000836", "202000837", "202000839", "202000810", "202000811", "202000816"], "equivalent": ["202000835", "202000836"], "question": "Is the fence both brown and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_tall"}, "answer": "yes", "semanticStr": "select: fence (18)->verify color: brown [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is brown and tall.", "image": "n299528.jpg", "question_id": 202000835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cord (25)"}, {"operation": "select", "dependencies": [], "argument": "stove (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201428686", "201428684"], "equivalent": ["201428686", "201428685"], "question": "Is the wire different in color than the stove?", "isBalanced": true, "groups": {"global": null, "local": "09diff-cord_stove"}, "answer": "no", "semanticStr": "select: cord (25)->select: stove (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "25"}, "fullAnswer": {"3": "25", "6": "2"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the wire and the stove are black.", "image": "n64959.jpg", "question_id": 201428685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133659"], "equivalent": ["202133684"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "skateboarder", "semanticStr": "select: person (7)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is looking up.", "image": "n412144.jpg", "question_id": 202133684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,6)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["20982107", "20982104", "20982105"], "equivalent": ["20982106", "20982107", "20982104", "20982105"], "question": "Are both the people the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,6)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n52544.jpg", "question_id": 20982106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201737916"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "player", "semanticStr": "select: person (1)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The player is sitting.", "image": "n531731.jpg", "question_id": 201737916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20942925"], "equivalent": ["20942926", "20942925"], "question": "Are the shorts small and white?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: shorts (9)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are small but black.", "image": "n244826.jpg", "question_id": 20942926}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201573989"], "question": "Who in the picture is waiting?", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "people", "semanticStr": "select: person (8)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are waiting.", "image": "n115614.jpg", "question_id": 201573989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (9)"}, {"operation": "relate", "dependencies": [0], "argument": "bird,next to,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202228538"], "question": "Are there birds next to the towels?", "isBalanced": true, "groups": {"global": null, "local": "13-towels_bird"}, "answer": "no", "semanticStr": "select: towels (9)->relate: bird,next to,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"8": "9", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cat next to the towels.", "image": "n77818.jpg", "question_id": 202228538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120498", "20120155"], "equivalent": ["20120156"], "question": "What does the sign hang on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sign_hanging on,o"}, "answer": "fence", "semanticStr": "select: sign (12)->relate: _,hanging on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "12", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign hangs on the fence.", "image": "n117888.jpg", "question_id": 20120156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "filter face expression", "dependencies": [1], "argument": "happy"}, {"operation": "relate", "dependencies": [2], "argument": "_,wearing,o (15)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201576607"], "equivalent": ["201576606"], "question": "What is the happy person near the goat wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-child_wearing,o"}, "answer": "jacket", "semanticStr": "select: goat (2)->relate: person,near,s (1) [0]->filter face expression: happy [1]->relate: _,wearing,o (15) [2]->query: name [3]", "annotations": {"answer": {"0": "15"}, "question": {"7": "2", "3:5": "1"}, "fullAnswer": {"1": "1", "5": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing a jacket.", "image": "n187961.jpg", "question_id": 201576606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576606"], "equivalent": ["201576607"], "question": "What is the child wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-child_wearing,o"}, "answer": "jacket", "semanticStr": "select: child (1)->relate: _,wearing,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "1", "5": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing a jacket.", "image": "n187961.jpg", "question_id": 201576607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201576603", "201576562"], "equivalent": ["201576604"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "child", "semanticStr": "select: jacket (15)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing a jacket.", "image": "n187961.jpg", "question_id": 201576604}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|red"}], "entailed": [], "equivalent": ["201156181"], "question": "Is the jacket black or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-jacket_color"}, "answer": "black", "semanticStr": "select: jacket (15)->choose color: black|red [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is black.", "image": "n146522.jpg", "question_id": 201156181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (4)"}, {"operation": "filter texture", "dependencies": [0], "argument": "fine"}, {"operation": "choose color", "dependencies": [1], "argument": "beige|black"}], "entailed": [], "equivalent": ["20715789"], "question": "Is the fine sand black or beige?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sand_color"}, "answer": "beige", "semanticStr": "select: sand (4)->filter texture: fine [0]->choose color: beige|black [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sand is beige.", "image": "n507149.jpg", "question_id": 20715789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (5)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,wearing,s (6)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the left of|to the right of,s (1)"}], "entailed": ["20618815"], "equivalent": ["20618816"], "question": "Is the adult man to the right or to the left of the woman that wears a wrist band?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "left", "semanticStr": "select: wristband (5)->relate: woman,wearing,s (6) [0]->choose rel: man,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "1", "17:19": "5"}, "fullAnswer": {"1": "1", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the left of the woman.", "image": "n126087.jpg", "question_id": 20618816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201896391", "201896390", "201896202", "201896147", "201896250", "201896252", "201896389", "201896249", "201896382", "201896383"], "equivalent": ["201896251", "201896252"], "question": "Is there any pizza or plate in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-pizza_plate"}, "answer": "no", "semanticStr": "select: pizza (-)->exist: ? [0]->select: plate (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no plates or pizzas.", "image": "n111390.jpg", "question_id": 201896251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (1)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [1], "argument": "beautiful"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20482142", "20482145", "20482105", "20482104", "20482107", "20482106", "20482097", "20482100", "20482103", "20482128", "20482141", "20482099", "20482098", "20482109", "20482108", "20482147", "20482149", "20482148", "20482117", "20482132", "20482112", "20482113", "20482110", "20482152", "20482153", "20482150", "20482151", "20482154", "20482155", "20482143"], "equivalent": ["20482141", "20482140"], "question": "Is the long necklace both thin and beautiful?", "isBalanced": true, "groups": {"global": null, "local": "05-beautiful_thin"}, "answer": "yes", "semanticStr": "select: necklace (1)->filter length: long [0]->verify: beautiful [1]->verify thickness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the necklace is thin and beautiful.", "image": "n195249.jpg", "question_id": 20482140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20618817"], "equivalent": ["20618818"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (2)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n126087.jpg", "question_id": 20618818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fork (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20757209", "20757208", "20757207"], "equivalent": ["20757206"], "question": "Are there either small spoons or forks?", "isBalanced": true, "groups": {"global": null, "local": "04-spoon_small"}, "answer": "no", "semanticStr": "select: spoon (8)->filter size: small [0]->exist: ? [1]->select: fork (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a spoon but it is large.", "image": "n433532.jpg", "question_id": 20757206}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879366"], "equivalent": ["201879365"], "question": "What is the sidewalk in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-sidewalk_in front of,o"}, "answer": "basket", "semanticStr": "select: sidewalk (13)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sidewalk is in front of the basket.", "image": "n290409.jpg", "question_id": 201879365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "bare"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20679425"], "equivalent": ["20679424"], "question": "Do the green trees appear to be tall and bare?", "isBalanced": true, "groups": {"global": null, "local": "05-bare_tall"}, "answer": "no", "semanticStr": "select: trees (9)->filter color: green [0]->verify: bare [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are tall but leafy.", "image": "n493357.jpg", "question_id": 20679424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20863499", "20863496", "20863497", "20863500", "20863501", "20863502", "20863503"], "equivalent": ["20863498"], "question": "Is the skateboarder on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-skateboarder_right"}, "answer": "no", "semanticStr": "select: skateboarder (1)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the skateboarder is on the left of the image.", "image": "n14.jpg", "question_id": 20863498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing near,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["201428516", "201428514", "201428515", "201428531", "201428533", "201428535", "201428536", "201428537"], "equivalent": ["201428534"], "question": "What is the ethnic group of the person that is standing near the other person?", "isBalanced": true, "groups": {"global": "race", "local": "10q-person_race"}, "answer": "asian", "semanticStr": "select: person (1)->relate: person,standing near,s (0) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"14": "1", "7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is asian.", "image": "n199758.jpg", "question_id": 201428534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201428539", "201428549", "201428540"], "equivalent": ["201428538"], "question": "What is the short person holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-person_holding,o"}, "answer": "remote control", "semanticStr": "select: person (0)->filter height: short [0]->relate: _,holding,o (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is holding the remote.", "image": "n199758.jpg", "question_id": 201428538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202102894"], "equivalent": ["202102893"], "question": "Does the dishwasher that is made of stainless steel look square and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_square"}, "answer": "no", "semanticStr": "select: dishwasher (8)->filter material: stainless steel [0]->verify color: black [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "7:9": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dishwasher is square but silver.", "image": "n386682.jpg", "question_id": 202102893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coffee,behind,o (1)"}], "entailed": ["20151848", "20151850"], "equivalent": ["20151849"], "question": "Is she behind the coffee made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_coffee"}, "answer": "yes", "semanticStr": "select: she (7)->verify rel: coffee,behind,o (1) [0]", "annotations": {"answer": {}, "question": {"1": "7", "4": "1", "7": "1"}, "fullAnswer": {"2": "7", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is behind the coffee.", "image": "n313060.jpg", "question_id": 20151849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (7)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151542", "20151543", "20151844"], "equivalent": ["20151843"], "question": "What is the drink that she is behind of?", "isBalanced": true, "groups": {"global": "liquid", "local": "15-woman_behind,o"}, "answer": "coffee", "semanticStr": "select: she (7)->relate: drink,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "5": "7"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is coffee.", "image": "n313060.jpg", "question_id": 20151843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20395126", "20395104"], "equivalent": ["20395127"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "table", "semanticStr": "select: furniture (9)->query: name [0]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n369313.jpg", "question_id": 20395127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the left of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201663087", "201663086", "201663085", "201663084", "201663559", "201663558", "201663473"], "equivalent": ["201663557"], "question": "What is the appliance that is to the left of the cabinets on the right side called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-cabinets_to the left of,s"}, "answer": "dishwasher", "semanticStr": "select: cabinets (10)->filter hposition: right [0]->relate: appliance,to the left of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"11": "10", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher.", "image": "n35676.jpg", "question_id": 201663557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908861"], "equivalent": ["201908860"], "question": "What food is to the left of the napkin?", "isBalanced": true, "groups": {"global": "food", "local": "15-napkin_to the left of,s"}, "answer": "sandwiches", "semanticStr": "select: napkin (9)->relate: food,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (3)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "bus,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202158887", "202158886", "202158789"], "equivalent": ["202158886", "202158885"], "question": "Do you see any buses near the old people?", "isBalanced": true, "groups": {"global": null, "local": "13-people_bus"}, "answer": "yes", "semanticStr": "select: people (3)->filter age: old [0]->relate: bus,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"4": "0", "7:9": "3"}, "fullAnswer": {"4": "0", "7": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bus near the people.", "image": "n406334.jpg", "question_id": 202158885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151843", "20151542", "20151543"], "equivalent": ["20151844"], "question": "Which kind of drink is the woman behind of?", "isBalanced": true, "groups": {"global": "liquid", "local": "15-woman_behind,o"}, "answer": "coffee", "semanticStr": "select: woman (7)->relate: drink,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "7", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is behind the coffee.", "image": "n313060.jpg", "question_id": 20151844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201188395", "201188394", "201188397", "201188396", "201188391", "201188390", "201188392", "201188399", "201188398"], "equivalent": ["201188393"], "question": "What is the color of that jacket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "brown", "semanticStr": "select: jacket (4)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is brown.", "image": "n483840.jpg", "question_id": 201188393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202262511", "202262510", "202262513", "202262512", "202262514", "202262517", "202262516", "202262519", "202262518", "202262509", "202262520", "202262492"], "equivalent": ["202262515"], "question": "What is the color of the trees that are not little?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trees_color"}, "answer": "green", "semanticStr": "select: tree (10)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "10", "6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are green.", "image": "n538039.jpg", "question_id": 202262515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (16)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(wood)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201974648", "201974630", "201974631", "201974629"], "equivalent": ["201974646"], "question": "Are there fences in the image that are not wooden?", "isBalanced": true, "groups": {"global": null, "local": "04-fence_n#wood"}, "answer": "yes", "semanticStr": "select: fence (16)->filter material: not(wood) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"5": "16"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a metallic fence.", "image": "n274905.jpg", "question_id": 201974646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,using,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201188344", "201188353", "201188340", "201188341"], "equivalent": ["201188342"], "question": "What type of device is he using?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "phone", "semanticStr": "select: he (0)->relate: device,using,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "5": "0"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a phone.", "image": "n483840.jpg", "question_id": 201188342}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20903000", "20903031", "20903019", "20903006", "20903007", "20903008", "20903009", "20903018", "20902991", "20903011", "20903017", "20903004", "20902974"], "equivalent": ["20903009", "20903011", "20903010"], "question": "Is the shirt that looks clean long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (4)->filter cleanliness: clean [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n411121.jpg", "question_id": 20903010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify rel", "dependencies": [1], "argument": "food container,above,o (0)"}], "entailed": ["20411517", "20411749", "20411748"], "equivalent": ["20411518"], "question": "Is the large lid above the container that the fork is inside of?", "isBalanced": true, "groups": {"global": null, "local": "13-lid_food container"}, "answer": "yes", "semanticStr": "select: lid (11)->filter size: large [0]->verify rel: food container,above,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "9", "2:4": "11", "6": "0"}, "fullAnswer": {"2": "11", "6:8": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the lid is above the food container.", "image": "n363445.jpg", "question_id": 20411518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "relate", "dependencies": [0], "argument": "car,to the right of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201638730", "201638733", "201638732", "201638734", "201638726", "201638727", "201638724", "201638725", "201638722", "201638723", "201638721", "201638728", "201638729"], "equivalent": ["201638720"], "question": "Is the car to the right of the other car blue and old?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_old"}, "answer": "yes", "semanticStr": "select: car (0)->relate: car,to the right of,s (1) [0]->verify color: blue [1]->verify: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "0", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the car is blue and old.", "image": "n271392.jpg", "question_id": 201638720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "relate", "dependencies": [0], "argument": "lid,above,s (11)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20411505", "20411504", "20411515"], "equivalent": ["20411516", "20411515"], "question": "Does the lid above the food container have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-lid_small"}, "answer": "no", "semanticStr": "select: food container (0)->relate: lid,above,s (11) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "11", "5:7": "0"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lid is large.", "image": "n363445.jpg", "question_id": 20411516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (6)"}, {"operation": "select", "dependencies": [], "argument": "bag (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["2044427", "2044426"], "equivalent": ["2044425"], "question": "Does the umbrella have the same color as the bag?", "isBalanced": true, "groups": {"global": null, "local": "09same-bag_umbrella"}, "answer": "yes", "semanticStr": "select: umbrella (6)->select: bag (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "8", "2": "6"}, "fullAnswer": {"3": "6", "6": "8"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the umbrella and the bag are blue.", "image": "n184551.jpg", "question_id": 2044425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202053221", "202053220", "202053223", "202053222", "202053225", "202053227", "202053226", "202053229", "202053231"], "equivalent": ["202053224"], "question": "What is the color of the belt made of leather?", "isBalanced": true, "groups": {"global": "color", "local": "10q-belt_color"}, "answer": "black", "semanticStr": "select: belt (3)->filter material: leather [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "3", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The belt is black.", "image": "n334278.jpg", "question_id": 202053224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (11)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20508012"], "question": "Is there a window in the scene?", "isBalanced": true, "groups": {"global": null, "local": "03-windows"}, "answer": "yes", "semanticStr": "select: windows (11)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"3": "11"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there are windows.", "image": "n511913.jpg", "question_id": 20508012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201886998", "201886999", "201887061", "201887058", "201887059", "201887060", "201887055", "201887056", "201887057"], "equivalent": ["201887054"], "question": "What is in front of the vehicle in the top of the photo?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-vehicle_in front of,s"}, "answer": "table", "semanticStr": "select: vehicle (11)->filter vposition: top [0]->relate: _,in front of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"6": "11"}, "fullAnswer": {"1": "12", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the vehicle.", "image": "n429961.jpg", "question_id": 201887054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347349"], "equivalent": ["201347376"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "skateboarder", "semanticStr": "select: person (3)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is looking up.", "image": "n65202.jpg", "question_id": 201347376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201886998", "201886999", "201887061", "201887058", "201887059", "201887060", "201887054", "201887055", "201887057"], "equivalent": ["201887056", "201887057"], "question": "What type of furniture is in front of the vehicle made of metal?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-vehicle_in front of,s"}, "answer": "table", "semanticStr": "select: vehicle (11)->filter material: metal [0]->relate: furniture,in front of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"9": "11", "3": "12", "12": "11"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n429961.jpg", "question_id": 201887056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652494", "20652329"], "equivalent": ["20652493"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "woman", "semanticStr": "select: shoes (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "6"}, "fullAnswer": {"1": "0", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing shoes.", "image": "n400036.jpg", "question_id": 20652493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201826732", "201826733", "201826734", "201826735", "201826737", "201826738", "201826739", "201826748", "201826740", "201826745", "201826744", "201826747", "201826746"], "equivalent": ["201826736"], "question": "What is the large animal doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-elephant_activity"}, "answer": "looking up", "semanticStr": "select: animal (6)->filter size: large [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is looking up.", "image": "n59627.jpg", "question_id": 201826736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (6)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201826732", "201826733", "201826734", "201826735", "201826736", "201826738", "201826739", "201826748", "201826740", "201826745", "201826744", "201826747", "201826746"], "equivalent": ["201826737"], "question": "What is the elephant doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-elephant_activity"}, "answer": "looking up", "semanticStr": "select: elephant (6)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is looking up.", "image": "n59627.jpg", "question_id": 201826737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308892", "20308893", "20308815"], "equivalent": ["20308891"], "question": "What type of appliance is to the right of the oven?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_to the right of,s"}, "answer": "toaster", "semanticStr": "select: oven (14)->relate: appliance,to the right of,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"10": "14", "3": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n278312.jpg", "question_id": 20308891}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20978664", "20978662", "20978663", "20978661"], "equivalent": ["20978660"], "question": "Is the shirt blue?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_blue"}, "answer": "no", "semanticStr": "select: shirt (4)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is maroon.", "image": "n551964.jpg", "question_id": 20978660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "life jacket (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20257271", "20257412"], "equivalent": ["20257412", "20257411"], "question": "Where does the person to the left of the life vest stand on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-person_standing on,o"}, "answer": "sand", "semanticStr": "select: life jacket (13)->relate: person,to the left of,s (8) [0]->relate: place,standing on,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "8", "9:11": "13"}, "fullAnswer": {"1": "8", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person stands on the sand.", "image": "n441859.jpg", "question_id": 20257411}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20783103", "20783102", "20783101", "20783100", "20783107", "20783106", "20783105", "20783104", "20783108", "20783119", "20783116", "20783117"], "equivalent": ["20783118"], "question": "Is this a black laptop?", "isBalanced": true, "groups": {"global": null, "local": "06-laptop_black"}, "answer": "yes", "semanticStr": "select: laptop (1)->verify color: black [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a black laptop.", "image": "n355339.jpg", "question_id": 20783118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308898", "20308897", "20308815", "20308900", "20308901"], "equivalent": ["20308899"], "question": "What kind of appliance is to the right of the stove?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-stove_to the right of,s"}, "answer": "toaster", "semanticStr": "select: stove (18)->relate: appliance,to the right of,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n278312.jpg", "question_id": 20308899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding onto,o (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201984173", "201984172"], "equivalent": ["201984171"], "question": "What is the woman that is not sad holding onto?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_holding onto,o"}, "answer": "papers", "semanticStr": "select: woman (6)->filter face expression: not(sad) [0]->relate: _,holding onto,o (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3": "6", "7": "6"}, "fullAnswer": {"1": "6", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding onto the papers.", "image": "n16378.jpg", "question_id": 201984171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shuttle (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201030374", "201030373", "201030372", "201030371", "201030370", "201030364", "201030365", "201030366", "201030368", "201030369"], "equivalent": ["201030367", "201030368"], "question": "Which color is the shuttle?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shuttle_color"}, "answer": "blue", "semanticStr": "select: shuttle (14)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shuttle is blue.", "image": "n54424.jpg", "question_id": 201030367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,next to,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20811145", "20811144", "20811147"], "equivalent": ["20811147", "20811146"], "question": "Does the animal next to the tree look large and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-large_yellow"}, "answer": "no", "semanticStr": "select: tree (10)->relate: animal,next to,s (0) [0]->verify size: large [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "6": "10"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dog is large but black.", "image": "n167552.jpg", "question_id": 20811146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456711", "20456672", "20456673", "20456670", "20456671"], "equivalent": ["20456669"], "question": "What is the table in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_in front of,o"}, "answer": "cabinet", "semanticStr": "select: table (7)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the cabinet.", "image": "n65885.jpg", "question_id": 20456669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201303388"], "question": "Does the jacket look long sleeved and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_orange"}, "answer": "no", "semanticStr": "select: jacket (3)->verify: long sleeved [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is long sleeved but gray.", "image": "n518912.jpg", "question_id": 201303388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202265781", "202265780", "202265778", "202265779", "202265982", "202265775", "202265776", "202265777"], "equivalent": ["202265782"], "question": "Which kind of furniture does the woman sit atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_sitting atop,o"}, "answer": "couch", "semanticStr": "select: woman (0)->relate: furniture,sitting atop,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman sits atop the couch.", "image": "n534106.jpg", "question_id": 202265782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "verify rel", "dependencies": [1], "argument": "bag,holding,o (7)"}], "entailed": ["202286713"], "equivalent": ["202286714"], "question": "Is the Caucasian person holding the bag that is made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bag"}, "answer": "yes", "semanticStr": "select: person (0)->filter race: caucasian [0]->verify rel: bag,holding,o (7) [1]", "annotations": {"answer": {}, "question": {"11": "7", "2:4": "0", "6": "7"}, "fullAnswer": {"2": "0", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is holding the bag.", "image": "n413002.jpg", "question_id": 202286714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201153070", "201153071", "201153072", "201153073", "201153074", "201153075", "201153077", "201153069"], "equivalent": ["201153076", "201153077"], "question": "On which side is the young person?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: person (0)->filter age: young [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n160664.jpg", "question_id": 201153076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bleachers (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2062278"], "equivalent": ["2062280"], "question": "What are the bleachers made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bleachers_material"}, "answer": "wood", "semanticStr": "select: bleachers (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bleachers are made of wood.", "image": "n179136.jpg", "question_id": 2062280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking at,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286718", "202286534", "202286720", "202286721", "202286717", "202286722"], "equivalent": ["202286719"], "question": "What animal is the woman looking at?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_looking at,o"}, "answer": "elephant", "semanticStr": "select: woman (0)->relate: animal,looking at,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the elephant.", "image": "n413002.jpg", "question_id": 202286719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "couch,on top of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20456661", "20456662"], "equivalent": ["20456660", "20456662", "20456661"], "question": "Is there a couch on top of the gray carpet?", "isBalanced": true, "groups": {"global": null, "local": "13-carpet_couch"}, "answer": "no", "semanticStr": "select: carpet (5)->filter color: gray [0]->relate: couch,on top of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"9": "5", "4": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table on top of the carpet.", "image": "n65885.jpg", "question_id": 20456660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201303385", "201303384", "201303386", "201303381", "201303380", "201303382", "201303388"], "equivalent": ["201303383"], "question": "What is the color of the jacket?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jacket_color"}, "answer": "gray", "semanticStr": "select: jacket (3)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is gray.", "image": "n518912.jpg", "question_id": 201303383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456599", "20456600", "20456666", "20456664", "20456667", "20456675"], "equivalent": ["20456665"], "question": "What's in front of the cabinet?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cabinet_in front of,s"}, "answer": "table", "semanticStr": "select: cabinet (8)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the cabinet.", "image": "n65885.jpg", "question_id": 20456665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652728", "20652731", "20652730", "20652732", "20652735", "20652727", "20652736"], "equivalent": ["20652729"], "question": "What's in front of the woman?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-woman_in front of,s"}, "answer": "cars", "semanticStr": "select: woman (0)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are in front of the woman.", "image": "n400036.jpg", "question_id": 20652729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (12)"}, {"operation": "relate", "dependencies": [0], "argument": "shorts,wearing,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202223279", "202223286", "202223287", "202223284", "202223285", "202223282", "202223280"], "equivalent": ["202223284", "202223282", "202223283"], "question": "Which color do you think the shorts the man wears are?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "gray", "semanticStr": "select: man (12)->relate: shorts,wearing,o (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "12", "6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are gray.", "image": "n257997.jpg", "question_id": 202223283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20246037", "20246043", "20246044"], "equivalent": ["20246053"], "question": "Who in the image is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skateboarder", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is standing.", "image": "n489190.jpg", "question_id": 20246053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (11)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|green"}], "entailed": ["202156627"], "equivalent": ["202156626"], "question": "Are the trees brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-trees_color"}, "answer": "brown", "semanticStr": "select: trees (11)->choose color: brown|green [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are brown.", "image": "n543966.jpg", "question_id": 202156626}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboarder,to the left of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["20246058", "20246060", "20246061", "20246062"], "equivalent": ["20246059"], "question": "Which gender is the skateboarder that is to the left of the helmet?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-skateboarder_gender"}, "answer": "female", "semanticStr": "select: helmet (4)->relate: skateboarder,to the left of,s (8) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"12": "4", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is female.", "image": "n489190.jpg", "question_id": 20246059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652728", "20652729", "20652731", "20652730", "20652732", "20652735", "20652736"], "equivalent": ["20652727"], "question": "What is in front of the woman?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-woman_in front of,s"}, "answer": "cars", "semanticStr": "select: woman (0)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"6": "0"}, "fullAnswer": {"1": "7", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are in front of the woman.", "image": "n400036.jpg", "question_id": 20652727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20330174", "20330175", "20330176", "20330171", "20330172", "20330173", "20330181", "20330178", "20330179", "20330180", "20330182"], "equivalent": ["20330177"], "question": "How tall is the person on the left?", "isBalanced": true, "groups": {"global": "height", "local": "10q-person_height"}, "answer": "tall", "semanticStr": "select: person (13)->filter hposition: left [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is tall.", "image": "n260521.jpg", "question_id": 20330177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "person,to the right of,o (0)"}], "entailed": ["202246654", "202246743", "202246166", "202246382", "202246383"], "equivalent": ["202246655"], "question": "Is the silver device to the right of her?", "isBalanced": true, "groups": {"global": null, "local": "13-person_person"}, "answer": "yes", "semanticStr": "select: she (0)->verify rel: person,to the right of,o (0) [0]", "annotations": {"answer": {}, "question": {"8": "0", "2:4": "4"}, "fullAnswer": {"10": "0", "2:4": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the computer mouse is to the right of the person.", "image": "n310828.jpg", "question_id": 202246655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201621571", "201621573", "201621572", "201621575", "201621577", "201621576", "201621578"], "equivalent": ["201621574"], "question": "Which color is the floor?", "isBalanced": true, "groups": {"global": "color", "local": "10q-floor_color"}, "answer": "brown", "semanticStr": "select: floor (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is brown.", "image": "n275148.jpg", "question_id": 201621574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "select", "dependencies": [], "argument": "fan (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20284991"], "equivalent": ["20284990"], "question": "Are the couch and the fan the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-couch_fan"}, "answer": "no", "semanticStr": "select: couch (13)->select: fan (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "3"}, "fullAnswer": {"2": "13", "7": "3"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the couch is red and the fan is white.", "image": "n192021.jpg", "question_id": 20284990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": [], "equivalent": ["20515819"], "question": "Is the weather cloudy?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "no", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is clear.", "image": "n70461.jpg", "question_id": 20515819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,sitting on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20811315", "20811317", "20811312", "20811318", "20811319", "20811329", "20811332", "20811331", "20811320", "20811323", "20811322"], "equivalent": ["20811321", "20811320"], "question": "What is the color of the chair the person sits on?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-chair_color"}, "answer": "dark", "semanticStr": "select: person (1)->relate: chair,sitting on,o (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "1", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is dark.", "image": "n167552.jpg", "question_id": 20811321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (15)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin"}], "entailed": ["20963848", "20963849", "20963847", "20963844", "20963845", "20963851", "20963850", "20963852", "20963842", "20963819", "20963820", "20963834"], "equivalent": ["20963846", "20963845"], "question": "Is the pipe thin?", "isBalanced": true, "groups": {"global": null, "local": "06-pipe_thin"}, "answer": "yes", "semanticStr": "select: pipe (15)->verify thickness: thin [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pipe is thin.", "image": "n119886.jpg", "question_id": 20963846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify state", "dependencies": [1], "argument": "smooth "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201498357", "201498359", "201498358"], "equivalent": ["201498359", "201498360", "201498358"], "question": "Does the device to the right of the keyboard look smooth and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_smooth"}, "answer": "no", "semanticStr": "select: keyboard (7)->relate: device,to the right of,s (0) [0]->verify size: large [1]->verify state: smooth  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "7", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mouse is smooth but small.", "image": "n315887.jpg", "question_id": 201498360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (3)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20262675", "20262673", "20262670", "20262676", "20262662"], "equivalent": ["20262674"], "question": "How old is the girl that is in front of the other girl?", "isBalanced": true, "groups": {"global": "age", "local": "10q-girl_age"}, "answer": "young", "semanticStr": "select: girl (3)->relate: girl,in front of,s (2) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"12": "3", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is young.", "image": "n172618.jpg", "question_id": 20262674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "verify", "dependencies": [0], "argument": "adult"}, {"operation": "verify race", "dependencies": [0], "argument": "asian "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20226431", "20226435", "20226452", "20226451", "20226436", "20226439", "20226438", "20226448", "20226449", "20226437", "20226434", "20226440", "20226441", "20226442", "20226443", "20226444", "20226445", "20226446", "20226447"], "equivalent": ["20226430"], "question": "Is the man Asian and adult?", "isBalanced": true, "groups": {"global": null, "local": "05-adult_asian"}, "answer": "yes", "semanticStr": "select: man (11)->verify: adult [0]->verify race: asian  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is Asian and adult.", "image": "n68769.jpg", "question_id": 20226430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201663187"], "question": "Does the granite countertop appear to be clean and beige?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_clean"}, "answer": "no", "semanticStr": "select: countertop (14)->filter material: granite [0]->verify color: beige [1]->verify cleanliness: clean  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2:4": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the counter top is clean but black.", "image": "n35676.jpg", "question_id": 201663187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (11)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}], "entailed": ["20306194", "20306199", "20306198", "20306201", "20306200", "20306185"], "equivalent": ["20306197"], "question": "Is the sweater open?", "isBalanced": true, "groups": {"global": null, "local": "06-sweater_open"}, "answer": "yes", "semanticStr": "select: sweater (11)->verify: open [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sweater is open.", "image": "n554880.jpg", "question_id": 20306197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "cabinet,to the left of,o (8)"}], "entailed": ["20456592", "20456795"], "equivalent": ["20456593"], "question": "Is the small animal to the left of the cabinet made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-dog_cabinet"}, "answer": "yes", "semanticStr": "select: animal (4)->filter size: small [0]->verify rel: cabinet,to the left of,o (8) [1]", "annotations": {"answer": {}, "question": {"9": "8", "12": "8", "2:4": "4"}, "fullAnswer": {"9": "8", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the dog is to the left of the cabinet.", "image": "n65885.jpg", "question_id": 20456593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (23)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["20226435", "20226434", "20226437", "20226436", "20226439", "20226448", "20226440", "20226441", "20226442", "20226443", "20226447"], "equivalent": ["20226438"], "question": "Which ethnic group is the person that is wearing a shirt?", "isBalanced": true, "groups": {"global": "race", "local": "10q-man_race"}, "answer": "asian", "semanticStr": "select: shirt (23)->relate: person,wearing,s (11) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"10": "23", "5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is asian.", "image": "n68769.jpg", "question_id": 20226438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20647540", "20647535", "20647536", "20647539", "20647538"], "equivalent": ["20647537"], "question": "Which color is the cap?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cap_color"}, "answer": "blue", "semanticStr": "select: cap (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cap is blue.", "image": "n98540.jpg", "question_id": 20647537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20262679", "20262677"], "equivalent": ["20262678"], "question": "Who is in front of the kite?", "isBalanced": true, "groups": {"global": "person", "local": "14-kite_in front of,s"}, "answer": "girl", "semanticStr": "select: kite (4)->relate: person,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the kite.", "image": "n172618.jpg", "question_id": 20262678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202003719", "202003721", "202003720", "202003632", "202003724"], "equivalent": ["202003718"], "question": "What is in front of the black cables?", "isBalanced": true, "groups": {"global": "device", "local": "14-cables_in front of,s"}, "answer": "laptops", "semanticStr": "select: cables (12)->filter color: black [0]->relate: _,in front of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"6:8": "12"}, "fullAnswer": {"1": "11", "7": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptops are in front of the cables.", "image": "n262920.jpg", "question_id": 202003718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (3)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}], "entailed": ["20511461", "20511463"], "equivalent": ["20511462"], "question": "Do the cords look hard?", "isBalanced": true, "groups": {"global": null, "local": "06-cables_hard"}, "answer": "yes", "semanticStr": "select: cables (3)->verify hardness: hard [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cords are hard.", "image": "n229548.jpg", "question_id": 20511462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003632", "202003711", "202003712", "202003713"], "equivalent": ["202003710"], "question": "What is located on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-desk_on top of,s"}, "answer": "laptops", "semanticStr": "select: desk (13)->relate: _,on top of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"8": "13", "1:3": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop computers are on top of the desk.", "image": "n262920.jpg", "question_id": 202003710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,on top of,s (13)"}, {"operation": "filter size", "dependencies": [1], "argument": "small"}, {"operation": "relate", "dependencies": [2], "argument": "device,on top of,s (11)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["202003632", "202003710", "202003712", "202003713"], "equivalent": ["202003711"], "question": "What are the devices on top of the little desk that is on top of the floor called?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "laptops", "semanticStr": "select: floor (15)->relate: desk,on top of,s (13) [0]->filter size: small [1]->relate: device,on top of,s (11) [2]->query: name [3]", "annotations": {"answer": {"0": "11"}, "question": {"8:10": "13", "3": "11", "16": "15"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are laptops.", "image": "n262920.jpg", "question_id": 202003711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (13)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003632", "202003710", "202003711", "202003713"], "equivalent": ["202003712"], "question": "Which kind of device is on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "laptops", "semanticStr": "select: desk (13)->relate: device,on top of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are laptops.", "image": "n262920.jpg", "question_id": 202003712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soup (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coffee cup,to the right of,o (4)"}], "entailed": ["201319772", "201319771"], "equivalent": ["201319598"], "question": "Is the soup to the right of the coffee cup?", "isBalanced": true, "groups": {"global": null, "local": "13-soup_coffee cup"}, "answer": "yes", "semanticStr": "select: soup (3)->verify rel: coffee cup,to the right of,o (4) [0]", "annotations": {"answer": {}, "question": {"8:10": "4", "2": "3"}, "fullAnswer": {"2": "3", "9:11": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the soup is to the right of the coffee cup.", "image": "n508733.jpg", "question_id": 201319598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (3)"}, {"operation": "choose rel", "dependencies": [0], "argument": "books,to the right of|to the left of,s (6)"}], "entailed": ["20480785", "20480786", "20480783", "20480477", "20480478"], "equivalent": ["20480784"], "question": "Are the thick books to the left or to the right of the cat?", "isBalanced": true, "groups": {"global": null, "local": "13-cat_books"}, "answer": "right", "semanticStr": "select: cat (3)->choose rel: books,to the right of|to the left of,s (6) [0]", "annotations": {"answer": {}, "question": {"13": "3", "2:4": "6"}, "fullAnswer": {"1": "6", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The books are to the right of the cat.", "image": "n520071.jpg", "question_id": 20480784}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202240507", "202240508", "202240509", "202240492", "202240491", "202240493", "202240544", "202240545", "202240542", "202240543", "202240540", "202240541"], "equivalent": ["202240539"], "question": "What type of device is to the left of the man that is not old?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_to the left of,s"}, "answer": "remote control", "semanticStr": "select: man (1)->filter: not(old) [0]->relate: device,to the left of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"10": "1", "3": "0", "14": "1"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control.", "image": "n162148.jpg", "question_id": 202240539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose shape", "dependencies": [1], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["20157445"], "question": "Is the table made of wood rectangular or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-table_shape"}, "answer": "rectangular", "semanticStr": "select: table (5)->filter material: wood [0]->choose shape: rectangular|round [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is rectangular.", "image": "n170941.jpg", "question_id": 20157445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202257933", "202257931", "202257930", "202257935", "202257934"], "equivalent": ["202257932"], "question": "Which color do you think are the pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "light blue", "semanticStr": "select: pants (12)->query: color [0]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are light blue.", "image": "n216553.jpg", "question_id": 202257932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "select", "dependencies": [], "argument": "stove (2) "}, {"operation": "choose smaller", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201428998"], "question": "Which is smaller, the stove or the refrigerator?", "isBalanced": true, "groups": {"global": "appliance", "local": "09compare-refrigerator_stove"}, "answer": "stove", "semanticStr": "select: refrigerator (0)->select: stove (2) ->choose smaller:  [0, 1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "2", "7": "0"}, "fullAnswer": {"1": "2", "6": "0"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The stove is smaller than the refrigerator.", "image": "n64959.jpg", "question_id": 201428998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "relate", "dependencies": [0], "argument": "oven,to the left of,s (3)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["202174135", "202174134", "202174069", "202174119", "202174118", "202174068", "202174113", "202174117", "202174116"], "equivalent": ["202174125"], "question": "Does the oven to the left of the table look closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-oven_15"}, "answer": "closed", "semanticStr": "select: table (8)->relate: oven,to the left of,s (3) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The oven is closed.", "image": "n398429.jpg", "question_id": 202174125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20344949", "20344952", "20344950"], "equivalent": ["20344951"], "question": "On which side is the tennis ball, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-tennis ball_hposition"}, "answer": "left", "semanticStr": "select: tennis ball (5)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"5:7": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tennis ball is on the left of the image.", "image": "n560243.jpg", "question_id": 20344951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (6)"}, {"operation": "choose height", "dependencies": [0], "argument": "tall|short"}], "entailed": ["20724397", "20724385", "20724373", "20724370", "20724377", "20724376", "20724374", "20724379", "20724378", "20724382", "20724380", "20724381"], "equivalent": ["20724383"], "question": "Is that forest short or tall?", "isBalanced": true, "groups": {"global": "height", "local": "10c-forest_height"}, "answer": "tall", "semanticStr": "select: forest (6)->choose height: tall|short [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The forest is tall.", "image": "n369970.jpg", "question_id": 20724383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sprinkled)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243965"], "equivalent": ["202244092"], "question": "Which kind of food is not sprinkled?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_n#sprinkled"}, "answer": "cookies", "semanticStr": "select: food (0)->filter: not(sprinkled) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n296467.jpg", "question_id": 202244092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201428996", "201428997", "201428994", "201428995", "201428992", "201428991"], "equivalent": ["201428993"], "question": "What is the refrigerator bigger than?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-refrigerator_bigger than,o"}, "answer": "stove", "semanticStr": "select: refrigerator (0)->relate: _,bigger than,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The refrigerator is bigger than the stove.", "image": "n64959.jpg", "question_id": 201428993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,bigger than,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201428998", "201428893", "201428983", "201428985", "201428984", "201428987", "201428986", "201428989", "201428988"], "equivalent": ["201428990"], "question": "Which kind of appliance is bigger than the stove?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-stove_bigger than,s"}, "answer": "refrigerator", "semanticStr": "select: stove (2)->relate: appliance,bigger than,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n64959.jpg", "question_id": 201428990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "shoes,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201682360", "201682356", "201682355", "201682358", "201682359"], "equivalent": ["201682357"], "question": "What color are the shoes that the man is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shoes_color"}, "answer": "white", "semanticStr": "select: man (0)->relate: shoes,wearing,o (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "0"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are white.", "image": "n51658.jpg", "question_id": 201682357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20827649", "20827664", "20827624", "20827676", "20827677", "20827667", "20827666", "20827670", "20827671", "20827596", "20827595", "20827668"], "equivalent": ["20827669"], "question": "What color is the coffee table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-coffee table_color"}, "answer": "light brown", "semanticStr": "select: coffee table (9)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee table is light brown.", "image": "n283587.jpg", "question_id": 20827669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "child,to the right of,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20936314", "20936315", "20936270"], "equivalent": ["20936313"], "question": "Do you see children to the right of the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_child"}, "answer": "yes", "semanticStr": "select: woman (6)->relate: child,to the right of,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "6", "3": "8"}, "fullAnswer": {"10": "6", "4": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a child to the right of the woman.", "image": "n44249.jpg", "question_id": 20936313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20699172", "20699173", "20699171", "20699176", "20699175", "20699181"], "equivalent": ["20699174"], "question": "Which color is the hat the man is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "brown", "semanticStr": "select: man (0)->relate: hat,wearing,o (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "6": "0"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is brown.", "image": "n512257.jpg", "question_id": 20699174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20551624", "20551484", "20551618", "20551626", "20551625", "20551619", "20551623", "20551621", "20551620"], "equivalent": ["20551622"], "question": "What vehicle is in front of the trees made of wood?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "train", "semanticStr": "select: tree (19)->filter material: wood [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0", "10": "19", "7": "19"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n153118.jpg", "question_id": 20551622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20551624", "20551484", "20551618", "20551626", "20551625", "20551619", "20551623", "20551622", "20551621"], "equivalent": ["20551620"], "question": "What's before the trees?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-trees_in front of,s"}, "answer": "train", "semanticStr": "select: trees (19)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "19"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The train is in front of the trees.", "image": "n153118.jpg", "question_id": 20551620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201886880", "201886998", "201886999"], "equivalent": ["201886879"], "question": "What is the name of the item of furniture that the vehicle is behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-vehicle_behind,o"}, "answer": "table", "semanticStr": "select: vehicle (11)->relate: furniture,behind,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"11": "11", "6:9": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n429961.jpg", "question_id": 201886879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996893", "201996992", "201996894"], "equivalent": ["201996991"], "question": "Who is wearing a sweater?", "isBalanced": true, "groups": {"global": "person", "local": "14-sweater_wearing,s"}, "answer": "pilot", "semanticStr": "select: sweater (3)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "3"}, "fullAnswer": {"1": "5", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing a sweater.", "image": "n250715.jpg", "question_id": 201996991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996893", "201996991", "201996894"], "equivalent": ["201996992"], "question": "Who is wearing the sweater?", "isBalanced": true, "groups": {"global": "person", "local": "14-sweater_wearing,s"}, "answer": "pilot", "semanticStr": "select: sweater (3)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing a sweater.", "image": "n250715.jpg", "question_id": 201996992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "kitten,lying on top of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying next to,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201756738", "201756848", "201756849", "201756852", "201756851", "201756850"], "equivalent": ["201756847"], "question": "What is lying next to the kitten that is lying on top of the countertop?", "isBalanced": true, "groups": {"global": "fruit", "local": "14-kitten_lying next to,s"}, "answer": "banana", "semanticStr": "select: countertop (6)->relate: kitten,lying on top of,s (1) [0]->relate: _,lying next to,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"14": "6", "6": "1"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The banana is lying next to the kitten.", "image": "n567860.jpg", "question_id": 201756847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "potato (0)"}, {"operation": "verify", "dependencies": [0], "argument": "fried"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20636923"], "equivalent": ["20636922", "20636923"], "question": "Does the potato look fried and round?", "isBalanced": true, "groups": {"global": null, "local": "05-fried_round"}, "answer": "no", "semanticStr": "select: potato (0)->verify: fried [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the potato is round but raw.", "image": "n184385.jpg", "question_id": 20636922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996996", "201996893", "201996894"], "equivalent": ["201996995"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "pilot", "semanticStr": "select: shirt (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "2"}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing a shirt.", "image": "n250715.jpg", "question_id": 201996995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996995", "201996893", "201996894"], "equivalent": ["201996996"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "pilot", "semanticStr": "select: shirt (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing a shirt.", "image": "n250715.jpg", "question_id": 201996996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201498098", "201498099", "201498100"], "equivalent": ["201498101"], "question": "On which side is the computer?", "isBalanced": true, "groups": {"global": null, "local": "10q-computer_hposition"}, "answer": "right", "semanticStr": "select: computer (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The computer is on the right of the image.", "image": "n315887.jpg", "question_id": 201498101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201997000", "201996893", "201996894"], "equivalent": ["201996999"], "question": "Who do you think is sitting in the chair?", "isBalanced": true, "groups": {"global": "person", "local": "14-chair_sitting in,s"}, "answer": "pilot", "semanticStr": "select: chair (8)->relate: person,sitting in,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"8": "8"}, "fullAnswer": {"1": "5", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is sitting in the chair.", "image": "n250715.jpg", "question_id": 201996999}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "potato (0)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["20636926", "20636927", "20636925", "20636931", "20636930", "20636933", "20636932", "20636939", "20636938", "20636928", "20636903", "20636922", "20636923"], "equivalent": ["20636928", "20636929"], "question": "What shape is the potato?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-potato_shape"}, "answer": "round", "semanticStr": "select: potato (0)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The potato is round.", "image": "n184385.jpg", "question_id": 20636929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(long sleeved)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201504790", "201504785", "201504791"], "equivalent": ["201504786"], "question": "Does the shirt that is not long sleeved have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_black"}, "answer": "no", "semanticStr": "select: shirt (1)->filter: not(long sleeved) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2": "1", "6:8": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is red.", "image": "n298104.jpg", "question_id": 201504786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "verify", "dependencies": [0], "argument": "low"}], "entailed": ["202133829", "202133824", "202133825", "202133822", "202133823", "202133820", "202133764", "202133789", "202133788", "202133831", "202133816", "202133814", "202133813", "202133812", "202133811", "202133838", "202133819", "202133830", "202133832", "202133790", "202133791"], "equivalent": ["202133820", "202133821"], "question": "Does the fence look low?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_low"}, "answer": "yes", "semanticStr": "select: fence (9)->verify: low [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fence is low.", "image": "n412144.jpg", "question_id": 202133821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,around,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20452100"], "question": "What is the picture frame around of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-picture frame_around,o"}, "answer": "picture", "semanticStr": "select: picture frame (0)->relate: _,around,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1:3": "0", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is around the picture.", "image": "n6908.jpg", "question_id": 20452100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "picture,around,o (3)"}], "entailed": [], "equivalent": ["20452101"], "question": "Is the picture frame around the picture that is hanging above the flowers?", "isBalanced": true, "groups": {"global": null, "local": "13-picture frame_picture"}, "answer": "yes", "semanticStr": "select: picture frame (0)->verify rel: picture,around,o (3) [0]", "annotations": {"answer": {}, "question": {"12": "9", "2:4": "0", "6": "3"}, "fullAnswer": {"2:4": "0", "7": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the picture frame is around the picture.", "image": "n6908.jpg", "question_id": 20452101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlet (9)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20939859"], "question": "Are both the outlet and the light fixture made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-light fixture_outlet"}, "answer": "no", "semanticStr": "select: outlet (9)->select: light fixture (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "9", "6:8": "4"}, "fullAnswer": {"2": "9", "9:11": "4"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the outlet is made of plastic and the light fixture is made of metal.", "image": "n240666.jpg", "question_id": 20939859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201804694", "201804693", "201804692"], "equivalent": ["201804695"], "question": "On which side of the image is the lamp?", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the left of the image.", "image": "n51002.jpg", "question_id": 201804695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262342", "202262343"], "equivalent": ["202262344"], "question": "What is the glass in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-glass_in front of,o"}, "answer": "menu", "semanticStr": "select: glass (2)->relate: _,in front of,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "2", "7": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is in front of the menu.", "image": "n28572.jpg", "question_id": 202262344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dishwasher (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20896562"], "equivalent": ["20896562", "20896561"], "question": "Is there either a white microwave or dishwasher?", "isBalanced": true, "groups": {"global": null, "local": "04-microwave_white"}, "answer": "no", "semanticStr": "select: microwave (7)->filter color: white [0]->exist: ? [1]->select: dishwasher (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a microwave but it is black.", "image": "n548534.jpg", "question_id": 20896561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (9)"}, {"operation": "verify material", "dependencies": [0], "argument": "wood"}, {"operation": "select", "dependencies": [], "argument": "side table (15) "}, {"operation": "verify material", "dependencies": [2], "argument": "wood"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20827603", "20827607", "20827606", "20827605", "20827604", "20827178", "20827175", "20827174", "20827177", "20827644", "20827643", "20827176", "20827171", "20827614", "20827617", "20827611", "20827618", "20827619", "20827168", "20827597", "20827596", "20827595", "20827593", "20827592", "20827590"], "equivalent": ["20827598"], "question": "Are both the coffee table and the side table made of wood?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-coffee table_side table"}, "answer": "yes", "semanticStr": "select: coffee table (9)->verify material: wood [0]->select: side table (15) ->verify material: wood [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3:5": "9", "7:9": "15"}, "fullAnswer": {"3:5": "9", "7:9": "15"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the coffee table and the side table are made of wood.", "image": "n283587.jpg", "question_id": 20827598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bread (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202049398", "202049399"], "equivalent": ["202049400", "202049399"], "question": "Do you see either plates or breads that are round?", "isBalanced": true, "groups": {"global": null, "local": "04-plate_round"}, "answer": "yes", "semanticStr": "select: plate (2)->filter shape: round [0]->exist: ? [1]->select: bread (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the plate is round.", "image": "n381072.jpg", "question_id": 202049400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201444935"], "question": "What is covered by the sky?", "isBalanced": true, "groups": {"global": "tree", "local": "14-sky_covered by,s"}, "answer": "trees", "semanticStr": "select: sky (14)->relate: _,covered by,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are covered by the sky.", "image": "n289376.jpg", "question_id": 201444935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623630", "201623631", "201623632", "201623633", "201623634", "201623473", "201623629", "201623730", "201623728", "201623729", "201623726", "201623727"], "equivalent": ["201623628"], "question": "What kind of appliance is to the left of the oven?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_to the left of,s"}, "answer": "refrigerator", "semanticStr": "select: oven (2)->relate: appliance,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"10": "2", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n501609.jpg", "question_id": 201623628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (11)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["202144352", "202144353", "202144351", "202144354"], "equivalent": ["202144350"], "question": "Is the bicycle in the top part of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-bicycle_top"}, "answer": "yes", "semanticStr": "select: bicycle (11)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bicycle is in the top of the image.", "image": "n37274.jpg", "question_id": 202144350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201430707", "201430705", "201430702"], "equivalent": ["201430706", "201430705"], "question": "Are there either windows or doors that are made of metal?", "isBalanced": true, "groups": {"global": null, "local": "04-door_metal"}, "answer": "no", "semanticStr": "select: door (1)->filter material: metal [0]->exist: ? [1]->select: window (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a door but it is made of wood.", "image": "n206785.jpg", "question_id": 201430706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (6)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20861258"], "question": "Does the sand look soft and white?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "no", "semanticStr": "select: sand (6)->verify hardness: soft [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sand is soft but brown.", "image": "n434283.jpg", "question_id": 20861258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667403", "20667401", "20667380", "20667381"], "equivalent": ["20667402"], "question": "What kind of device is right of the pillow?", "isBalanced": true, "groups": {"global": "device", "local": "15-pillow_to the right of,s"}, "answer": "wii controller", "semanticStr": "select: pillow (9)->relate: device,to the right of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0:2": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4:6": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller.", "image": "n181355.jpg", "question_id": 20667402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20667403", "20667402", "20667380", "20667381"], "equivalent": ["20667401"], "question": "What kind of device is to the right of the pillow made of cloth?", "isBalanced": true, "groups": {"global": "device", "local": "15-pillow_to the right of,s"}, "answer": "wii controller", "semanticStr": "select: pillow (9)->filter material: cloth [0]->relate: device,to the right of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0:2": "12"}, "question": {"10": "9", "3": "12", "13": "9"}, "fullAnswer": {"1": "12", "4:6": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller.", "image": "n181355.jpg", "question_id": 20667401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20169697"], "equivalent": ["20169696"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (5)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "5"}, "fullAnswer": {"1": "1", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n58220.jpg", "question_id": 20169696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202023385", "202023384", "202023386", "202023381", "202023380", "202023382"], "equivalent": ["202023383"], "question": "What is the tray made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-tray_material"}, "answer": "plastic", "semanticStr": "select: tray (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is made of plastic.", "image": "n95313.jpg", "question_id": 202023383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156838", "202156794", "202156795", "202156837"], "equivalent": ["202156839"], "question": "Which kind of animal is gray?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_gray"}, "answer": "elephants", "semanticStr": "select: animal (3)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is elephants.", "image": "n543966.jpg", "question_id": 202156839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037132", "201037133", "201037134", "201037135", "201037035"], "equivalent": ["201037131"], "question": "What is located on top of the pole?", "isBalanced": true, "groups": {"global": "sign", "local": "14-pole_on top of,s"}, "answer": "traffic sign", "semanticStr": "select: pole (1)->relate: _,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"7": "1"}, "fullAnswer": {"8": "1", "1:3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic sign is on top of the pole.", "image": "n393305.jpg", "question_id": 201037131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753271"], "equivalent": ["20753272"], "question": "Which kind of furniture is not short?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#short"}, "answer": "dresser", "semanticStr": "select: furniture (7)->filter: not(short) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a dresser.", "image": "n49438.jpg", "question_id": 20753272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(full)"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["202006887", "202006874", "202006856", "202006886", "202006857", "202006894", "202006895", "202006896", "202006897", "202006890", "202006891", "202006892", "202006893", "202006873", "202006889", "202006888"], "equivalent": ["202006897", "202006895", "202006896", "202006898"], "question": "Does the appliance that is not full look dirty or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-stove_cleanliness"}, "answer": "clean", "semanticStr": "select: appliance (7)->filter: not(full) [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2": "7", "6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The stove is clean.", "image": "n97485.jpg", "question_id": 202006898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cut)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244543", "202244548", "202244549", "202244545"], "equivalent": ["202244543", "202244544"], "question": "What are the vegetables that are not cut?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_n#cut"}, "answer": "beans", "semanticStr": "select: vegetable (1)->filter: not(cut) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n296467.jpg", "question_id": 202244544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (16)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639439", "201639438", "201639440", "201639442", "201639443", "201639444", "201639339"], "equivalent": ["201639441"], "question": "How are the animals in front of the people near the vehicle called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-people_in front of,s"}, "answer": "zebras", "semanticStr": "select: vehicle (17)->relate: person,near,s (16) [0]->relate: animal,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"11": "17", "8": "16", "3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n497789.jpg", "question_id": 201639441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639439", "201639438", "201639440", "201639441", "201639443", "201639444", "201639339"], "equivalent": ["201639442"], "question": "Which kind of animal is in front of the people?", "isBalanced": true, "groups": {"global": "animal", "local": "15-people_in front of,s"}, "answer": "zebras", "semanticStr": "select: people (16)->relate: animal,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n497789.jpg", "question_id": 201639442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (1)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202285428", "202285429", "202285426", "202285431", "202285430", "202285425", "202285427"], "equivalent": ["202285432"], "question": "What is the shape of the food to the right of the sausage?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-egg_shape"}, "answer": "round", "semanticStr": "select: sausage (1)->relate: food,to the right of,s (2) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"12": "1", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The egg is round.", "image": "n100991.jpg", "question_id": 202285432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (22)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2076539"], "equivalent": ["2076538"], "question": "What is located on top of the large buildings?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-houses_on top of,s"}, "answer": "roof", "semanticStr": "select: building (22)->filter size: large [0]->relate: _,on top of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"7:9": "22"}, "fullAnswer": {"1": "9", "7": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The roof is on top of the houses.", "image": "n173807.jpg", "question_id": 2076538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319540", "201319482"], "equivalent": ["201319541"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "women", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The women are wearing a shirt.", "image": "n508733.jpg", "question_id": 201319541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "filter", "dependencies": [0], "argument": "beautiful"}, {"operation": "choose name", "dependencies": [1], "argument": "deer|zebra"}], "entailed": [], "equivalent": ["202073306"], "question": "What type of animal is beautiful, the deer or the zebra?", "isBalanced": true, "groups": {"global": "animal", "local": "12c-animal_beautiful"}, "answer": "deer", "semanticStr": "select: animal (7)->filter: beautiful [0]->choose name: deer|zebra [1]", "annotations": {"answer": {"0": "7"}, "question": {"10": "3", "3": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The deer is beautiful.", "image": "n219840.jpg", "question_id": 202073306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(beautiful)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073308", "202073134"], "equivalent": ["202073309"], "question": "What kind of animal is not beautiful?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_n#beautiful"}, "answer": "zebra", "semanticStr": "select: animal (3)->filter: not(beautiful) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a zebra.", "image": "n219840.jpg", "question_id": 202073309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,of,s (15)"}, {"operation": "verify length", "dependencies": [1], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20472906", "20472907", "20472904", "20472905", "20472902", "20472910", "20472913", "20472921", "20472919", "20472917", "20472908", "20472909", "20472914", "20472915", "20472916", "20472918", "20472911", "20472922", "20472920", "20472903"], "equivalent": ["20472912"], "question": "Does the boy's hair have short length and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "yes", "semanticStr": "select: boy (0)->relate: hair,of,s (15) [0]->verify length: short [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"3": "15", "2": "0"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is short and white.", "image": "n126891.jpg", "question_id": 20472912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "relate", "dependencies": [1], "argument": "potatoes,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202285528"], "equivalent": ["202285382"], "question": "Are there any potatoes to the left of the silver fork?", "isBalanced": true, "groups": {"global": null, "local": "13-fork_potatoes"}, "answer": "no", "semanticStr": "select: fork (10)->filter color: silver [0]->relate: potatoes,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "10"}, "fullAnswer": {"9": "10", "3": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are beans to the left of the fork.", "image": "n100991.jpg", "question_id": 202285382}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468800", "20468801", "20468773"], "equivalent": ["20468802"], "question": "What is covered by the man?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_covered by,s"}, "answer": "helmet", "semanticStr": "select: man (2)->relate: _,covered by,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The helmet is covered by the man.", "image": "n171169.jpg", "question_id": 20468802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (23)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked along,s (27)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923154", "20923155", "20923036"], "equivalent": ["20923153"], "question": "What is parked along the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-street_parked along,s"}, "answer": "fire truck", "semanticStr": "select: street (23)->relate: _,parked along,s (27) [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {}, "fullAnswer": {"1:3": "27", "7": "23"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire truck is parked along the street.", "image": "n480253.jpg", "question_id": 20923153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (23)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked along,s (27)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923155", "20923036", "20923153"], "equivalent": ["20923154"], "question": "What kind of vehicle is parked along the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_parked along,s"}, "answer": "fire truck", "semanticStr": "select: street (23)->relate: vehicle,parked along,s (27) [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"8": "23", "3": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n480253.jpg", "question_id": 20923154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (23)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked along,s (27)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20923154", "20923036", "20923153"], "equivalent": ["20923155"], "question": "Which kind of vehicle is parked along the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_parked along,s"}, "answer": "fire truck", "semanticStr": "select: street (23)->relate: vehicle,parked along,s (27) [0]->query: name [1]", "annotations": {"answer": {"0:2": "27"}, "question": {"3": "27"}, "fullAnswer": {"1": "27", "4:6": "27"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n480253.jpg", "question_id": 20923155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ambulance (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20923158"], "question": "Are there both motorcycles and ambulances in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-ambulance_motorcycle"}, "answer": "no", "semanticStr": "select: ambulance (9)->exist: ? [0]->select: motorcycle (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is an ambulance but no motorcycles.", "image": "n480253.jpg", "question_id": 20923158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ambulance (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "steel"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "steel"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20923157"], "equivalent": ["20923159"], "question": "Are there either any steel fences or ambulances?", "isBalanced": true, "groups": {"global": null, "local": "04-ambulance_steel"}, "answer": "yes", "semanticStr": "select: ambulance (9)->filter material: steel [0]->exist: ? [1]->select: fence (-) ->filter material: steel [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a steel ambulance.", "image": "n480253.jpg", "question_id": 20923159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (3)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (-) "}, {"operation": "filter", "dependencies": [3], "argument": "open"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201763891", "201763890"], "equivalent": ["201763889"], "question": "Are there any open doors or windows?", "isBalanced": true, "groups": {"global": null, "local": "04-doors_open"}, "answer": "no", "semanticStr": "select: doors (3)->filter: open [0]->exist: ? [1]->select: window (-) ->filter: open [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are doors but they are closed.", "image": "n246334.jpg", "question_id": 201763889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose rel", "dependencies": [1], "argument": "laptop,to the right of|to the left of,s (1)"}], "entailed": ["201067935", "201067937", "201067609", "201067608", "201067614", "201067615", "201067610", "201067611", "201067612", "201067939", "201067940", "201067942", "201067943"], "equivalent": ["201067613"], "question": "Is the white device to the right or to the left of the white bag?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_laptop"}, "answer": "right", "semanticStr": "select: bag (8)->filter color: white [0]->choose rel: laptop,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "1", "13:15": "8"}, "fullAnswer": {"1": "1", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The laptop is to the right of the bag.", "image": "n367944.jpg", "question_id": 201067613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201067466", "201067617", "201067618", "201067619"], "equivalent": ["201067616"], "question": "What is sitting on the square table?", "isBalanced": true, "groups": {"global": "device", "local": "14-table_sitting on,s"}, "answer": "laptop", "semanticStr": "select: table (5)->filter shape: square [0]->relate: _,sitting on,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"5:7": "5"}, "fullAnswer": {"1": "1", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting on the table.", "image": "n367944.jpg", "question_id": 201067616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2055666", "2055665", "2055628", "2055629"], "equivalent": ["2055667"], "question": "What vehicle is huge?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_huge"}, "answer": "bus", "semanticStr": "select: vehicle (12)->filter size: huge [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n263180.jpg", "question_id": 2055667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243511", "202243512", "202243513", "202243515", "202243516", "202243517", "202243518", "202243403", "202243327", "202243328", "202243519"], "equivalent": ["202243514"], "question": "What vehicle is to the left of the woman?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_to the left of,s"}, "answer": "truck", "semanticStr": "select: woman (11)->relate: vehicle,to the left of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n557666.jpg", "question_id": 202243514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (13)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["202006110", "202006109", "202006106", "202006105", "202006100", "202006098", "202006099", "202006094", "202006095", "202006096", "202006093"], "equivalent": ["202006097"], "question": "How clean is the appliance which is above the oven?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-microwave_cleanliness"}, "answer": "clean", "semanticStr": "select: oven (13)->relate: appliance,above,s (12) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"9": "13", "4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is clean.", "image": "n97485.jpg", "question_id": 202006097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "choose rel", "dependencies": [1], "argument": "truck,to the left of|to the right of,s (14)"}], "entailed": ["202243509", "202243508", "202243507"], "equivalent": ["202243510"], "question": "Is the large vehicle to the right or to the left of the round mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-mirror_truck"}, "answer": "left", "semanticStr": "select: mirror (4)->filter shape: round [0]->choose rel: truck,to the left of|to the right of,s (14) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "13:15": "4"}, "fullAnswer": {"1": "14", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The truck is to the left of the mirror.", "image": "n557666.jpg", "question_id": 202243510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (8)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify", "dependencies": [1], "argument": "old"}], "entailed": ["201879697", "201879680", "201879679", "201879705", "201879678", "201879709", "201879708", "201879713", "201879711"], "equivalent": ["201879712"], "question": "Does the tall basket look old?", "isBalanced": true, "groups": {"global": null, "local": "06-basket_old"}, "answer": "no", "semanticStr": "select: basket (8)->filter height: tall [0]->verify: old [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the basket is new.", "image": "n290409.jpg", "question_id": 201879712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "verify material", "dependencies": [1], "argument": "cotton"}, {"operation": "select", "dependencies": [], "argument": "sweater (11) "}, {"operation": "filter color", "dependencies": [3], "argument": "blue"}, {"operation": "verify material", "dependencies": [4], "argument": "cotton"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20306203", "20306251", "20306204"], "equivalent": ["20306250"], "question": "Are both the shirt that is not closed and the blue sweater made of cotton?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-shirt_sweater"}, "answer": "yes", "semanticStr": "select: shirt (12)->filter: not(closed) [0]->verify material: cotton [1]->select: sweater (11) ->filter color: blue [3]->verify material: cotton [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "12", "7": "12", "10:12": "11"}, "fullAnswer": {"3": "12", "6": "11"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the shirt and the sweater are made of cotton.", "image": "n554880.jpg", "question_id": 20306250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879243"], "equivalent": ["201879242"], "question": "Who is wearing a skirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-skirt_wearing,s"}, "answer": "athlete", "semanticStr": "select: skirt (1)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4": "1"}, "fullAnswer": {"1": "7", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a skirt.", "image": "n496803.jpg", "question_id": 201879242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "benches (15)"}, {"operation": "relate", "dependencies": [0], "argument": "elephant,standing in front of,s (14)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the right of|to the left of,s (7)"}], "entailed": ["201795208", "201795203", "201795202", "201795207", "201795206", "201795205", "201795204", "201795944", "201795942"], "equivalent": ["201795943"], "question": "Is the man to the right or to the left of the elephant that stands in front of the benches?", "isBalanced": true, "groups": {"global": null, "local": "13-elephant_man"}, "answer": "right", "semanticStr": "select: benches (15)->relate: elephant,standing in front of,s (14) [0]->choose rel: man,to the right of|to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"19": "15", "2": "7", "12": "14"}, "fullAnswer": {"1": "7", "8": "14"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the elephant.", "image": "n119944.jpg", "question_id": 201795943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skirt,wearing,o (1)"}], "entailed": ["201879245"], "equivalent": ["201879244"], "question": "Is the athlete wearing a skirt?", "isBalanced": true, "groups": {"global": null, "local": "13-athlete_skirt"}, "answer": "yes", "semanticStr": "select: athlete (7)->verify rel: skirt,wearing,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5": "1"}, "fullAnswer": {"2": "7", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the athlete is wearing a skirt.", "image": "n496803.jpg", "question_id": 201879244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose material", "dependencies": [1], "argument": "wood|paper"}], "entailed": ["201795760", "201795759"], "equivalent": ["201795761"], "question": "Is the bag that looks brown made of paper or wood?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bag_material"}, "answer": "wood", "semanticStr": "select: bag (5)->filter color: brown [0]->choose material: wood|paper [1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is made of wood.", "image": "n119944.jpg", "question_id": 201795761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201795946"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-man_in front of,o"}, "answer": "tree", "semanticStr": "select: man (7)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "7", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the tree.", "image": "n119944.jpg", "question_id": 201795946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879246"], "equivalent": ["201879247"], "question": "Who is holding the racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding,s"}, "answer": "athlete", "semanticStr": "select: racket (5)->relate: person,holding,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is holding the racket.", "image": "n496803.jpg", "question_id": 201879247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "relate", "dependencies": [0], "argument": "doors,on the front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20341168", "20341181", "20341175", "20341176", "20341171", "20341172", "20341173"], "equivalent": ["20341174", "20341173"], "question": "What are the doors on the front of the school made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-doors_material"}, "answer": "metal", "semanticStr": "select: school (20)->relate: doors,on the front of,s (5) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9": "20", "3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The doors are made of metal.", "image": "n346247.jpg", "question_id": 20341174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (11)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20853903", "20853901", "20853900"], "equivalent": ["20853902"], "question": "On which side is the fence, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_hposition"}, "answer": "left", "semanticStr": "select: fence (11)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is on the left of the image.", "image": "n275857.jpg", "question_id": 20853902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20340713", "20340712", "20340711", "20340710", "20340703", "20340735", "20340709", "20340704", "20340728", "20340729", "20340722", "20340723", "20340733", "20340726", "20340734", "20340724"], "equivalent": ["20340702", "20340703"], "question": "Is the table white and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "yes", "semanticStr": "select: table (7)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is white and wooden.", "image": "n513100.jpg", "question_id": 20340702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify", "dependencies": [1], "argument": "low"}], "entailed": [], "equivalent": ["20657206"], "question": "Does the signal light made of metal look low?", "isBalanced": true, "groups": {"global": null, "local": "06-traffic light_low"}, "answer": "yes", "semanticStr": "select: traffic light (6)->filter material: metal [0]->verify: low [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the traffic light is low.", "image": "n486200.jpg", "question_id": 20657206}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|orange"}], "entailed": ["201976487"], "equivalent": ["201976486", "201976487"], "question": "Is the sky orange or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sky_color"}, "answer": "gray", "semanticStr": "select: sky (12)->choose color: gray|orange [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sky is gray.", "image": "n279173.jpg", "question_id": 201976486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stadium (0)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["20744300", "20744301", "20744296", "20744306", "20744295", "20744284", "20744298", "20744299", "20744305"], "equivalent": ["20744297"], "question": "Does the stadium look clean?", "isBalanced": true, "groups": {"global": null, "local": "06-stadium_clean"}, "answer": "yes", "semanticStr": "select: stadium (0)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the stadium is clean.", "image": "n562105.jpg", "question_id": 20744297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201392026"], "equivalent": ["201392027"], "question": "Do the short shorts look black?", "isBalanced": true, "groups": {"global": null, "local": "06-shorts_black"}, "answer": "no", "semanticStr": "select: shorts (5)->filter length: short [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shorts are blue.", "image": "n477702.jpg", "question_id": 201392027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["20952978", "20952980"], "equivalent": ["20952979"], "question": "Is the racket in the bottom part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-racket_bottom"}, "answer": "no", "semanticStr": "select: racket (1)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the racket is in the top of the image.", "image": "n413319.jpg", "question_id": 20952979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201392020"], "question": "Are the shorts blue and long?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long"}, "answer": "no", "semanticStr": "select: shorts (5)->verify color: blue [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are blue but short.", "image": "n477702.jpg", "question_id": 201392020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["201467393", "201467392"], "equivalent": ["201467391"], "question": "Is it indoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is indoors.", "image": "n295771.jpg", "question_id": 201467391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,beside,s (8)"}, {"operation": "verify pose", "dependencies": [1], "argument": "walking"}], "entailed": ["20899059", "20899061"], "equivalent": ["20899060"], "question": "Does the girl beside the signal light seem to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-girl_walking"}, "answer": "no", "semanticStr": "select: traffic light (2)->relate: girl,beside,s (8) [0]->verify pose: walking [1]", "annotations": {"answer": {}, "question": {"2": "8", "5:7": "2"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the girl is standing.", "image": "n243701.jpg", "question_id": 20899060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,in front of,s (14)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "select", "dependencies": [], "argument": "side table (19) "}, {"operation": "verify color", "dependencies": [3], "argument": "brown"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["201982354", "201982353", "201982352", "201982351", "201982475", "201982357", "201982356", "201982355", "201982471", "201982358", "201982370", "201982478", "201982479", "201982458", "201982390", "201982368", "201982343", "201982345", "201982346", "201982348", "201982366", "201982367", "201982476", "201982477", "201982474", "201982481", "201982480", "201982486"], "equivalent": ["201982347", "201982348"], "question": "Are both the couch in front of the mirror and the side table brown?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-couch_side table"}, "answer": "yes", "semanticStr": "select: mirror (18)->relate: couch,in front of,s (14) [0]->verify color: brown [1]->select: side table (19) ->verify color: brown [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"8": "18", "3": "14", "11:13": "19"}, "fullAnswer": {"3": "14", "6:8": "19"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the couch and the side table are brown.", "image": "n526228.jpg", "question_id": 201982347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (16)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|light blue"}], "entailed": [], "equivalent": ["202101030"], "question": "Are the jeans black or light blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-jeans_color"}, "answer": "black", "semanticStr": "select: jeans (16)->choose color: black|light blue [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jeans are black.", "image": "n472825.jpg", "question_id": 202101030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounded by,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865410"], "equivalent": ["20865409"], "question": "The pasture is surrounded by what?", "isBalanced": true, "groups": {"global": "tree", "local": "14-pasture_surrounded by,o"}, "answer": "trees", "semanticStr": "select: pasture (14)->relate: _,surrounded by,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pasture is surrounded by the trees.", "image": "n143935.jpg", "question_id": 20865409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218651"], "equivalent": ["202218650"], "question": "What is the picture hanging above?", "isBalanced": true, "groups": {"global": "thing", "local": "14-picture_hanging above,o"}, "answer": "chalkboard", "semanticStr": "select: picture (12)->relate: _,hanging above,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging above the chalkboard.", "image": "n578564.jpg", "question_id": 202218650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20856999", "20856998", "20857039", "20857023", "20857038", "20857000", "20857022", "20857037", "20857048", "20857049", "20857026", "20857027", "20857028", "20857036", "20857034", "20857033", "20857032", "20857031", "20857030"], "equivalent": ["20857035"], "question": "What is the spoon made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-spoon_material"}, "answer": "metal", "semanticStr": "select: spoon (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is made of metal.", "image": "n293477.jpg", "question_id": 20857035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20856999", "20856998", "20857039", "20857023", "20857038", "20857000", "20857022", "20857037", "20857048", "20857049", "20857026", "20857027", "20857028", "20857036", "20857035", "20857033", "20857032", "20857031", "20857030"], "equivalent": ["20857034"], "question": "What is the utensil that looks gray made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-spoon_material"}, "answer": "metal", "semanticStr": "select: utensil (5)->filter color: gray [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is made of metal.", "image": "n293477.jpg", "question_id": 20857034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose color", "dependencies": [1], "argument": "dark|white"}], "entailed": ["202121944"], "equivalent": ["202121945"], "question": "Is the large appliance white or dark?", "isBalanced": true, "groups": {"global": "tone", "local": "10c-refrigerator_color"}, "answer": "dark", "semanticStr": "select: appliance (6)->filter size: large [0]->choose color: dark|white [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fridge is dark.", "image": "n140421.jpg", "question_id": 202121945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20240826", "20240827", "20240845", "20240844", "20240828", "20240859", "20240858", "20240848", "20240849", "20240846", "20240847", "20240843", "20240862", "20240863", "20240860", "20240861"], "equivalent": ["20240864"], "question": "What kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "table", "semanticStr": "select: furniture (11)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n166008.jpg", "question_id": 20240864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20240826", "20240827", "20240845", "20240844", "20240828", "20240859", "20240858", "20240848", "20240849", "20240846", "20240847", "20240864", "20240843", "20240863", "20240860", "20240861"], "equivalent": ["20240862"], "question": "Which kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "table", "semanticStr": "select: furniture (11)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n166008.jpg", "question_id": 20240862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20247675", "20247674", "20247672", "20247681", "20247662", "20247676", "20247663", "20247680", "20247669", "20247668", "20247678", "20247679", "20247665", "20247677", "20247667", "20247666", "20247673", "20247670", "20247671"], "equivalent": ["20247661"], "question": "Is that dress shirt long sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long sleeved"}, "answer": "yes", "semanticStr": "select: dress shirt (1)->verify color: black [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dress shirt is long sleeved and black.", "image": "n49310.jpg", "question_id": 20247661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247658", "20247659", "20247656", "20247657"], "equivalent": ["20247660"], "question": "Which kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "dress shirt", "semanticStr": "select: clothing (1)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n49310.jpg", "question_id": 20247660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["202262984"], "question": "What is the color of the car that is on the left?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "red", "semanticStr": "select: car (9)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is red.", "image": "n538039.jpg", "question_id": 202262984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201235901", "201235900", "201235903", "201235902", "201235905", "201235907", "201235906", "201235910"], "equivalent": ["201235904"], "question": "Which color is the sweater?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-sweater_color"}, "answer": "dark", "semanticStr": "select: sweater (9)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sweater is dark.", "image": "n527589.jpg", "question_id": 201235904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447102", "201447038", "201447106", "201447037"], "equivalent": ["201447103"], "question": "What is on the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_on,s"}, "answer": "mirror", "semanticStr": "select: wall (11)->relate: _,on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is on the wall.", "image": "n54180.jpg", "question_id": 201447103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}], "entailed": ["201447083", "201447062", "201447087", "201447086", "201447085", "201447084", "201447098", "201447099", "201447088", "201447101", "201447097"], "equivalent": ["201447100"], "question": "Is this a dirty mirror?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_dirty"}, "answer": "yes", "semanticStr": "select: mirror (5)->verify cleanliness: dirty [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"5": "5"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a dirty mirror.", "image": "n54180.jpg", "question_id": 201447100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899840", "20899841", "20899835", "20899834", "20899837", "20899785", "20899839", "20899838"], "equivalent": ["20899836"], "question": "What vegetables are to the right of the laptop?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-laptop_to the right of,s"}, "answer": "tomatoes", "semanticStr": "select: laptop (5)->relate: vegetable,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are tomatoes.", "image": "n186491.jpg", "question_id": 20899836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (24)"}, {"operation": "filter", "dependencies": [0], "argument": "low"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20340847", "20340828", "20340838", "20340832", "20340833", "20340830", "20340831", "20340836", "20340835"], "equivalent": ["20340834"], "question": "How wide is the low window?", "isBalanced": true, "groups": {"global": "width", "local": "10q-window_width"}, "answer": "wide", "semanticStr": "select: window (24)->filter: low [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is wide.", "image": "n346247.jpg", "question_id": 20340834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (4)"}, {"operation": "filter activity", "dependencies": [0], "argument": "driving"}, {"operation": "choose name", "dependencies": [1], "argument": "train|car"}], "entailed": [], "equivalent": ["201952759"], "question": "What kind of vehicle is driving, the train or the car?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12c-vehicle_driving"}, "answer": "train", "semanticStr": "select: vehicle (4)->filter activity: driving [0]->choose name: train|car [1]", "annotations": {"answer": {"0": "4"}, "question": {"10": "7", "3": "4", "7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The train is driving.", "image": "n525029.jpg", "question_id": 201952759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (9)"}, {"operation": "select", "dependencies": [], "argument": "keyboard (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20381105"], "equivalent": ["20381106"], "question": "Is the flower pot different in color than the keyboard?", "isBalanced": true, "groups": {"global": null, "local": "09diff-flower pot_keyboard"}, "answer": "no", "semanticStr": "select: flower pot (9)->select: keyboard (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "8", "2:4": "9"}, "fullAnswer": {"7": "8", "3:5": "9"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the flower pot and the keyboard are white.", "image": "n398257.jpg", "question_id": 20381106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (11)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|white"}], "entailed": ["201886878", "201886877"], "equivalent": ["201886877", "201886876"], "question": "Is the vehicle behind the table red or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-vehicle_color"}, "answer": "red", "semanticStr": "select: table (12)->relate: vehicle,behind,s (11) [0]->choose color: red|white [1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "12"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The vehicle is red.", "image": "n429961.jpg", "question_id": 201886876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food container (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20411723", "20411725", "20411727", "20411726", "20411729"], "equivalent": ["20411728"], "question": "What is the color of the food container?", "isBalanced": true, "groups": {"global": "color", "local": "10q-food container_color"}, "answer": "purple", "semanticStr": "select: food container (0)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The food container is purple.", "image": "n363445.jpg", "question_id": 20411728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201411215", "201411214", "201411216", "201411213"], "equivalent": ["201411217"], "question": "Which side is the toilet brush on?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet brush_hposition"}, "answer": "right", "semanticStr": "select: toilet brush (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet brush is on the right of the image.", "image": "n415215.jpg", "question_id": 201411217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201079982", "201079981", "201079980"], "equivalent": ["201079983"], "question": "On which side is the clean bed?", "isBalanced": true, "groups": {"global": null, "local": "10q-bed_hposition"}, "answer": "right", "semanticStr": "select: bed (1)->filter cleanliness: clean [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is on the right of the image.", "image": "n23181.jpg", "question_id": 201079983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (9)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20645792", "20645791"], "equivalent": ["20645793"], "question": "Which part of the photo is the shelf in, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-shelf_vposition"}, "answer": "top", "semanticStr": "select: shelf (9)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shelf is in the top of the image.", "image": "n98544.jpg", "question_id": 20645793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "toilet paper,to the right of,o (9)"}], "entailed": [], "equivalent": ["201822425"], "question": "Is the white toilet to the right of the toilet paper that is next to the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_toilet paper"}, "answer": "yes", "semanticStr": "select: toilet (8)->filter color: white [0]->verify rel: toilet paper,to the right of,o (9) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "9:11": "9", "16": "4"}, "fullAnswer": {"2": "8", "9:11": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the toilet is to the right of the toilet paper.", "image": "n417401.jpg", "question_id": 201822425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201687438", "201687439"], "equivalent": ["201687440"], "question": "What is the man holding onto?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding onto,o"}, "answer": "paddle", "semanticStr": "select: man (3)->relate: _,holding onto,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "3", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the oar.", "image": "n228268.jpg", "question_id": 201687440}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (5)"}, {"operation": "select", "dependencies": [], "argument": "baseball mitt (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201738834", "201738831", "201738833", "201738832", "201738828", "201738829"], "equivalent": ["201738831", "201738830", "201738828", "201738829"], "question": "Are the baseball mitt and the belt the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-baseball mitt_belt"}, "answer": "no", "semanticStr": "select: belt (5)->select: baseball mitt (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "5"}, "fullAnswer": {"2": "5", "7:9": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the belt is red and the baseball mitt is black.", "image": "n485969.jpg", "question_id": 201738830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20645798"], "equivalent": ["20645799"], "question": "Does that shelf have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-shelf_black"}, "answer": "no", "semanticStr": "select: shelf (9)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shelf is white.", "image": "n98544.jpg", "question_id": 20645799}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "decorations (18)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202060227", "202060230", "202060231", "202060229"], "equivalent": ["202060228"], "question": "Which color are the small decorations?", "isBalanced": true, "groups": {"global": "color", "local": "10q-decorations_color"}, "answer": "white", "semanticStr": "select: decorations (18)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The decorations are white.", "image": "n14087.jpg", "question_id": 202060228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candle (33)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on,o (36)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669584", "201669481", "201669482"], "equivalent": ["201669483"], "question": "What kind of dessert is the candle on?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-candle_on,o"}, "answer": "cupcake", "semanticStr": "select: candle (33)->relate: dessert,on,o (36) [0]->query: name [1]", "annotations": {"answer": {"0": "36"}, "question": {"3": "36"}, "fullAnswer": {"1": "33", "5": "36"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The candle is on the cupcake.", "image": "n238266.jpg", "question_id": 201669483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (14)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156794", "202156900", "202156902", "202156898", "202156899"], "equivalent": ["202156901"], "question": "Which kind of animal is in front of the flowers?", "isBalanced": true, "groups": {"global": "animal", "local": "15-flowers_in front of,s"}, "answer": "elephants", "semanticStr": "select: flowers (14)->relate: animal,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003812", "202003727", "202003815", "202003814"], "equivalent": ["202003813"], "question": "What is the piece of furniture on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "desk", "semanticStr": "select: floor (15)->relate: furniture,on top of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"10": "15", "3:6": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n262920.jpg", "question_id": 202003813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201303172", "201303173", "201303170", "201303171", "201303174"], "equivalent": ["201303175"], "question": "On which side of the picture are the white cups?", "isBalanced": true, "groups": {"global": null, "local": "10q-cups_hposition"}, "answer": "right", "semanticStr": "select: cups (10)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cups are on the right of the image.", "image": "n518912.jpg", "question_id": 201303175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162561", "202162487"], "equivalent": ["202162562"], "question": "What leans against the bookcase?", "isBalanced": true, "groups": {"global": "object", "local": "14-bookcase_leaning against,s"}, "answer": "pillow", "semanticStr": "select: bookcase (8)->relate: _,leaning against,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow leans against the bookcase.", "image": "n69237.jpg", "question_id": 202162562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bench (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201109374", "201109284", "201109445", "201109285", "201109372", "201109373", "201109575", "201109283", "201109636", "201109170", "201109185"], "equivalent": ["201109171"], "question": "Is there a bench or a fence in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_fence"}, "answer": "no", "semanticStr": "select: fence (-)->exist: ? [0]->select: bench (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no benches or fences.", "image": "n167164.jpg", "question_id": 201109171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,leaning against,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162588", "202162563", "202162565", "202162564", "202162566"], "equivalent": ["202162567"], "question": "What kind of furniture does the pillow lean against?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pillow_leaning against,o"}, "answer": "bookcase", "semanticStr": "select: pillow (4)->relate: furniture,leaning against,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow leans against the bookcase.", "image": "n69237.jpg", "question_id": 202162567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,sitting on,o (14)"}], "entailed": [], "equivalent": ["201982757"], "question": "Does the happy man sit on the couch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_couch"}, "answer": "yes", "semanticStr": "select: man (5)->filter face expression: happy [0]->verify rel: couch,sitting on,o (14) [1]", "annotations": {"answer": {}, "question": {"2:4": "5", "7": "14"}, "fullAnswer": {"2": "5", "6": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man sits on the couch.", "image": "n526228.jpg", "question_id": 201982757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "car,to the left of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": [], "equivalent": ["201593692"], "question": "Does the car to the left of the girl look black?", "isBalanced": true, "groups": {"global": null, "local": "06-car_black"}, "answer": "no", "semanticStr": "select: girl (5)->relate: car,to the left of,s (0) [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the car is silver.", "image": "n200907.jpg", "question_id": 201593692}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (5)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}], "entailed": ["20136648", "20136649", "20136646", "20136647", "20136645", "20136629", "20136630"], "equivalent": ["20136644", "20136645"], "question": "Is the sink round?", "isBalanced": true, "groups": {"global": null, "local": "06-sink_round"}, "answer": "no", "semanticStr": "select: sink (5)->verify shape: round [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sink is square.", "image": "n446242.jpg", "question_id": 20136644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "fence,in front of,o (7)"}], "entailed": ["20330505", "20330347", "20330504"], "equivalent": ["20330346"], "question": "Is the tall tree in front of a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_fence"}, "answer": "yes", "semanticStr": "select: tree (5)->filter height: tall [0]->verify rel: fence,in front of,o (7) [1]", "annotations": {"answer": {}, "question": {"8": "7", "2:4": "5"}, "fullAnswer": {"8": "7", "2": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tree is in front of a fence.", "image": "n260521.jpg", "question_id": 20330346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (5)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,next to,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20541235", "20541259"], "equivalent": ["20541259", "20541258"], "question": "Are there any chairs next to the couch?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_chair"}, "answer": "yes", "semanticStr": "select: couch (5)->relate: chair,next to,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "7": "5"}, "fullAnswer": {"8": "5", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair next to the couch.", "image": "n527290.jpg", "question_id": 20541258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "verify rel", "dependencies": [1], "argument": "man,to the left of,s (10)"}], "entailed": ["20782982"], "equivalent": ["20782981"], "question": "Is the man to the left of the chair on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_man"}, "answer": "no", "semanticStr": "select: chair (9)->filter hposition: left [0]->verify rel: man,to the left of,s (10) [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "10"}, "fullAnswer": {"9": "9", "2": "10"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of the chair.", "image": "n355339.jpg", "question_id": 20782981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,to the right of|to the left of,s (10)"}], "entailed": ["20783583", "20783582", "20783581", "20783580", "20782981"], "equivalent": ["20782982"], "question": "Is the man to the left or to the right of the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_man"}, "answer": "right", "semanticStr": "select: chair (9)->choose rel: man,to the right of|to the left of,s (10) [0]", "annotations": {"answer": {}, "question": {"2": "10", "12": "9"}, "fullAnswer": {"1": "10", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the chair.", "image": "n355339.jpg", "question_id": 20782982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330387", "20330386", "20330385", "20330338", "20330339"], "equivalent": ["20330340"], "question": "What is the statue before?", "isBalanced": true, "groups": {"global": "thing", "local": "14-statue_in front of,o"}, "answer": "fence", "semanticStr": "select: statue (2)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "2", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is in front of the fence.", "image": "n260521.jpg", "question_id": 20330340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20637090", "20637088", "20637087", "20637085"], "equivalent": ["20637091"], "question": "What cooking utensil is made of wood?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_wood"}, "answer": "cutting board", "semanticStr": "select: cooking utensil (2)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1:3": "2"}, "fullAnswer": {"1:3": "2", "5:7": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a cutting board.", "image": "n184385.jpg", "question_id": 20637091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,behind,o (16)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201393779", "201393778", "201393583", "201393777", "201393776", "201393713", "201393712", "201393715", "201393714", "201393780", "201393781", "201393782", "201393783"], "equivalent": ["201393775", "201393776"], "question": "What is the piece of furniture that is to the left of the boy the lamp is behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_to the left of,s"}, "answer": "chair", "semanticStr": "select: lamp (8)->relate: boy,behind,o (16) [0]->relate: furniture,to the left of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:6": "7", "13": "16", "15": "8"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n305495.jpg", "question_id": 201393775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20516174", "20516175", "20516171", "20516163", "20516176", "20516169", "20516168", "20516165", "20516164", "20516167", "20516166", "20516172", "20516173", "20516162"], "equivalent": ["20516170"], "question": "Does the sky look clear and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "yes", "semanticStr": "select: sky (9)->verify color: blue [0]->verify weather: clear  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is clear and blue.", "image": "n70461.jpg", "question_id": 20516170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose name", "dependencies": [1], "argument": "cutting board|pan"}], "entailed": ["20637092", "20637097"], "equivalent": ["20637097", "20637096"], "question": "What cooking utensil is made of wood, the cutting board or the pan?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12c-cooking utensil_wood"}, "answer": "cutting board", "semanticStr": "select: cooking utensil (2)->filter material: wood [0]->choose name: cutting board|pan [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"8:10": "2", "1:3": "2", "12": "9"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The cutting board is made of wood.", "image": "n184385.jpg", "question_id": 20637096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,behind,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201482179", "201482183", "201482132", "201482133"], "equivalent": ["201482178"], "question": "What is in front of the bag the man is behind of?", "isBalanced": true, "groups": {"global": "fruit", "local": "14-bag_in front of,s"}, "answer": "berries", "semanticStr": "select: man (14)->relate: bag,behind,o (6) [0]->relate: _,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8": "14", "6": "6"}, "fullAnswer": {"1": "5", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The berries are in front of the bag.", "image": "n470920.jpg", "question_id": 201482178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,sitting on top of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201482178", "201482183", "201482132", "201482133"], "equivalent": ["201482179"], "question": "What are the fruits in front of the bag that is sitting on top of the blanket?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-bag_in front of,s"}, "answer": "berries", "semanticStr": "select: blanket (19)->relate: bag,sitting on top of,s (6) [0]->relate: fruit,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8": "6", "3": "5", "16": "19"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are berries.", "image": "n470920.jpg", "question_id": 201482179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247247", "201247249", "201247248"], "equivalent": ["201247246"], "question": "What kind of furniture is above the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_above,s"}, "answer": "side table", "semanticStr": "select: carpet (7)->relate: furniture,above,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3", "7": "7"}, "fullAnswer": {"6:8": "3", "1:4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n83784.jpg", "question_id": 201247246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "verify material", "dependencies": [0], "argument": "porcelain"}], "entailed": ["20964048", "20964032", "20964047", "20964031", "20964020", "20964030", "20964017", "20964029", "20964028", "20964025", "20964024", "20964027", "20964026", "20964021", "20964033", "20964023"], "equivalent": ["20964022"], "question": "Does the sink look ceramic?", "isBalanced": true, "groups": {"global": null, "local": "06-sink_porcelain"}, "answer": "yes", "semanticStr": "select: sink (7)->verify material: porcelain [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sink is ceramic.", "image": "n119886.jpg", "question_id": 20964022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20964048", "20964032", "20964047", "20964031", "20964020", "20964030", "20964017", "20964029", "20964028", "20964024", "20964027", "20964026", "20964021", "20964033", "20964023", "20964022"], "equivalent": ["20964025"], "question": "What's the sink made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain.", "image": "n119886.jpg", "question_id": 20964025}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201527587", "201527586", "201527585", "201527588"], "equivalent": ["201527589", "201527588"], "question": "Which side of the photo is the cake on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cake_hposition"}, "answer": "right", "semanticStr": "select: cake (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cake is on the right of the image.", "image": "n118102.jpg", "question_id": 201527589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (9)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "relate", "dependencies": [1], "argument": "animal,on,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202156794", "202156916", "202156915", "202156912", "202156911", "202156910"], "equivalent": ["202156909"], "question": "What animal is on the soft dirt?", "isBalanced": true, "groups": {"global": "animal", "local": "14-dirt_on,s"}, "answer": "elephants", "semanticStr": "select: dirt (9)->filter hardness: soft [0]->relate: animal,on,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"5:7": "9"}, "fullAnswer": {"1": "3", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephants are on the dirt.", "image": "n543966.jpg", "question_id": 202156909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765899", "201765774"], "equivalent": ["201765900"], "question": "Who is wearing the bracelet?", "isBalanced": true, "groups": {"global": "person", "local": "14-bracelet_wearing,s"}, "answer": "surfer", "semanticStr": "select: bracelet (0)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is wearing a bracelet.", "image": "n488874.jpg", "question_id": 201765900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding onto,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765905", "201765774"], "equivalent": ["201765906"], "question": "Who is holding onto the surfboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_holding onto,s"}, "answer": "surfer", "semanticStr": "select: surfboard (3)->relate: person,holding onto,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is holding onto the surfboard.", "image": "n488874.jpg", "question_id": 201765906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding onto,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201765906", "201765774"], "equivalent": ["201765905"], "question": "Who is holding onto the surf board that is made of wood?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_holding onto,s"}, "answer": "surfer", "semanticStr": "select: surfboard (3)->filter material: wood [0]->relate: person,holding onto,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"11": "3", "5:7": "3"}, "fullAnswer": {"1": "5", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is holding onto the surfboard.", "image": "n488874.jpg", "question_id": 201765905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "coffee,in front of,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20151609", "20151610", "20151542", "20151543"], "equivalent": ["20151611"], "question": "Is there any coffee in front of the person that is in front of the building?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_coffee"}, "answer": "yes", "semanticStr": "select: building (14)->relate: person,in front of,s (7) [0]->relate: coffee,in front of,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "7", "3": "1", "15": "14"}, "fullAnswer": {"8": "7", "3": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is coffee in front of the woman.", "image": "n313060.jpg", "question_id": 20151611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (10)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,behind,s (13)"}, {"operation": "choose color", "dependencies": [1], "argument": "green|white"}], "entailed": [], "equivalent": ["202060089"], "question": "Is the couch behind the dog green or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-couch_color"}, "answer": "green", "semanticStr": "select: dog (10)->relate: couch,behind,s (13) [0]->choose color: green|white [1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "10"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The couch is green.", "image": "n14087.jpg", "question_id": 202060089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201882730", "201882731", "201882736", "201882737", "201882734", "201882738", "201882739", "201882750", "201882751", "201882713", "201882714", "201882725", "201882724", "201882727", "201882726", "201882723", "201882722", "201882745", "201882744", "201882743", "201882742", "201882741"], "equivalent": ["201882736", "201882735"], "question": "Is the table full and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-full_wood"}, "answer": "yes", "semanticStr": "select: table (18)->verify: full [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is full and wooden.", "image": "n125122.jpg", "question_id": 201882735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (9)"}, {"operation": "query", "dependencies": [0], "argument": "depth"}], "entailed": ["20120450", "20120451", "20120452", "20120453", "20120460", "20120448", "20120447", "20120446", "20120445", "20120457", "20120443", "20120442", "20120479", "20120444", "20120458", "20120439"], "equivalent": ["20120449"], "question": "What is the depth of the sand?", "isBalanced": true, "groups": {"global": "depth", "local": "10q-sand_depth"}, "answer": "shallow", "semanticStr": "select: sand (9)->query: depth [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sand is shallow.", "image": "n117888.jpg", "question_id": 20120449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (2)"}, {"operation": "choose rel", "dependencies": [0], "argument": "bottle,to the right of|to the left of,s (5)"}], "entailed": ["20573609", "20573611", "20573612", "20573715", "20573714", "20573713", "20573613", "20573610"], "equivalent": ["20573716"], "question": "Is the plastic bottle to the right or to the left of the toilet in this image?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_bottle"}, "answer": "right", "semanticStr": "select: toilet (2)->choose rel: bottle,to the right of|to the left of,s (5) [0]", "annotations": {"answer": {}, "question": {"13": "2", "2:4": "5"}, "fullAnswer": {"1": "5", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bottle is to the right of the toilet.", "image": "n162108.jpg", "question_id": 20573716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201952811", "201952810", "201952813", "201952812", "201952809"], "equivalent": ["201952810", "201952808", "201952809"], "question": "Is that train long and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_long"}, "answer": "no", "semanticStr": "select: train (4)->verify color: brown [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the train is long but white.", "image": "n525029.jpg", "question_id": 201952808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2053843", "2053842"], "equivalent": ["2053841", "2053842"], "question": "Who is the person that is standing watching?", "isBalanced": true, "groups": {"global": "", "local": "14-man_watching,o"}, "answer": "crowd", "semanticStr": "select: person (4)->filter pose: standing [0]->relate: person,watching,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"3": "4", "6": "4"}, "fullAnswer": {"1": "4", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the crowd.", "image": "n146555.jpg", "question_id": 2053841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2053841", "2053842"], "equivalent": ["2053843"], "question": "Who is the man watching?", "isBalanced": true, "groups": {"global": "", "local": "14-man_watching,o"}, "answer": "crowd", "semanticStr": "select: man (4)->relate: person,watching,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "4", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the crowd.", "image": "n146555.jpg", "question_id": 2053843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "choose material", "dependencies": [1], "argument": "granite|metal"}], "entailed": [], "equivalent": ["20866377"], "question": "Is the gray floor made of metal or granite?", "isBalanced": true, "groups": {"global": "material", "local": "10c-floor_material"}, "answer": "granite", "semanticStr": "select: floor (5)->filter color: gray [0]->choose material: granite|metal [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is made of granite.", "image": "n579256.jpg", "question_id": 20866377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirts (5)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,same color,_ (27)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20836322"], "question": "What watercraft has the same color as the shirts in this image?", "isBalanced": true, "groups": {"global": "watercraft", "local": "14-shirts_same color,_"}, "answer": "boats", "semanticStr": "select: shirts (5)->relate: watercraft,same color,_ (27) [0]->query: name [1]", "annotations": {"answer": {"0": "27"}, "question": {"1": "27", "8": "5"}, "fullAnswer": {"1": "27", "8": "5"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boats are the same color as the shirts.", "image": "n507959.jpg", "question_id": 20836322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirts (5)"}, {"operation": "select", "dependencies": [], "argument": "boats (27) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20836324", "20836325"], "equivalent": ["20836323"], "question": "Are both the shirts and the boats the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-boats_shirts"}, "answer": "yes", "semanticStr": "select: shirts (5)->select: boats (27) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "27"}, "fullAnswer": {"3": "5", "6": "27"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the shirts and the boats are white.", "image": "n507959.jpg", "question_id": 20836323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "select", "dependencies": [], "argument": "jeans (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201983604"], "equivalent": ["201983605"], "question": "Is the color of the pants different than the jeans?", "isBalanced": true, "groups": {"global": null, "local": "09diff-jeans_pants"}, "answer": "no", "semanticStr": "select: pants (4)->select: jeans (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "10", "5": "4"}, "fullAnswer": {"3": "4", "6": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the pants and the jeans are black.", "image": "n16378.jpg", "question_id": 201983605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (6)"}, {"operation": "relate", "dependencies": [0], "argument": "dirt,behind,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark brown"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201766004", "201766017", "201766003", "201766008", "201766002", "201766007", "201766006", "201766018", "201766019", "201766009", "201766020", "201766014", "201766015", "201766005", "201766000", "201766011", "201766001", "201766013"], "equivalent": ["201766010"], "question": "Is the dirt behind the beach dirty and dark brown?", "isBalanced": true, "groups": {"global": null, "local": "05-dark brown_dirty"}, "answer": "yes", "semanticStr": "select: beach (6)->relate: dirt,behind,s (8) [0]->verify color: dark brown [1]->verify cleanliness: dirty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "6"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the dirt is dirty and dark brown.", "image": "n488874.jpg", "question_id": 201766010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "entertainment center,on top of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202227928", "202227934", "202227931", "202227932", "202227933"], "equivalent": ["202227934", "202227935"], "question": "Which shape does the entertainment center the television is on top of have?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-entertainment center_shape"}, "answer": "square", "semanticStr": "select: television (1)->relate: entertainment center,on top of,o (11) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"7": "1", "4:6": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The entertainment center has square shape.", "image": "n77818.jpg", "question_id": 202227935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201826671", "201826673", "201826672", "201826697", "201826696", "201826698"], "equivalent": ["201826699"], "question": "Which kind of animal is looking up?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_looking up"}, "answer": "elephant", "semanticStr": "select: animal (6)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n59627.jpg", "question_id": 201826699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "logo,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201879328", "201879330", "201879331", "201879332", "201879333", "201879327", "201879326", "201879334"], "equivalent": ["201879329", "201879328"], "question": "The logo in front of the truck is which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-logo_color"}, "answer": "red", "semanticStr": "select: truck (18)->relate: logo,in front of,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "10", "6": "18"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The logo is red.", "image": "n290409.jpg", "question_id": 201879329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201826671", "201826681", "201826673", "201826680", "201826684", "201826693", "201826695", "201826679", "201826692", "201826682", "201826678", "201826672", "201826683"], "equivalent": ["201826694"], "question": "What kind of animal is large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "elephant", "semanticStr": "select: animal (6)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n59627.jpg", "question_id": 201826694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snack (16)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (17)"}, {"operation": "choose name", "dependencies": [1], "argument": "bed|bookcase"}], "entailed": ["20856854"], "equivalent": ["20856853"], "question": "What is the snack lying on top of, a bookcase or a bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-snack_lying on top of,o"}, "answer": "bed", "semanticStr": "select: snack (16)->relate: furniture,lying on top of,o (17) [0]->choose name: bed|bookcase [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "16", "12": "17"}, "fullAnswer": {"1": "16", "8": "17"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The snack is lying on top of a bed.", "image": "n293477.jpg", "question_id": 20856853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201826671", "201826687", "201826688", "201826689"], "equivalent": ["201826690"], "question": "What animal is this?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephant", "semanticStr": "select: animal (6)->query: name [0]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is an elephant.", "image": "n59627.jpg", "question_id": 201826690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "select", "dependencies": [], "argument": "fireplace (5) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201803634", "201803635", "201803636", "201803637", "201803638"], "equivalent": ["201803637", "201803638", "201803639"], "question": "Is the computer monitor different in color than the fireplace?", "isBalanced": true, "groups": {"global": null, "local": "09diff-computer monitor_fireplace"}, "answer": "no", "semanticStr": "select: computer monitor (2)->select: fireplace (5) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "5", "2:4": "2"}, "fullAnswer": {"7": "5", "3:5": "2"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the computer monitor and the fireplace are black.", "image": "n51002.jpg", "question_id": 201803639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201896481", "201896480", "201896483", "201896482", "201896485", "201896484", "201896487", "201896489", "201896479", "201896450", "201896499", "201896490", "201896473", "201896471", "201896470", "201896488", "201896431"], "equivalent": ["201896486"], "question": "What is the window made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-window_material"}, "answer": "wood", "semanticStr": "select: window (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is made of wood.", "image": "n111390.jpg", "question_id": 201896486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "umbrella (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "brown"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20151476", "20151477"], "equivalent": ["20151475"], "question": "Is there a brown bag or umbrella?", "isBalanced": true, "groups": {"global": null, "local": "04-bag_brown"}, "answer": "yes", "semanticStr": "select: bag (10)->filter color: brown [0]->exist: ? [1]->select: umbrella (-) ->filter color: brown [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a brown bag.", "image": "n313060.jpg", "question_id": 20151475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (10)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202266179", "202266130"], "equivalent": ["202266177"], "question": "What is located on top of the couch near the window?", "isBalanced": true, "groups": {"global": "object", "local": "14-couch_on top of,s"}, "answer": "pillows", "semanticStr": "select: window (10)->relate: couch,near,s (6) [0]->relate: _,on top of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "10", "7": "6"}, "fullAnswer": {"1": "8", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillows are on top of the couch.", "image": "n534106.jpg", "question_id": 202266177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20385934", "20385935", "20385936", "20385937", "20385938"], "equivalent": ["20385939"], "question": "What's the charger made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-charger_material"}, "answer": "plastic", "semanticStr": "select: charger (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The charger is made of plastic.", "image": "n90294.jpg", "question_id": 20385939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe lace (15)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20797537"], "question": "Does the shoe lace look black and long?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: shoe lace (15)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shoe lace is long but white.", "image": "n16656.jpg", "question_id": 20797537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (6)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,on top of,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202266130"], "equivalent": ["202266179"], "question": "Are there any pillows on top of the couch?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_pillows"}, "answer": "yes", "semanticStr": "select: couch (6)->relate: pillows,on top of,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "6", "3": "8"}, "fullAnswer": {"8": "6", "3": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are pillows on top of the couch.", "image": "n534106.jpg", "question_id": 202266179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201982278", "201982419", "201982426", "201982421", "201982420", "201982423"], "equivalent": ["201982421", "201982422"], "question": "What is the item of furniture in front of the huge mirror called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mirror_in front of,s"}, "answer": "couch", "semanticStr": "select: mirror (18)->filter size: huge [0]->relate: furniture,in front of,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:6": "14", "10:12": "18"}, "fullAnswer": {"1:4": "14", "6": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n526228.jpg", "question_id": 201982422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (16)"}, {"operation": "filter", "dependencies": [1], "argument": "digital"}, {"operation": "choose", "dependencies": [2], "argument": "off|on"}], "entailed": ["201996678", "201996673", "201996672", "201996675", "201996674", "201996677", "201996676"], "equivalent": ["201996679"], "question": "How does the digital device that is to the left of the telephone appear to be, on or off?", "isBalanced": true, "groups": {"global": "39", "local": "10c-controller_39"}, "answer": "off", "semanticStr": "select: phone (9)->relate: device,to the left of,s (16) [0]->filter: digital [1]->choose: off|on [2]", "annotations": {"answer": {}, "question": {"12": "9", "3:5": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The controller is off.", "image": "n250715.jpg", "question_id": 201996679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "shoe lace,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20797533", "20797532", "20797531", "20797527", "20797537", "20797535", "20797525", "20797528", "20797526"], "equivalent": ["20797531", "20797530"], "question": "Which color is the shoe lace on top of the shoe?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shoe lace_color"}, "answer": "white", "semanticStr": "select: shoe (0)->relate: shoe lace,on top of,s (15) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "0", "4:6": "15"}, "fullAnswer": {"1:3": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoe lace is white.", "image": "n16656.jpg", "question_id": 20797530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "park (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["202024898", "202024889", "202024888", "202024911", "202024890", "202024893", "202024887", "202024886", "202024885", "202024897", "202024910", "202024909", "202024880", "202024891", "202024912"], "equivalent": ["202024893", "202024894"], "question": "Is the green park small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-park_size"}, "answer": "large", "semanticStr": "select: park (8)->filter color: green [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The park is large.", "image": "n369595.jpg", "question_id": 202024894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201596059", "201596060", "201596061", "201596057", "201596056", "201596062"], "equivalent": ["201596058"], "question": "What is the color of the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: shirt (7)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue.", "image": "n302358.jpg", "question_id": 201596058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080545"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "catcher", "semanticStr": "select: pants (10)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "10"}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing pants.", "image": "n154160.jpg", "question_id": 201080545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119215", "202119216", "202119208", "202119207"], "equivalent": ["202119209"], "question": "Who is on the elephant?", "isBalanced": true, "groups": {"global": "person", "local": "14-elephant_on,s"}, "answer": "man", "semanticStr": "select: elephant (0)->relate: person,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the elephant.", "image": "n544255.jpg", "question_id": 202119209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "old "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20883250"], "question": "Is the cap old and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_old"}, "answer": "no", "semanticStr": "select: cap (7)->verify color: blue [0]->verify: old  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cap is blue but new.", "image": "n159284.jpg", "question_id": 20883250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202023613", "202023612", "202023596", "202023607", "202023608", "202023609"], "equivalent": ["202023597"], "question": "Are there chairs or tables that are not made of metal?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_n#metal"}, "answer": "no", "semanticStr": "select: chair (8)->filter material: not(metal) [0]->exist: ? [1]->select: table (-) ->filter material: not(metal) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a chair but it is made of metal.", "image": "n95313.jpg", "question_id": 202023597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|tan"}], "entailed": ["20883258", "20883259", "20883256"], "equivalent": ["20883258", "20883259", "20883256", "20883257"], "question": "Is that cap blue or tan?", "isBalanced": true, "groups": {"global": "color", "local": "10c-cap_color"}, "answer": "blue", "semanticStr": "select: cap (7)->choose color: blue|tan [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cap is blue.", "image": "n159284.jpg", "question_id": 20883257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,under,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119202", "202119201", "202119199"], "equivalent": ["202119200"], "question": "Who is under the umbrella?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_under,s"}, "answer": "man", "semanticStr": "select: umbrella (7)->relate: person,under,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is under the umbrella.", "image": "n544255.jpg", "question_id": 202119200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201574446", "201574444", "201574445", "201574442", "201574443", "201574440", "201574441", "201574450", "201574466", "201574467", "201574460", "201574453", "201574462", "201574473", "201574461", "201574457", "201574470", "201574437", "201574439", "201574438", "201574459", "201574458", "201574451", "201574476", "201574475", "201574455", "201574471", "201574456"], "equivalent": ["201574451", "201574452"], "question": "Does the door look wooden and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_wood"}, "answer": "yes", "semanticStr": "select: door (8)->verify size: large [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is wooden and large.", "image": "n116329.jpg", "question_id": 201574452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,sitting atop,o (-)"}], "entailed": [], "equivalent": ["20982668"], "question": "Does the bucket sit atop a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-bucket_bed"}, "answer": "no", "semanticStr": "select: bucket (8)->verify rel: bed,sitting atop,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8", "6": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bucket sits atop a table.", "image": "n52544.jpg", "question_id": 20982668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20942044", "20942040", "20942043", "20942024", "20942028", "20942023", "20942030", "20942031", "20942025", "20942042", "20942027", "20942026"], "equivalent": ["20942029"], "question": "How large is the surfboard that looks white?", "isBalanced": true, "groups": {"global": "size", "local": "10q-surfboard_size"}, "answer": "large", "semanticStr": "select: surfboard (1)->filter color: white [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "1"}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The surf board is large.", "image": "n137182.jpg", "question_id": 20942029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20982661"], "question": "What sits atop the table?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_sitting atop,s"}, "answer": "bucket", "semanticStr": "select: table (9)->relate: _,sitting atop,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bucket sits atop the table.", "image": "n52544.jpg", "question_id": 20982661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202053386", "202053387", "202053384"], "equivalent": ["202053386", "202053385"], "question": "What is the person in front of the umpire wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-batter_wearing,o"}, "answer": "uniform", "semanticStr": "select: umpire (0)->relate: person,in front of,s (4) [0]->relate: _,wearing,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"8": "0", "3": "4"}, "fullAnswer": {"1": "4", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a uniform.", "image": "n334278.jpg", "question_id": 202053385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "uniform (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053382"], "equivalent": ["202053383"], "question": "Who is wearing the uniform?", "isBalanced": true, "groups": {"global": "person", "local": "14-uniform_wearing,s"}, "answer": "batter", "semanticStr": "select: uniform (10)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a uniform.", "image": "n334278.jpg", "question_id": 202053383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "seat (6)"}, {"operation": "select", "dependencies": [], "argument": "street (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201346303"], "equivalent": ["201346304"], "question": "Does the seat have a different color than the street?", "isBalanced": true, "groups": {"global": null, "local": "09diff-seat_street"}, "answer": "no", "semanticStr": "select: seat (6)->select: street (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "6"}, "fullAnswer": {"3": "6", "6": "9"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the seat and the street are black.", "image": "n131634.jpg", "question_id": 201346304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247244", "201247243", "201247241"], "equivalent": ["201247242", "201247241"], "question": "What is the item of furniture on top of the carpet called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on top of,s"}, "answer": "side table", "semanticStr": "select: carpet (7)->relate: furniture,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"10": "7", "3:6": "3"}, "fullAnswer": {"6:8": "3", "1:4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n83784.jpg", "question_id": 201247242}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "storage box (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose", "dependencies": [1], "argument": "full|empty"}], "entailed": ["201621744", "201621745", "201621742", "201621743", "201621740", "201621741", "201621726", "201621750", "201621725"], "equivalent": ["201621746"], "question": "Is the storage box made out of metal empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-storage box_16"}, "answer": "full", "semanticStr": "select: storage box (4)->filter material: metal [0]->choose: full|empty [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "7": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The storage box is full.", "image": "n275148.jpg", "question_id": 201621746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the right of,s (3)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "red "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20342394"], "question": "Is the bus to the right of the other bus red and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_red"}, "answer": "no", "semanticStr": "select: bus (2)->relate: bus,to the right of,s (3) [0]->verify size: large [1]->verify color: red  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "2", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bus is large but blue.", "image": "n16425.jpg", "question_id": 20342394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20744260", "20744270", "20744271", "20744273", "20744258", "20744269", "20744268", "20744267", "20744265", "20744264", "20744263", "20744262", "20744261", "20744259"], "equivalent": ["20744266"], "question": "The dirt has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dirt_color"}, "answer": "brown", "semanticStr": "select: dirt (1)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is brown.", "image": "n562105.jpg", "question_id": 20744266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (3)"}, {"operation": "select", "dependencies": [], "argument": "orange (1) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201479101"], "question": "What do both the lid and the orange have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-lid_orange"}, "answer": "shape", "semanticStr": "select: lid (3)->select: orange (1) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "1"}, "fullAnswer": {"4": "3", "7": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the lid and the orange are round.", "image": "n181210.jpg", "question_id": 201479101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["201595810", "201595811", "201595809", "201595807"], "equivalent": ["201595808"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "opaqness", "local": "02q-weather"}, "answer": "clear", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is clear.", "image": "n302358.jpg", "question_id": 201595808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doll (24)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012414", "202012411", "202012413", "202012412"], "equivalent": ["202012410"], "question": "What is the doll inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-doll_inside,o"}, "answer": "cabinets", "semanticStr": "select: doll (24)->relate: _,inside,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1": "24", "5": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The doll is inside the cabinets.", "image": "n326988.jpg", "question_id": 202012410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "window,below,o (5)"}], "entailed": ["201759368"], "equivalent": ["201759290"], "question": "Is the pot below the window in the image?", "isBalanced": true, "groups": {"global": null, "local": "13-pot_window"}, "answer": "yes", "semanticStr": "select: pot (3)->verify rel: window,below,o (5) [0]", "annotations": {"answer": {}, "question": {"2": "3", "5": "5"}, "fullAnswer": {"2": "3", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pot is below the window.", "image": "n150962.jpg", "question_id": 201759290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202023378", "202023379", "202023375", "202023376", "202023377", "202023371", "202023372", "202023373"], "equivalent": ["202023374", "202023375", "202023373"], "question": "What color is the tray that is made of plastic?", "isBalanced": true, "groups": {"global": "color", "local": "10q-tray_color"}, "answer": "white", "semanticStr": "select: tray (3)->filter material: plastic [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "3", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is white.", "image": "n95313.jpg", "question_id": 202023374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the right of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201623451", "201623453", "201623454", "201623455", "201623456", "201623457", "201623596", "201623595", "201623391"], "equivalent": ["201623452"], "question": "What is the appliance to the right of the appliance on the floor called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-refrigerator_to the right of,s"}, "answer": "microwave", "semanticStr": "select: floor (8)->relate: appliance,on,s (0) [0]->relate: appliance,to the right of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "0", "3": "1", "12": "8"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a microwave.", "image": "n501609.jpg", "question_id": 201623452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (9)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201322743", "201322714"], "equivalent": ["201322742"], "question": "What sign is in the scene?", "isBalanced": true, "groups": {"global": "sign", "local": "11q-sign"}, "answer": "street sign", "semanticStr": "select: sign (9)->query: name [0]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n311910.jpg", "question_id": 201322742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (9)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201322742", "201322714"], "equivalent": ["201322743"], "question": "What sign is it?", "isBalanced": true, "groups": {"global": "sign", "local": "11q-sign"}, "answer": "street sign", "semanticStr": "select: sign (9)->query: name [0]", "annotations": {"answer": {"0:2": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4:6": "9"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n311910.jpg", "question_id": 201322743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter", "dependencies": [0], "argument": "tail"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480338", "20480339", "20480370", "20480369", "20480368"], "equivalent": ["20480371"], "question": "Which kind of animal is tail?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_tail"}, "answer": "cat", "semanticStr": "select: animal (3)->filter: tail [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n520071.jpg", "question_id": 20480371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vacuum (13)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201428827", "201428828", "201428829", "201428831", "201428830"], "equivalent": ["201428832"], "question": "What is the vacuum made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-vacuum_material"}, "answer": "plastic", "semanticStr": "select: vacuum (13)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vacuum is made of plastic.", "image": "n64959.jpg", "question_id": 201428832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "select", "dependencies": [], "argument": "heater (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20645438", "20645439"], "equivalent": ["20645440", "20645439"], "question": "Is the color of the heater different than that of the wall?", "isBalanced": true, "groups": {"global": null, "local": "09diff-heater_wall"}, "answer": "yes", "semanticStr": "select: wall (0)->select: heater (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "0", "5": "2"}, "fullAnswer": {"2": "0", "7": "2"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the wall is green and the heater is white.", "image": "n98544.jpg", "question_id": 20645440}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheet (14)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201428837", "201428836", "201428839"], "equivalent": ["201428838"], "question": "On which side is the bed sheet, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-sheet_hposition"}, "answer": "right", "semanticStr": "select: sheet (14)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"5:7": "14"}, "fullAnswer": {"1:3": "14"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bed sheet is on the right of the image.", "image": "n64959.jpg", "question_id": 201428838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter", "dependencies": [0], "argument": "professional"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,sitting inside,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201873314", "201873619", "201873313"], "equivalent": ["201873620"], "question": "What vehicle does the professional person sit inside of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-person_sitting inside,o"}, "answer": "fire truck", "semanticStr": "select: person (7)->filter: professional [0]->relate: vehicle,sitting inside,o (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0", "4:6": "7"}, "fullAnswer": {"1": "7", "5:7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person sits inside the fire truck.", "image": "n309148.jpg", "question_id": 201873620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20754705", "20754704", "20754707", "20754706", "20754701"], "equivalent": ["20754702"], "question": "What is the person that is not short doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-person_activity"}, "answer": "looking down", "semanticStr": "select: person (2)->filter: not(short) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3": "2", "7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is looking down.", "image": "n566028.jpg", "question_id": 20754702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify", "dependencies": [0], "argument": "paved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2053607", "2053606", "2053605", "2053604", "2053603", "2053602", "2053601", "2053597", "2053599", "2053609", "2053608", "2053598", "2053595", "2053610", "2053594"], "equivalent": ["2053593"], "question": "Is the street dirty and paved?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_paved"}, "answer": "yes", "semanticStr": "select: street (0)->verify cleanliness: dirty [0]->verify: paved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street is dirty and paved.", "image": "n146555.jpg", "question_id": 2053593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185701", "201185702"], "equivalent": ["201185703"], "question": "What is the boy in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-boy_in front of,o"}, "answer": "trees", "semanticStr": "select: boy (0)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "0", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the trees.", "image": "n494918.jpg", "question_id": 201185703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185701", "201185703"], "equivalent": ["201185701", "201185702"], "question": "He is in front of what?", "isBalanced": true, "groups": {"global": "tree", "local": "14-boy_in front of,o"}, "answer": "trees", "semanticStr": "select: he (0)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"0": "0"}, "fullAnswer": {"1": "0", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the trees.", "image": "n494918.jpg", "question_id": 201185702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "electric toothbrush (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "helmet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201175624", "201175623"], "equivalent": ["201175625"], "question": "Are there any electric toothbrushes or helmets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-electric toothbrush_helmet"}, "answer": "no", "semanticStr": "select: electric toothbrush (-)->exist: ? [0]->select: helmet (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no helmets or electric toothbrushes.", "image": "n357784.jpg", "question_id": 201175625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,in front of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201185709", "201185708", "201185892", "201185711", "201185891", "201185710", "201185890"], "equivalent": ["201185707"], "question": "Is there a fence in front of the trees?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_fence"}, "answer": "no", "semanticStr": "select: trees (9)->relate: fence,in front of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"9": "9", "4": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a boy in front of the trees.", "image": "n494918.jpg", "question_id": 201185707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (18)"}, {"operation": "select", "dependencies": [], "argument": "air (17) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20752166", "20752165", "20752168"], "equivalent": ["20752168", "20752167", "20752166", "20752165"], "question": "Is the door the same material as the air?", "isBalanced": true, "groups": {"global": null, "local": "09same-air_door"}, "answer": "no", "semanticStr": "select: door (18)->select: air (17) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "17", "2": "18"}, "fullAnswer": {"9": "17", "2": "18"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the door is made of wood and the air is made of metal.", "image": "n209843.jpg", "question_id": 20752167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202144635", "202144634", "202144636"], "equivalent": ["202144637"], "question": "On which side of the image is the crate?", "isBalanced": true, "groups": {"global": null, "local": "10q-crate_hposition"}, "answer": "right", "semanticStr": "select: crate (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The crate is on the right of the image.", "image": "n37274.jpg", "question_id": 202144637}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["2053599", "2053603", "2053602", "2053601", "2053597", "2053605", "2053595", "2053594"], "equivalent": ["2053598"], "question": "How clean is the street?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-street_cleanliness"}, "answer": "dirty", "semanticStr": "select: street (0)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is dirty.", "image": "n146555.jpg", "question_id": 2053598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(framed)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498692", "201498693", "201498694", "201497867", "201497866"], "equivalent": ["201497868"], "question": "What kind of device is not framed?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#framed"}, "answer": "phone", "semanticStr": "select: device (6)->filter: not(framed) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n315887.jpg", "question_id": 201497868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (3) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201885198"], "question": "Is there a fence or a frisbee in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_frisbee"}, "answer": "yes", "semanticStr": "select: frisbee (0)->exist: ? [0]->select: fence (3) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3", "6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a frisbee.", "image": "n222297.jpg", "question_id": 201885198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (7)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201654492", "201654493", "201654490", "201654491", "201654494", "201654495", "201654489"], "equivalent": ["201654496"], "question": "On which side of the photo is the old vehicle?", "isBalanced": true, "groups": {"global": null, "local": "10q-car_hposition"}, "answer": "right", "semanticStr": "select: vehicle (7)->filter: old [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is on the right of the image.", "image": "n6309.jpg", "question_id": 201654496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (5)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the right of,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201322538", "201322548", "201322542", "201322543", "201322541", "201322546", "201322547", "201322545", "201322537", "201322539", "201322536", "201322525", "201322535", "201322534", "201322533", "201322532", "201322531"], "equivalent": ["201322524"], "question": "Does the bus to the right of the car look metallic and colorful?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_metal"}, "answer": "yes", "semanticStr": "select: car (5)->relate: bus,to the right of,s (0) [0]->verify: colorful [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "5", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bus is metallic and colorful.", "image": "n311910.jpg", "question_id": 201322524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (12)"}, {"operation": "filter", "dependencies": [0], "argument": "framed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497860", "201497861", "201497862", "201497859"], "equivalent": ["201497863"], "question": "What device is framed?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_framed"}, "answer": "monitor", "semanticStr": "select: device (12)->filter: framed [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(colorful)"}, {"operation": "choose name", "dependencies": [1], "argument": "bus|car"}], "entailed": [], "equivalent": ["201322520"], "question": "Which type of vehicle is not colorful, the car or the bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12c-vehicle_n#colorful"}, "answer": "car", "semanticStr": "select: vehicle (5)->filter: not(colorful) [0]->choose name: bus|car [1]", "annotations": {"answer": {"0": "5"}, "question": {"11": "0", "8": "5", "3": "0"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The car is not colorful.", "image": "n311910.jpg", "question_id": 201322520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coach (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20287935", "20287934", "20287936", "20287933", "20287932"], "equivalent": ["20287937"], "question": "On which side is the coach?", "isBalanced": true, "groups": {"global": null, "local": "10q-coach_hposition"}, "answer": "left", "semanticStr": "select: coach (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coach is on the left of the image.", "image": "n317260.jpg", "question_id": 20287937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201704549"], "question": "Does the grass look tall and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_tall"}, "answer": "no", "semanticStr": "select: grass (2)->verify color: brown [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is tall but green.", "image": "n164272.jpg", "question_id": 201704549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201360989", "201360997", "201360996", "201360980", "201360981", "201360982", "201360983", "201360984", "201360985", "201360986", "201360987", "201360979", "201360993", "201360995", "201360992", "201360994", "201360991"], "equivalent": ["201360988"], "question": "Is the shirt both striped and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_striped"}, "answer": "yes", "semanticStr": "select: shirt (8)->verify color: gray [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is striped and gray.", "image": "n541688.jpg", "question_id": 201360988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "laptop,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2097710", "2097902", "2097903", "2097708", "2097709", "2097706", "2097707", "2097704", "2097705", "2097702", "2097703", "2097700", "2097701"], "equivalent": ["2097700", "2097701", "2097699"], "question": "What is the device that is to the right of the laptop computer near the keyboard called?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_to the right of,s"}, "answer": "monitor", "semanticStr": "select: keyboard (2)->relate: laptop,near,s (0) [0]->relate: device,to the right of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"11:13": "0", "3": "1", "15": "2"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n513429.jpg", "question_id": 2097699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20978523", "20978506", "20978510", "20978511", "20978512", "20978521", "20978520", "20978508", "20978507", "20978519"], "equivalent": ["20978509"], "question": "What is the size of the motorcycle on the right side?", "isBalanced": true, "groups": {"global": "size", "local": "10q-motorcycle_size"}, "answer": "large", "semanticStr": "select: motorcycle (0)->filter hposition: right [0]->query: size [1]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorcycle is large.", "image": "n551964.jpg", "question_id": 20978509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "filter sport", "dependencies": [0], "argument": "tennis"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202240253"], "question": "Is the tennis racket black and short?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: racket (0)->filter sport: tennis [0]->verify color: black [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the racket is black but long.", "image": "n148872.jpg", "question_id": 202240253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20756708"], "question": "Are there pots or glasses in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_pot"}, "answer": "yes", "semanticStr": "select: pot (0)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a pot.", "image": "n433532.jpg", "question_id": 20756708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20978504", "20978502", "20978501", "20978500"], "equivalent": ["20978504", "20978503"], "question": "On which side of the image is the large motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "10q-motorcycle_hposition"}, "answer": "right", "semanticStr": "select: motorcycle (0)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorcycle is on the right of the image.", "image": "n551964.jpg", "question_id": 20978503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201360989", "201360980", "201360981", "201360982", "201360983", "201360985", "201360986", "201360987"], "equivalent": ["201360984"], "question": "What color do you think the shirt the boy is wearing is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "gray", "semanticStr": "select: boy (1)->relate: shirt,wearing,o (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "1", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is gray.", "image": "n541688.jpg", "question_id": 201360984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goats (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201491088", "201491090", "201491087", "201491079", "201491078", "201491073", "201491075", "201491074", "201491077", "201491076"], "equivalent": ["201491089"], "question": "Are these white goats?", "isBalanced": true, "groups": {"global": null, "local": "06-goats_white"}, "answer": "yes", "semanticStr": "select: goats (4)->verify color: white [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, these are white goats.", "image": "n86120.jpg", "question_id": 201491089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tea (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(wet)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20899606", "20899607", "20899608"], "equivalent": ["20899609"], "question": "Is there any tea in this photograph that is not wet?", "isBalanced": true, "groups": {"global": null, "local": "04-tea_n#wet"}, "answer": "no", "semanticStr": "select: tea (1)->filter: not(wet) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is tea but it is wet.", "image": "n186491.jpg", "question_id": 20899609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202081003", "202081000", "202081001", "202081004", "202080997", "202080996", "202080995", "202080994", "202080993", "202080991", "202080998"], "equivalent": ["202081002"], "question": "What is the house made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-house_material"}, "answer": "wood", "semanticStr": "select: house (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is made of wood.", "image": "n314630.jpg", "question_id": 202081002}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goats (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebras (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201491080", "201491081", "201491083"], "equivalent": ["201491080", "201491081", "201491082", "201491083"], "question": "Is there black goat or zebra?", "isBalanced": true, "groups": {"global": null, "local": "04-goats_black"}, "answer": "no", "semanticStr": "select: goats (4)->filter color: black [0]->exist: ? [1]->select: zebras (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are goats but they are white.", "image": "n86120.jpg", "question_id": 201491082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (15)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["20226598", "20226597", "20226594", "20226595", "20226593"], "equivalent": ["20226598", "20226596", "20226597", "20226595"], "question": "Is the plate in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-plate_vposition"}, "answer": "bottom", "semanticStr": "select: plate (15)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plate is in the bottom of the image.", "image": "n68769.jpg", "question_id": 20226596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "verify material", "dependencies": [0], "argument": "brick"}], "entailed": [], "equivalent": ["202081004"], "question": "Is this a brick house?", "isBalanced": true, "groups": {"global": null, "local": "06-house_brick"}, "answer": "no", "semanticStr": "select: house (0)->verify material: brick [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a wooden house.", "image": "n314630.jpg", "question_id": 202081004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "book,to the right of,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201556989", "201556987", "201556990", "201556991", "201556992", "201556993", "201556776", "201556777"], "equivalent": ["201556988", "201556987"], "question": "Do you see any books to the right of the white keyboard?", "isBalanced": true, "groups": {"global": null, "local": "13-keyboard_book"}, "answer": "yes", "semanticStr": "select: keyboard (1)->filter color: white [0]->relate: book,to the right of,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"4": "5", "10:12": "1"}, "fullAnswer": {"10": "1", "4": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a book to the right of the keyboard.", "image": "n525901.jpg", "question_id": 201556988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheep (9)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["202110258", "202110259", "202110257", "202110255"], "equivalent": ["202110256"], "question": "What do you think is the sheep that is looking up doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-sheep_pose"}, "answer": "standing", "semanticStr": "select: sheep (9)->filter activity: looking up [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"9:11": "9", "6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sheep is standing.", "image": "n511881.jpg", "question_id": 202110256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,below,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,behind,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201109510", "201109507", "201109517", "201109518", "201109519", "201109508", "201109428", "201109427"], "equivalent": ["201109509", "201109508"], "question": "What kind of vehicle is behind the vehicle that is below the signal light?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-suv_behind,s"}, "answer": "truck", "semanticStr": "select: traffic light (8)->relate: vehicle,below,s (1) [0]->relate: vehicle,behind,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "7": "1", "12:14": "8"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n167164.jpg", "question_id": 201109509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "select", "dependencies": [], "argument": "plate (6) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20177480"], "question": "What do the mug and the plate have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-mug_plate"}, "answer": "shape", "semanticStr": "select: mug (7)->select: plate (6) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "6"}, "fullAnswer": {"4": "7", "7": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the mug and the plate are round.", "image": "n55058.jpg", "question_id": 20177480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "select", "dependencies": [], "argument": "serving dish (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20177488"], "equivalent": ["20177487", "20177488"], "question": "Are the table and the serving dish made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-serving dish_table"}, "answer": "no", "semanticStr": "select: table (18)->select: serving dish (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "18", "5:7": "11"}, "fullAnswer": {"2": "18", "9:11": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the table is made of wood and the serving dish is made of metal.", "image": "n55058.jpg", "question_id": 20177487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637220", "201637218"], "equivalent": ["201637219"], "question": "Which appliance in this photo is huge?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_huge"}, "answer": "stove", "semanticStr": "select: appliance (5)->filter size: huge [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n200692.jpg", "question_id": 201637219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "select", "dependencies": [], "argument": "serving tray (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20177486"], "equivalent": ["20177485"], "question": "Are the serving tray and the cutting board the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-cutting board_serving tray"}, "answer": "no", "semanticStr": "select: cutting board (5)->select: serving tray (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "12", "6:8": "5"}, "fullAnswer": {"8:10": "12", "2:4": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the cutting board is red and the serving tray is white.", "image": "n55058.jpg", "question_id": 20177485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987478"], "equivalent": ["201987479"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "driver", "semanticStr": "select: helmet (6)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is wearing a helmet.", "image": "n501951.jpg", "question_id": 201987479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987479"], "equivalent": ["201987478"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "driver", "semanticStr": "select: helmet (6)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "6"}, "fullAnswer": {"1": "5", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is wearing a helmet.", "image": "n501951.jpg", "question_id": 201987478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "blue"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20886952"], "equivalent": ["20886951"], "question": "Are there any blue chairs or computer mice?", "isBalanced": true, "groups": {"global": null, "local": "04-computer mouse_blue"}, "answer": "yes", "semanticStr": "select: computer mouse (11)->filter color: blue [0]->exist: ? [1]->select: chair (-) ->filter color: blue [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6:8": "11"}, "fullAnswer": {"5:7": "11"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a blue computer mouse.", "image": "n282436.jpg", "question_id": 20886951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}, {"operation": "verify race", "dependencies": [1], "argument": "caucasian "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201982124", "201982127", "201982122", "201982125", "201982120", "201982109", "201982126", "201982110", "201982113", "201982112", "201982115", "201982121", "201982117", "201982116", "201982102", "201982118", "201982128", "201982100", "201982114"], "equivalent": ["201982111", "201982110"], "question": "Does the man that is to the left of the other man look blond and Caucasian?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_caucasian"}, "answer": "yes", "semanticStr": "select: man (5)->relate: man,to the left of,s (13) [0]->verify color: blond [1]->verify race: caucasian  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "5", "2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is blond and caucasian.", "image": "n526228.jpg", "question_id": 201982111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654672", "201654671", "201654279"], "equivalent": ["201654673"], "question": "What kind of animal is the fence in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_in front of,o"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "8", "7": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the horse.", "image": "n6309.jpg", "question_id": 201654673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987473"], "equivalent": ["201987472"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "driver", "semanticStr": "select: shirt (7)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "7"}, "fullAnswer": {"1": "5", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is wearing a shirt.", "image": "n501951.jpg", "question_id": 201987472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201467624", "201467621", "201467493"], "equivalent": ["201467625", "201467624"], "question": "Are there both a couch and a table in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-couch_table"}, "answer": "yes", "semanticStr": "select: couch (9)->exist: ? [0]->select: table (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "9", "7": "1"}, "fullAnswer": {"8": "1", "5": "9"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a couch and a table.", "image": "n295771.jpg", "question_id": 201467625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201407085"], "question": "Are there any black hats or gloves?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_black"}, "answer": "no", "semanticStr": "select: hat (11)->filter color: black [0]->exist: ? [1]->select: gloves (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is white.", "image": "n282607.jpg", "question_id": 201407085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065566", "201065568"], "equivalent": ["201065567"], "question": "What is the piece of clothing that is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "suit", "semanticStr": "select: clothing (4)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3:6": "4"}, "fullAnswer": {"1:3": "4", "5": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a suit.", "image": "n429883.jpg", "question_id": 201065567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20588945"], "equivalent": ["20588944"], "question": "Who is wearing a hair band?", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "skater", "semanticStr": "select: headband (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4:6": "2"}, "fullAnswer": {"1": "5", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing a hair band.", "image": "n258500.jpg", "question_id": 20588944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20588944"], "equivalent": ["20588945"], "question": "Who is wearing the headband?", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "skater", "semanticStr": "select: headband (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing a hair band.", "image": "n258500.jpg", "question_id": 20588945}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skateboarding"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20588948"], "equivalent": ["20588947"], "question": "What is the person that is skateboarding wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-skater_wearing,o"}, "answer": "headband", "semanticStr": "select: person (5)->filter sportActivity: skateboarding [0]->relate: _,wearing,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "5", "6": "5"}, "fullAnswer": {"1": "5", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing a head band.", "image": "n258500.jpg", "question_id": 20588947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20588947"], "equivalent": ["20588948"], "question": "What is the skater wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-skater_wearing,o"}, "answer": "headband", "semanticStr": "select: skater (5)->relate: _,wearing,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing a head band.", "image": "n258500.jpg", "question_id": 20588948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting beside,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676489", "201676492", "201676490"], "equivalent": ["201676491"], "question": "What is the piece of furniture that this table is sitting beside called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_sitting beside,o"}, "answer": "shelf", "semanticStr": "select: table (4)->relate: furniture,sitting beside,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"8": "4", "3:6": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n233607.jpg", "question_id": 201676491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065566", "201065567"], "equivalent": ["201065568"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "suit", "semanticStr": "select: clothing (4)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a suit.", "image": "n429883.jpg", "question_id": 201065568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201462263"], "question": "Who in this photo is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n508641.jpg", "question_id": 201462263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201704678", "201704679", "201704662", "201704673", "201704675", "201704677"], "equivalent": ["201704674"], "question": "What animal is in front of the trees that look green?", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_in front of,s"}, "answer": "cows", "semanticStr": "select: tree (4)->filter color: green [0]->relate: animal,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"10": "4", "7": "4"}, "fullAnswer": {"1": "6", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cows are in front of the trees.", "image": "n164272.jpg", "question_id": 201704674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003718", "202003719", "202003721", "202003632", "202003724"], "equivalent": ["202003720"], "question": "What are the devices that are in front of the cords called?", "isBalanced": true, "groups": {"global": "device", "local": "15-cables_in front of,s"}, "answer": "laptops", "semanticStr": "select: cables (12)->relate: device,in front of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"10": "12", "3": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The devices are laptops.", "image": "n262920.jpg", "question_id": 202003720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202073146", "202073147", "202073144", "202073145", "202073143", "202073155", "202073154", "202073148", "202073149", "202073159", "202073158", "202073162", "202073151", "202073150", "202073153", "202073152", "202073160", "202073161", "202073156"], "equivalent": ["202073157", "202073158"], "question": "Is the animal to the left of the horses black and white and striped?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_striped"}, "answer": "yes", "semanticStr": "select: horses (2)->relate: animal,to the left of,s (3) [0]->verify: black and white [1]->verify pattern: striped  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "2", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the zebra is black and white and striped.", "image": "n219840.jpg", "question_id": 202073157}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "audience (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20589013", "20589014"], "equivalent": ["20589015"], "question": "Who is the audience watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-audience_watching,o"}, "answer": "skater", "semanticStr": "select: audience (6)->relate: person,watching,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is watching the skater.", "image": "n258500.jpg", "question_id": 20589015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (1)"}, {"operation": "filter", "dependencies": [0], "argument": "tasty"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177735", "20177734", "20177731", "20177730", "20177732"], "equivalent": ["20177731", "20177730", "20177733", "20177732"], "question": "What the tasty meat is called?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-meat_tasty"}, "answer": "burger", "semanticStr": "select: meat (1)->filter: tasty [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is a burger.", "image": "n55058.jpg", "question_id": 20177733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20427824"], "question": "Is there either a lamp or a chair in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_lamp"}, "answer": "yes", "semanticStr": "select: chair (9)->exist: ? [0]->select: lamp (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a chair.", "image": "n281241.jpg", "question_id": 20427824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "skateboarding"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20589010", "20589012"], "equivalent": ["20589011"], "question": "Who is watching the person that is skateboarding?", "isBalanced": true, "groups": {"global": "", "local": "14-skater_watching,s"}, "answer": "audience", "semanticStr": "select: person (5)->filter sportActivity: skateboarding [0]->relate: person,watching,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4": "5", "7": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is watching the skater.", "image": "n258500.jpg", "question_id": 20589011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "audience (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20589015", "20589014"], "equivalent": ["20589013", "20589014"], "question": "Who is the happy audience watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-audience_watching,o"}, "answer": "skater", "semanticStr": "select: audience (6)->filter face expression: happy [0]->relate: person,watching,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is watching the skater.", "image": "n258500.jpg", "question_id": 20589013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20473238", "20473233", "20473232", "20473231", "20473237", "20473236", "20473235", "20473240"], "equivalent": ["20473234"], "question": "What color is the jersey?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jersey_color"}, "answer": "green", "semanticStr": "select: jersey (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jersey is green.", "image": "n126891.jpg", "question_id": 20473234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,in front of,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20753488", "20753483", "20753482", "20753481", "20753480", "20753487", "20753486", "20753485", "20753484", "20753498", "20753494", "20753495", "20753496", "20753497", "20753490", "20753491", "20753492", "20753493", "20753477", "20753478", "20753479"], "equivalent": ["20753489"], "question": "Does the curtain in front of the other curtain seem to be small and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_small"}, "answer": "yes", "semanticStr": "select: curtain (8)->relate: curtain,in front of,s (8) [0]->verify color: dark [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "8", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the curtain is small and dark.", "image": "n49438.jpg", "question_id": 20753489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20178113"], "question": "Do you see both mugs and cups?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cup_mug"}, "answer": "no", "semanticStr": "select: mug (7)->exist: ? [0]->select: cup (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a mug but no cups.", "image": "n55058.jpg", "question_id": 20178113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "hanging"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616203", "201616204"], "equivalent": ["201616205"], "question": "What piece of clothing is hanging?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_hanging"}, "answer": "shirt", "semanticStr": "select: clothing (5)->filter: hanging [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:3": "5", "5": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a shirt.", "image": "n65230.jpg", "question_id": 201616205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201987472"], "equivalent": ["201987473"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "driver", "semanticStr": "select: shirt (7)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The driver is wearing a shirt.", "image": "n501951.jpg", "question_id": 201987473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10,0,2,5,9)"}, {"operation": "same", "dependencies": [0], "argument": "type"}], "entailed": ["2075241", "2075240"], "equivalent": ["2075239"], "question": "Do these animals all have the same type?", "isBalanced": true, "groups": {"global": null, "local": "07same-allanimals"}, "answer": "no", "semanticStr": "select: animal (10,0,2,5,9)->same: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, there are both giraffes and deer.", "image": "n469525.jpg", "question_id": 2075239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "knit"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616201", "201616200"], "equivalent": ["201616202"], "question": "What kind of clothing is knit?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_knit"}, "answer": "shirt", "semanticStr": "select: clothing (5)->filter: knit [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n65230.jpg", "question_id": 201616202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012749", "202012877", "202012876", "202012879", "202012880", "202012881"], "equivalent": ["202012878"], "question": "What is the man looking at?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_looking at,o"}, "answer": "television", "semanticStr": "select: man (0)->relate: _,looking at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the TV.", "image": "n326988.jpg", "question_id": 202012878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pen (10)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20171101", "20171077", "20171081", "20171083", "20171082", "20171085", "20171075", "20171086", "20171078", "20171079"], "equivalent": ["20171080"], "question": "Which color is the pen?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pen_color"}, "answer": "blue", "semanticStr": "select: pen (10)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pen is blue.", "image": "n379991.jpg", "question_id": 20171080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pen (10)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thin"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20171086"], "equivalent": ["20171085", "20171086"], "question": "Is the long pen white and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-thin_white"}, "answer": "no", "semanticStr": "select: pen (10)->filter length: long [0]->verify thickness: thin [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pen is thin but blue.", "image": "n379991.jpg", "question_id": 20171085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,to the right of|to the left of,s (5)"}], "entailed": ["20936123", "20936122", "20936121", "20936255", "20936254", "20936256"], "equivalent": ["20936124"], "question": "Is the heavy person to the right or to the left of the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "right", "semanticStr": "select: woman (6)->choose rel: man,to the right of|to the left of,s (5) [0]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "5"}, "fullAnswer": {"1": "5", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the woman.", "image": "n44249.jpg", "question_id": 20936124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mug (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202226142"], "question": "Are there spoons or mugs in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mug_spoon"}, "answer": "yes", "semanticStr": "select: spoon (4)->exist: ? [0]->select: mug (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a spoon.", "image": "n336443.jpg", "question_id": 202226142}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chocolate (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mug,on top of,o (-)"}], "entailed": [], "equivalent": ["20210979"], "question": "Is the chocolate on top of a mug?", "isBalanced": true, "groups": {"global": null, "local": "13-chocolate_mug"}, "answer": "no", "semanticStr": "select: chocolate (12)->verify rel: mug,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"8": "11", "2": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the chocolate is on top of a plate.", "image": "n312206.jpg", "question_id": 20210979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20953966", "20953964", "20953965", "20953962", "20953961"], "equivalent": ["20953963"], "question": "Which color is the poster?", "isBalanced": true, "groups": {"global": "color", "local": "10q-poster_color"}, "answer": "blue", "semanticStr": "select: poster (12)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The poster is blue.", "image": "n498712.jpg", "question_id": 20953963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706218", "20706219", "20706220"], "equivalent": ["20706217"], "question": "What is the mouse pad in front of?", "isBalanced": true, "groups": {"global": "device", "local": "14-mouse pad_in front of,o"}, "answer": "monitor", "semanticStr": "select: mouse pad (4)->relate: _,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"8": "1", "1:3": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mouse pad is in front of the monitor.", "image": "n264887.jpg", "question_id": 20706217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210976"], "equivalent": ["20210977"], "question": "Which kind of food is on top of the plate?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-plate_on top of,s"}, "answer": "chocolate", "semanticStr": "select: plate (11)->relate: food,on top of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is chocolate.", "image": "n312206.jpg", "question_id": 20210977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "packet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the right of,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "food,on top of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20210977"], "equivalent": ["20210976"], "question": "What is the food on top of the plate that is to the right of the packet?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-plate_on top of,s"}, "answer": "chocolate", "semanticStr": "select: packet (7)->relate: plate,to the right of,s (11) [0]->relate: food,on top of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"8": "11", "3": "12", "16": "7"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is chocolate.", "image": "n312206.jpg", "question_id": 20210976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}], "entailed": ["20827445", "20827444", "20827453", "20827441", "20827440", "20827443", "20827442", "20827438", "20827437", "20827417"], "equivalent": ["20827439", "20827440"], "question": "Is the sofa beige?", "isBalanced": true, "groups": {"global": null, "local": "06-sofa_beige"}, "answer": "yes", "semanticStr": "select: sofa (4)->verify color: beige [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sofa is beige.", "image": "n283587.jpg", "question_id": 20827439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing behind,o (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging above,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20953967", "20953969"], "equivalent": ["20953968"], "question": "What is hanging above the person the man is standing behind of?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_hanging above,s"}, "answer": "poster", "semanticStr": "select: man (15)->relate: person,standing behind,o (4) [0]->relate: _,hanging above,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"5": "4", "7": "15"}, "fullAnswer": {"1": "12", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The poster is hanging above the woman.", "image": "n498712.jpg", "question_id": 20953968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20953967", "20953968"], "equivalent": ["20953969"], "question": "What is hanging above the woman?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_hanging above,s"}, "answer": "poster", "semanticStr": "select: woman (4)->relate: _,hanging above,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The poster is hanging above the woman.", "image": "n498712.jpg", "question_id": 20953969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235898"], "equivalent": ["201235896"], "question": "What is the long sleeved clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "sweater", "semanticStr": "select: clothing (9)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"5:7": "9"}, "fullAnswer": {"1:3": "9", "5": "9"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n527589.jpg", "question_id": 201235896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bookcase,lying on top of,o (-)"}], "entailed": [], "equivalent": ["20856689"], "question": "Is the hair clip lying on top of a bookcase?", "isBalanced": true, "groups": {"global": null, "local": "13-hair clip_bookcase"}, "answer": "no", "semanticStr": "select: hair clip (13)->verify rel: bookcase,lying on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"10": "17", "2:4": "13"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the hair clip is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}], "entailed": ["201480431", "201480437", "201480436", "201480433", "201480432", "201480422", "201480423", "201480421"], "equivalent": ["201480434"], "question": "Does the shirt look short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (2)->verify: short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved.", "image": "n39114.jpg", "question_id": 201480434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["2017175", "2017150", "2017176", "2017163", "2017166", "2017164", "2017165", "2017162", "2017170", "2017159", "2017168", "2017169"], "equivalent": ["2017167"], "question": "Does the pasture seem to be tall?", "isBalanced": true, "groups": {"global": null, "local": "06-pasture_tall"}, "answer": "no", "semanticStr": "select: pasture (12)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pasture is short.", "image": "n324908.jpg", "question_id": 2017167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "wii controller (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(white)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20705903", "20705906", "20705905", "20705904"], "equivalent": ["20705887"], "question": "Are there any computer mice or Wii remotes that are not white?", "isBalanced": true, "groups": {"global": null, "local": "04-computer mouse_n#white"}, "answer": "no", "semanticStr": "select: computer mouse (3)->filter color: not(white) [0]->exist: ? [1]->select: wii controller (-) ->filter color: not(white) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3:5": "3"}, "fullAnswer": {"4:6": "3"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a computer mouse but it is white.", "image": "n264887.jpg", "question_id": 20705887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20757032", "20757033", "20757034", "20757035"], "equivalent": ["20757036"], "question": "The oil is of which color?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-oil_color"}, "answer": "dark", "semanticStr": "select: oil (6)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The oil is dark.", "image": "n433532.jpg", "question_id": 20757036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snack (16)"}, {"operation": "relate", "dependencies": [0], "argument": "hair clip,to the right of,s (13)"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "query", "dependencies": [2], "argument": "material"}], "entailed": ["20856682", "20856680"], "equivalent": ["20856681"], "question": "What is the black thing that is to the right of the snack made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-hair clip_material"}, "answer": "plastic", "semanticStr": "select: snack (16)->relate: hair clip,to the right of,s (13) [0]->filter color: black [1]->query: material [2]", "annotations": {"answer": {}, "question": {"12": "16", "3:5": "13"}, "fullAnswer": {"1:3": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair clip is made of plastic.", "image": "n293477.jpg", "question_id": 20856681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20757032"], "question": "Is that oil dark and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_thin"}, "answer": "no", "semanticStr": "select: oil (6)->verify color: dark [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the oil is dark but thick.", "image": "n433532.jpg", "question_id": 20757032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856736", "20856686", "20856685"], "equivalent": ["20856684"], "question": "What is the hair clip lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-hair clip_lying on top of,o"}, "answer": "bed", "semanticStr": "select: hair clip (13)->relate: _,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"9": "17", "1:3": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The hair clip is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hat,wearing,o (-)"}], "entailed": ["201047338", "201047339"], "equivalent": ["201047326"], "question": "Is he wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_hat"}, "answer": "no", "semanticStr": "select: he (0)->verify rel: hat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a suit.", "image": "n234683.jpg", "question_id": 201047326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "light blue "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202006267", "202006266", "202006265", "202006269", "202006268", "202006292", "202006290", "202006291", "202006275", "202006277", "202006270", "202006271", "202006272", "202006273", "202006289", "202006288", "202006285", "202006287", "202006286", "202006281", "202006283"], "equivalent": ["202006281", "202006282"], "question": "Is the counter top that is made of granite both clean and light blue?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_light blue"}, "answer": "yes", "semanticStr": "select: countertop (19)->filter material: granite [0]->verify cleanliness: clean [1]->verify color: light blue  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "19", "2:4": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the countertop is clean and light blue.", "image": "n97485.jpg", "question_id": 202006282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202101194", "202101193", "202101192", "202101191"], "equivalent": ["202101195", "202101194"], "question": "Which side of the photo is the lamp on?", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the left of the image.", "image": "n472825.jpg", "question_id": 202101195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "knife,to the right of,s (0)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201527461"], "equivalent": ["201527460"], "question": "Is the knife to the right of the girl silver and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_silver"}, "answer": "no", "semanticStr": "select: girl (6)->relate: knife,to the right of,s (0) [0]->verify length: long [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knife is long but brown.", "image": "n118102.jpg", "question_id": 201527460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "verify", "dependencies": [0], "argument": "off"}], "entailed": ["201956921", "201956920", "201956919", "201956909", "201956910", "201956912"], "equivalent": ["201956911"], "question": "Is the television off?", "isBalanced": true, "groups": {"global": null, "local": "06-television_off"}, "answer": "no", "semanticStr": "select: television (1)->verify: off [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the television is on.", "image": "n536256.jpg", "question_id": 201956911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (20)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the left of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201482361", "201482363"], "equivalent": ["201482363", "201482362"], "question": "Do you see men to the left of the bag in the bottom part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "13-purse_man"}, "answer": "no", "semanticStr": "select: bag (20)->filter vposition: bottom [0]->relate: man,to the left of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "20", "3": "8"}, "fullAnswer": {"9": "20", "2": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of the purse.", "image": "n470920.jpg", "question_id": 201482362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "antenna (13)"}, {"operation": "relate", "dependencies": [0], "argument": "building,on,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20656923", "20656924", "20656925", "20656926", "20656927", "20656928", "20656929", "20656935", "20656934", "20656933", "20656936"], "equivalent": ["20656922"], "question": "What is in front of the building that the antenna is on?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_in front of,s"}, "answer": "minivan", "semanticStr": "select: antenna (13)->relate: building,on,o (1) [0]->relate: _,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"9": "13", "6": "1"}, "fullAnswer": {"1": "10", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The minivan is in front of the building.", "image": "n486200.jpg", "question_id": 20656922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20656922", "20656923", "20656925", "20656926", "20656927", "20656928", "20656929", "20656935", "20656934", "20656933", "20656936"], "equivalent": ["20656924"], "question": "What's in front of the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_in front of,s"}, "answer": "minivan", "semanticStr": "select: building (1)->relate: _,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The minivan is in front of the building.", "image": "n486200.jpg", "question_id": 20656924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(long sleeved)"}, {"operation": "relate", "dependencies": [1], "argument": "person,worn on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20345079"], "equivalent": ["20345078"], "question": "Who is the shirt that is not long sleeved worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_worn on,o"}, "answer": "athlete", "semanticStr": "select: shirt (7)->filter: not(long sleeved) [0]->relate: person,worn on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "7", "7:9": "7"}, "fullAnswer": {"1": "7", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the athlete.", "image": "n560243.jpg", "question_id": 20345078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (1)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20656922", "20656923", "20656924", "20656925", "20656926", "20656928", "20656929", "20656935", "20656934", "20656933", "20656936"], "equivalent": ["20656926", "20656927", "20656928"], "question": "What is the vehicle in front of the old building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_in front of,s"}, "answer": "minivan", "semanticStr": "select: building (1)->filter: old [0]->relate: vehicle,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"8:10": "1", "3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a minivan.", "image": "n486200.jpg", "question_id": 20656927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "select", "dependencies": [], "argument": "door (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201759018"], "equivalent": ["201759017"], "question": "Are the window and the door the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-door_window"}, "answer": "yes", "semanticStr": "select: window (5)->select: door (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "4"}, "fullAnswer": {"3": "5", "6": "4"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the window and the door are black.", "image": "n150962.jpg", "question_id": 201759017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20656922", "20656923", "20656924", "20656925", "20656926", "20656927", "20656928", "20656935", "20656934", "20656933", "20656936"], "equivalent": ["20656929"], "question": "What vehicle is in front of the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_in front of,s"}, "answer": "minivan", "semanticStr": "select: building (1)->relate: vehicle,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a minivan.", "image": "n486200.jpg", "question_id": 20656929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "select", "dependencies": [], "argument": "plate (14) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201908662"], "equivalent": ["201908661"], "question": "Is the color of the napkin the same as the plate?", "isBalanced": true, "groups": {"global": null, "local": "09same-napkin_plate"}, "answer": "yes", "semanticStr": "select: napkin (9)->select: plate (14) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "14", "5": "9"}, "fullAnswer": {"3": "9", "6": "14"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the napkin and the plate are white.", "image": "n479092.jpg", "question_id": 201908661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheets (10)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20295732", "20295728", "20295692", "20295712", "20295713", "20295711", "20295717", "20295715", "20295709", "20295718", "20295727", "20295726", "20295725", "20295733"], "equivalent": ["20295714"], "question": "How wide is the bed that the sheets are on?", "isBalanced": true, "groups": {"global": "width", "local": "10q-bed_width"}, "answer": "wide", "semanticStr": "select: sheets (10)->relate: bed,on,o (9) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "10"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is wide.", "image": "n162586.jpg", "question_id": 20295714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246360", "202246359"], "equivalent": ["202246358"], "question": "What is the laptop on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-laptop_on,o"}, "answer": "computer desk", "semanticStr": "select: laptop (2)->relate: _,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1": "2", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is on the computer desk.", "image": "n310828.jpg", "question_id": 202246358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (1)"}, {"operation": "select", "dependencies": [], "argument": "sticker (16) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201872895", "201872893"], "equivalent": ["201872894", "201872895"], "question": "Is the color of the bucket different than the sticker?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bucket_sticker"}, "answer": "no", "semanticStr": "select: bucket (1)->select: sticker (16) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "16", "5": "1"}, "fullAnswer": {"3": "1", "6": "16"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the bucket and the sticker are white.", "image": "n309148.jpg", "question_id": 201872894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,to the right of|to the left of,s (5)"}], "entailed": ["201957460", "201957063", "201957061", "201957458", "201957459", "201957457"], "equivalent": ["201957063", "201957062"], "question": "Is the man to the right or to the left of the lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_man"}, "answer": "right", "semanticStr": "select: lamp (8)->choose rel: man,to the right of|to the left of,s (5) [0]", "annotations": {"answer": {}, "question": {"2": "5", "12": "8"}, "fullAnswer": {"1": "5", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the lamp.", "image": "n536256.jpg", "question_id": 201957062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["20752280", "20752281"], "equivalent": ["20752282", "20752281"], "question": "Does the striped towel look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-towel_blue"}, "answer": "no", "semanticStr": "select: towel (0)->filter pattern: striped [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the towel is brown.", "image": "n209843.jpg", "question_id": 20752282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20611741"], "equivalent": ["20611740"], "question": "Do you see small spoons or cups?", "isBalanced": true, "groups": {"global": null, "local": "04-spoon_small"}, "answer": "yes", "semanticStr": "select: spoon (4)->filter size: small [0]->exist: ? [1]->select: cup (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a small spoon.", "image": "n28996.jpg", "question_id": 20611740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (10)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|leather"}], "entailed": [], "equivalent": ["20667347"], "question": "Which material is used to make that hat, cloth or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-hat_material"}, "answer": "cloth", "semanticStr": "select: hat (10)->choose material: cloth|leather [0]", "annotations": {"answer": {}, "question": {"7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hat is made of cloth.", "image": "n181355.jpg", "question_id": 20667347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["202208477", "202208489", "202208488", "202208494", "202208495", "202208496", "202208491", "202208492", "202208493"], "equivalent": ["202208490"], "question": "Does the road look clean?", "isBalanced": true, "groups": {"global": null, "local": "06-road_clean"}, "answer": "yes", "semanticStr": "select: road (8)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the road is clean.", "image": "n124651.jpg", "question_id": 202208490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (0)"}, {"operation": "filter", "dependencies": [0], "argument": "clear"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119831", "202119832", "202119829", "202119808", "202119809", "202119810"], "equivalent": ["202119830", "202119829"], "question": "What is the clear appliance called?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_clear"}, "answer": "refrigerator", "semanticStr": "select: appliance (0)->filter: clear [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n500308.jpg", "question_id": 202119830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (0)"}, {"operation": "filter", "dependencies": [0], "argument": "clear"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119831", "202119830", "202119829", "202119808", "202119809", "202119810"], "equivalent": ["202119832"], "question": "What kind of appliance is clear?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_clear"}, "answer": "refrigerator", "semanticStr": "select: appliance (0)->filter: clear [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n500308.jpg", "question_id": 202119832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (18)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20285347", "20285348", "20285349", "20285353", "20285352", "20285350", "20285355", "20285354", "20285346", "20285333", "20285332"], "equivalent": ["20285351"], "question": "What is the shape of the blue picture?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-picture_shape"}, "answer": "rectangular", "semanticStr": "select: picture (18)->filter color: blue [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"6:8": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is rectangular.", "image": "n192021.jpg", "question_id": 20285351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381277", "20381361", "20381360"], "equivalent": ["20381359"], "question": "What is the sweatshirt hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-sweatshirt_hanging from,o"}, "answer": "chair", "semanticStr": "select: sweatshirt (12)->relate: _,hanging from,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sweatshirt is hanging from the chair.", "image": "n398257.jpg", "question_id": 20381359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bird (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,standing on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340638", "20340639", "20340640", "20340643", "20340645", "20340644", "20340667"], "equivalent": ["20340643", "20340642"], "question": "What is the item of furniture that the bird is standing on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bird_standing on top of,o"}, "answer": "table", "semanticStr": "select: bird (4)->relate: furniture,standing on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"8": "4", "3:6": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n513100.jpg", "question_id": 20340642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goal (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201055799", "201055796", "201055797"], "equivalent": ["201055798", "201055797"], "question": "What type of vehicle is that goal in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-goal_in front of,o"}, "answer": "car", "semanticStr": "select: goal (1)->relate: vehicle,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6": "1"}, "fullAnswer": {"1": "1", "7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The goal is in front of the car.", "image": "n259002.jpg", "question_id": 201055798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381356"], "equivalent": ["20381357"], "question": "What is hanging from the chair?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-chair_hanging from,s"}, "answer": "sweatshirt", "semanticStr": "select: chair (13)->relate: _,hanging from,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sweatshirt is hanging from the chair.", "image": "n398257.jpg", "question_id": 20381357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177801", "20177800", "20177865", "20177864", "20177866", "20177869", "20177868"], "equivalent": ["20177867"], "question": "What kind of vegetable is on top of the cutting board?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on top of,s"}, "answer": "onion", "semanticStr": "select: cutting board (5)->relate: vegetable,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is an onion.", "image": "n55058.jpg", "question_id": 20177867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on top of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,on top of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20177801", "20177800", "20177865", "20177864", "20177867", "20177869", "20177868"], "equivalent": ["20177866"], "question": "What kind of vegetable is on top of the cooking utensil that is on top of the table?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on top of,s"}, "answer": "onion", "semanticStr": "select: table (18)->relate: cooking utensil,on top of,s (5) [0]->relate: vegetable,on top of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "9:11": "5", "17": "18"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is an onion.", "image": "n55058.jpg", "question_id": 20177866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20645635", "20645636", "20645637"], "equivalent": ["20645638"], "question": "Which side of the photo is the toilet paper on?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet paper_hposition"}, "answer": "right", "semanticStr": "select: toilet paper (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7:9": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet paper is on the right of the image.", "image": "n98544.jpg", "question_id": 20645638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201428610", "201428609"], "equivalent": ["201428609", "201428611", "201428610"], "question": "Do the glasses look large and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: glasses (2)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glasses are black but small.", "image": "n199758.jpg", "question_id": 201428611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (1)"}, {"operation": "relate", "dependencies": [0], "argument": "goat,near,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201576919", "201576920", "201576818"], "equivalent": ["201576918", "201576919"], "question": "Is there a goat near the child?", "isBalanced": true, "groups": {"global": null, "local": "13-child_goat"}, "answer": "yes", "semanticStr": "select: child (1)->relate: goat,near,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "1"}, "fullAnswer": {"4": "2", "7": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a goat near the child.", "image": "n187961.jpg", "question_id": 201576918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved"}], "entailed": ["201590068", "201590080", "201590078", "201590082", "201590077", "201590081"], "equivalent": ["201590079"], "question": "Does the shirt made of cotton look short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (2)->filter material: cotton [0]->verify: short sleeved [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short sleeved.", "image": "n260762.jpg", "question_id": 201590079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201143214", "201143217", "201143216", "201143211", "201143210", "201143213", "201143212", "201143218", "201143207", "201143206", "201143223", "201143224", "201143190", "201143234"], "equivalent": ["201143215"], "question": "Which color are the chairs made of wood?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chairs_color"}, "answer": "light brown", "semanticStr": "select: chairs (0)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are light brown.", "image": "n276011.jpg", "question_id": 201143215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258191", "202258192", "202258165", "202258164", "202258166", "202258176", "202258177", "202258189", "202258175"], "equivalent": ["202258189", "202258190"], "question": "What is the brown animal?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "horse", "semanticStr": "select: animal (3)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ladder (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20722020", "20722023", "20722017", "20722018"], "equivalent": ["20722019"], "question": "What is the ladder made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-ladder_material"}, "answer": "metal", "semanticStr": "select: ladder (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ladder is made of metal.", "image": "n89148.jpg", "question_id": 20722019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jar (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["202218864", "202218865", "202218866", "202218867", "202218862", "202218863"], "equivalent": ["202218861"], "question": "Is the glass jar in the bottom part?", "isBalanced": true, "groups": {"global": null, "local": "06-jar_bottom"}, "answer": "yes", "semanticStr": "select: jar (7)->filter material: glass [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the jar is in the bottom of the image.", "image": "n578564.jpg", "question_id": 202218861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify company", "dependencies": [0], "argument": "nike "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20482237", "20482236", "20482234", "20482233", "20482232", "20482273", "20482272", "20482271", "20482270", "20482276", "20482275", "20482274", "20482239", "20482238", "20482240", "20482241", "20482246", "20482265", "20482248", "20482251", "20482250", "20482282", "20482283", "20482280", "20482281", "20482268"], "equivalent": ["20482264"], "question": "Is the hat Nike and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_nike"}, "answer": "yes", "semanticStr": "select: hat (3)->verify color: blue [0]->verify company: nike  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hat is Nike and blue.", "image": "n195249.jpg", "question_id": 20482264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (6)"}, {"operation": "select", "dependencies": [], "argument": "light bulb (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201671701"], "equivalent": ["201671702", "201671701"], "question": "What is common to the toilet and the bulb?", "isBalanced": true, "groups": {"global": null, "local": "09common-light bulb_toilet"}, "answer": "shape", "semanticStr": "select: toilet (6)->select: light bulb (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "5": "6"}, "fullAnswer": {"4": "6", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the toilet and the bulb are round.", "image": "n410289.jpg", "question_id": 201671702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624049", "201624050", "201624103", "201624102", "201624100"], "equivalent": ["201624101"], "question": "Who is in front of the window?", "isBalanced": true, "groups": {"global": "person", "local": "14-window_in front of,s"}, "answer": "woman", "semanticStr": "select: window (11)->relate: person,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the window.", "image": "n59676.jpg", "question_id": 201624101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "filter", "dependencies": [0], "argument": "transparent"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201624049", "201624050", "201624103", "201624102", "201624101"], "equivalent": ["201624100"], "question": "Who do you think is in front of the transparent window?", "isBalanced": true, "groups": {"global": "person", "local": "14-window_in front of,s"}, "answer": "woman", "semanticStr": "select: window (11)->filter: transparent [0]->relate: person,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9:11": "11"}, "fullAnswer": {"1": "3", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the window.", "image": "n59676.jpg", "question_id": 201624100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20984348", "20984349", "20984346", "20984347", "20984345", "20984342", "20984343", "20984341"], "equivalent": ["20984344"], "question": "Does the trashcan look green?", "isBalanced": true, "groups": {"global": null, "local": "06-trash can_green"}, "answer": "yes", "semanticStr": "select: trash can (3)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trashcan is green.", "image": "n12214.jpg", "question_id": 20984344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebras (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20550386", "20550385", "20550384"], "equivalent": ["20550383"], "question": "Are there either any black horses or zebras?", "isBalanced": true, "groups": {"global": null, "local": "04-horse_black"}, "answer": "no", "semanticStr": "select: horse (0)->filter color: black [0]->exist: ? [1]->select: zebras (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a horse but it is light brown.", "image": "n579928.jpg", "question_id": 20550383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "dessert,same shape,_ (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20611862", "20611863"], "equivalent": ["20611520"], "question": "What is the dessert that is the same shape as the large container called?", "isBalanced": true, "groups": {"global": "dessert", "local": "14-container_same shape,_"}, "answer": "brownie", "semanticStr": "select: container (1)->filter size: large [0]->relate: dessert,same shape,_ (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11:13": "1", "3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is a brownie.", "image": "n28996.jpg", "question_id": 20611520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candy (10)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20611522"], "question": "What do you think is the color of the candy in the top of the photo?", "isBalanced": true, "groups": {"global": "color", "local": "10q-candy_color"}, "answer": "green", "semanticStr": "select: candy (10)->filter vposition: top [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The candy is green.", "image": "n28996.jpg", "question_id": 20611522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,on,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20285174", "20285173", "20285171"], "equivalent": ["20285175", "20285174"], "question": "What shape are the pillows which are on the couch?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-pillows_shape"}, "answer": "square", "semanticStr": "select: couch (13)->relate: pillows,on,s (14) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"9": "13", "4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are square.", "image": "n192021.jpg", "question_id": 20285175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dolls (6)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["20836668", "20836667"], "equivalent": ["20836666"], "question": "Are the dolls sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-dolls_sitting"}, "answer": "yes", "semanticStr": "select: dolls (6)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dolls are sitting.", "image": "n507959.jpg", "question_id": 20836666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201247197"], "equivalent": ["201247197", "201247196"], "question": "Is the side table both large and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "no", "semanticStr": "select: side table (3)->verify color: brown [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the side table is brown but small.", "image": "n83784.jpg", "question_id": 201247196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (4)"}, {"operation": "verify race", "dependencies": [0], "argument": "caucasian"}, {"operation": "verify age", "dependencies": [0], "argument": "young "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20984452", "20984453", "20984450", "20984451", "20984456", "20984457", "20984454", "20984458", "20984459", "20984438", "20984439", "20984430", "20984431", "20984433", "20984434", "20984435", "20984436", "20984437", "20984441", "20984426", "20984425", "20984424", "20984445", "20984444", "20984447", "20984446", "20984449", "20984429", "20984428", "20984427", "20984440", "20984405", "20984404", "20984406", "20984403", "20984402"], "equivalent": ["20984448"], "question": "Is the skater Caucasian and young?", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_young"}, "answer": "yes", "semanticStr": "select: skater (4)->verify race: caucasian [0]->verify age: young  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the skater is Caucasian and young.", "image": "n12214.jpg", "question_id": 20984448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942901"], "equivalent": ["20942902"], "question": "Who is wearing the shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "soccer player", "semanticStr": "select: shoe (10)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1:3": "2", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a shoe.", "image": "n244826.jpg", "question_id": 20942902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202228512"], "question": "What is the cat in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-cat_in front of,o"}, "answer": "tissue box", "semanticStr": "select: cat (2)->relate: _,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1": "2", "7:9": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is in front of the tissue box.", "image": "n77818.jpg", "question_id": 202228512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}], "entailed": ["20982483", "20982459", "20982480", "20982469", "20982468", "20982478", "20982479", "20982465", "20982477", "20982467", "20982466", "20982461", "20982460", "20982471", "20982463", "20982464", "20982485", "20982462", "20982484"], "equivalent": ["20982470"], "question": "Does the skinny woman look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_tall"}, "answer": "no", "semanticStr": "select: woman (6)->filter fatness: skinny [0]->verify height: tall [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is short.", "image": "n52544.jpg", "question_id": 20982470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228381", "202228513"], "equivalent": ["202228510"], "question": "What animal is in front of the tissue box?", "isBalanced": true, "groups": {"global": "animal", "local": "15-tissue box_in front of,s"}, "answer": "cat", "semanticStr": "select: tissue box (7)->relate: animal,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n77818.jpg", "question_id": 202228510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827210", "20827209", "20827208"], "equivalent": ["20827207"], "question": "What is the piece of furniture to the right of the cupboard?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cupboard_to the right of,s"}, "answer": "side table", "semanticStr": "select: cupboard (11)->relate: furniture,to the right of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {"11": "11", "3:6": "15"}, "fullAnswer": {"6:8": "15", "1:4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n283587.jpg", "question_id": 20827207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (29)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify rel", "dependencies": [1], "argument": "tree,behind,s (28)"}], "entailed": ["201492368", "201492365", "201492367"], "equivalent": ["201492366"], "question": "Is the tall tree behind the fence made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_tree"}, "answer": "no", "semanticStr": "select: fence (29)->filter material: metal [0]->verify rel: tree,behind,s (28) [1]", "annotations": {"answer": {}, "question": {"9": "29", "2:4": "28", "6": "29"}, "fullAnswer": {"8": "29", "2": "28"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the tree is in front of the fence.", "image": "n9856.jpg", "question_id": 201492366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grape (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201479217", "201479345", "201479417", "201479287", "201479286", "201479328", "201479327", "201479326", "201479117"], "equivalent": ["201479118"], "question": "Do you see either plates or grapes in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-grape_plate"}, "answer": "no", "semanticStr": "select: grape (-)->exist: ? [0]->select: plate (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no plates or grapes.", "image": "n181210.jpg", "question_id": 201479118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202060146", "202060145", "202060142", "202060143", "202060138", "202060137", "202060136"], "equivalent": ["202060144", "202060143"], "question": "Is there a hat in the photo that is red?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_red"}, "answer": "yes", "semanticStr": "select: hat (12)->filter color: red [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a hat that is red.", "image": "n14087.jpg", "question_id": 202060144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,carrying,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20870434"], "question": "Who is carrying the baseball mitt?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball mitt_carrying,s"}, "answer": "player", "semanticStr": "select: baseball mitt (1)->relate: person,carrying,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:6": "1"}, "fullAnswer": {"1": "0", "5:7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is carrying the baseball mitt.", "image": "n373692.jpg", "question_id": 20870434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cord (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20716956", "20716955", "20717089"], "equivalent": ["20716957"], "question": "Which kind of furniture is the cord on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cord_on,o"}, "answer": "bed", "semanticStr": "select: cord (4)->relate: furniture,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cord is on the bed.", "image": "n67005.jpg", "question_id": 20716957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20247290"], "question": "What is the woman in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-woman_in front of,o"}, "answer": "bushes", "semanticStr": "select: woman (1)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "1", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the bushes.", "image": "n223750.jpg", "question_id": 20247290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": [], "equivalent": ["201879906"], "question": "Does the striped shirt look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_brown"}, "answer": "no", "semanticStr": "select: shirt (5)->filter pattern: striped [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is white.", "image": "n466319.jpg", "question_id": 201879906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "choose rel", "dependencies": [0], "argument": "elephant,to the left of|to the right of,s (14)"}], "entailed": ["201795208", "201795203", "201795202", "201795207", "201795206", "201795204", "201795944", "201795942", "201795943"], "equivalent": ["201795206", "201795205"], "question": "Is the large animal to the right or to the left of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_elephant"}, "answer": "left", "semanticStr": "select: man (7)->choose rel: elephant,to the left of|to the right of,s (14) [0]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "14"}, "fullAnswer": {"1": "14", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The elephant is to the left of the man.", "image": "n119944.jpg", "question_id": 201795205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2058505", "2058504", "2058507", "2058506", "2058501", "2058503", "2058510", "2058502", "2058508", "2058489", "2058499", "2058498", "2058500", "2058493", "2058492", "2058491", "2058490", "2058497", "2058495", "2058494"], "equivalent": ["2058488"], "question": "Does the logo have small size and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: logo (7)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the logo is small and white.", "image": "n497658.jpg", "question_id": 2058488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose weather", "dependencies": [0], "argument": "clear|cloudy"}], "entailed": [], "equivalent": ["202158763"], "question": "Is the weather cloudy or clear?", "isBalanced": true, "groups": {"global": "21", "local": "02c-weather"}, "answer": "clear", "semanticStr": "select: scene->choose weather: clear|cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is clear.", "image": "n406334.jpg", "question_id": 202158763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (7)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["20667970", "20667969", "20667972", "20667971", "20667967"], "equivalent": ["20667966"], "question": "Does the man that is to the left of the woman appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-man_sitting"}, "answer": "yes", "semanticStr": "select: woman (5)->relate: man,to the left of,s (7) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"10": "5", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is sitting.", "image": "n181355.jpg", "question_id": 20667966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking down at,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896362"], "equivalent": ["201896363"], "question": "Who is looking down at the cake?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_looking down at,s"}, "answer": "lady", "semanticStr": "select: cake (0)->relate: person,looking down at,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is looking down at the cake.", "image": "n111390.jpg", "question_id": 201896363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20781896"], "question": "Does the jacket seem to be thick and white?", "isBalanced": true, "groups": {"global": null, "local": "05-thick_white"}, "answer": "no", "semanticStr": "select: jacket (4)->verify thickness: thick [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is thick but green.", "image": "n317189.jpg", "question_id": 20781896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cord (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20716956", "20716957", "20717089"], "equivalent": ["20716955"], "question": "What is the cord on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cord_on,o"}, "answer": "bed", "semanticStr": "select: cord (4)->relate: _,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "4", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cord is on the bed.", "image": "n67005.jpg", "question_id": 20716955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cut)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244543", "202244548", "202244544", "202244545"], "equivalent": ["202244549"], "question": "What kind of food is not cut?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#cut"}, "answer": "beans", "semanticStr": "select: food (1)->filter: not(cut) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is beans.", "image": "n296467.jpg", "question_id": 202244549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "query", "dependencies": [0], "argument": "thickness"}], "entailed": ["20781905", "20781904", "20781901", "20781900", "20781902", "20781898", "20781897", "20781896"], "equivalent": ["20781899"], "question": "How thick is the jacket?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-jacket_thickness"}, "answer": "thick", "semanticStr": "select: jacket (4)->query: thickness [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jacket is thick.", "image": "n317189.jpg", "question_id": 20781899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498080", "201498078", "201498079", "201497970", "201497971", "201498177", "201498176", "201498175", "201498174", "201498173", "201498171", "201498170"], "equivalent": ["201498172"], "question": "Which kind of device is to the right of the monitor?", "isBalanced": true, "groups": {"global": "device", "local": "15-monitor_to the right of,s"}, "answer": "computer", "semanticStr": "select: monitor (12)->relate: device,to the right of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n315887.jpg", "question_id": 201498172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (18)"}, {"operation": "filter activity", "dependencies": [0], "argument": "posing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201481841", "201481840", "201481852", "201481851"], "equivalent": ["201481865"], "question": "Who in the image is posing?", "isBalanced": true, "groups": {"global": "person", "local": "posing"}, "answer": "woman", "semanticStr": "select: person (18)->filter activity: posing [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is posing.", "image": "n470920.jpg", "question_id": 201481865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20302827", "20302841", "20302826", "20302842", "20302840", "20302846", "20302829", "20302828", "20302809", "20302830", "20302831", "20302833", "20302834"], "equivalent": ["20302831", "20302832"], "question": "What color does the fence have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "black", "semanticStr": "select: fence (12)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence has black color.", "image": "n318684.jpg", "question_id": 20302832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (21)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201481479", "201481429"], "equivalent": ["201481478"], "question": "Who is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (21)->relate: person,wearing,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "21"}, "fullAnswer": {"1": "11", "4": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing trousers.", "image": "n470920.jpg", "question_id": 201481478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (21)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201481478", "201481429"], "equivalent": ["201481479"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (21)->relate: person,wearing,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "4": "21"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing trousers.", "image": "n470920.jpg", "question_id": 201481479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,beneath,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102562"], "equivalent": ["202102561"], "question": "What is beneath the tap?", "isBalanced": true, "groups": {"global": "", "local": "14-faucet_beneath,s"}, "answer": "sink", "semanticStr": "select: faucet (12)->relate: _,beneath,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"4": "12"}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is beneath the tap.", "image": "n386682.jpg", "question_id": 202102561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza crust (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pizza box,sitting atop,o (2)"}], "entailed": [], "equivalent": ["202037130"], "question": "Does the pizza crust sit atop a pizza box?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza crust_pizza box"}, "answer": "yes", "semanticStr": "select: pizza crust (8)->verify rel: pizza box,sitting atop,o (2) [0]", "annotations": {"answer": {}, "question": {"2:4": "8", "7:9": "2"}, "fullAnswer": {"2:4": "8", "7:9": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pizza crust sits atop a pizza box.", "image": "n200225.jpg", "question_id": 202037130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (11)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,in front of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "goggles,wearing,o (-)"}], "entailed": [], "equivalent": ["202240215"], "question": "Is the girl in front of the people wearing goggles?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_goggles"}, "answer": "no", "semanticStr": "select: people (11)->relate: girl,in front of,s (1) [0]->verify rel: goggles,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "1", "7": "11"}, "fullAnswer": {"2": "1", "5": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl is wearing glasses.", "image": "n148872.jpg", "question_id": 202240215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20786315", "20786314", "20786317", "20786321", "20786322", "20786323", "20786325", "20786335", "20786319", "20786318"], "equivalent": ["20786320"], "question": "Which color is the dirt?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-dirt_color"}, "answer": "dark", "semanticStr": "select: dirt (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dirt is dark.", "image": "n12404.jpg", "question_id": 20786320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (6)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20691770", "20691771", "20691769", "20691768", "20691767"], "equivalent": ["20691766"], "question": "Is the mirror on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_right"}, "answer": "yes", "semanticStr": "select: mirror (6)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mirror is on the right of the image.", "image": "n153293.jpg", "question_id": 20691766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202162172", "202162173", "202162176", "202162177", "202162174", "202162175", "202162179"], "equivalent": ["202162178"], "question": "On which side of the image is the black bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-bag_hposition"}, "answer": "right", "semanticStr": "select: bag (16)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is on the right of the image.", "image": "n69237.jpg", "question_id": 202162178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692450", "20692408", "20692406", "20692449"], "equivalent": ["20692410"], "question": "What item of furniture is the rug in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_in front of,o"}, "answer": "cabinet", "semanticStr": "select: rug (7)->relate: furniture,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the cabinet.", "image": "n499081.jpg", "question_id": 20692410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (9)"}, {"operation": "choose name", "dependencies": [1], "argument": "cabinet|couch"}], "entailed": [], "equivalent": ["20692411"], "question": "What piece of furniture is the rug in front of, a cabinet or a couch?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-rug_in front of,o"}, "answer": "cabinet", "semanticStr": "select: rug (7)->relate: furniture,in front of,o (9) [0]->choose name: cabinet|couch [1]", "annotations": {"answer": {"0": "9"}, "question": {"11": "9", "1:4": "9", "6": "7"}, "fullAnswer": {"1": "7", "7": "9"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The rug is in front of a cabinet.", "image": "n499081.jpg", "question_id": 20692411}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20245803", "20245802"], "equivalent": ["20245804"], "question": "In which part of the image is the fence, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_vposition"}, "answer": "top", "semanticStr": "select: fence (15)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"8": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is in the top of the image.", "image": "n489190.jpg", "question_id": 20245804}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,in front of,o (9)"}], "entailed": ["20692519"], "equivalent": ["20692413"], "question": "Is the rug in front of a cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-rug_cabinet"}, "answer": "yes", "semanticStr": "select: rug (7)->verify rel: cabinet,in front of,o (9) [0]", "annotations": {"answer": {}, "question": {"2": "7", "7": "9"}, "fullAnswer": {"8": "9", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the rug is in front of a cabinet.", "image": "n499081.jpg", "question_id": 20692413}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20395162", "20395163", "20395159", "20395158", "20395148", "20395149", "20395164", "20395165", "20395145", "20395146", "20395147", "20395141", "20395142", "20395143", "20395170", "20395161", "20395157"], "equivalent": ["20395140", "20395141"], "question": "Does the table seem to be white and round?", "isBalanced": true, "groups": {"global": null, "local": "05-round_white"}, "answer": "yes", "semanticStr": "select: table (9)->verify shape: round [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is white and round.", "image": "n369313.jpg", "question_id": 20395140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908889", "201908888", "201908890", "201908891"], "equivalent": ["201908887"], "question": "What is located on top of the plate?", "isBalanced": true, "groups": {"global": "food", "local": "14-plate_on top of,s"}, "answer": "sandwiches", "semanticStr": "select: plate (14)->relate: _,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sandwiches are on top of the plate.", "image": "n479092.jpg", "question_id": 201908887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908888", "201908890", "201908887", "201908891"], "equivalent": ["201908889"], "question": "Which kind of food is on top of the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on top of,s"}, "answer": "sandwiches", "semanticStr": "select: plate (14)->relate: food,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908889", "201908890", "201908887", "201908891"], "equivalent": ["201908888"], "question": "What type of food is on top of the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on top of,s"}, "answer": "sandwiches", "semanticStr": "select: plate (14)->relate: food,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"9": "14", "3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["20395157", "20395148"], "equivalent": ["20395149"], "question": "Does the round table seem to be brown?", "isBalanced": true, "groups": {"global": null, "local": "06-table_brown"}, "answer": "no", "semanticStr": "select: table (9)->filter shape: round [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the table is white.", "image": "n369313.jpg", "question_id": 20395149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (10)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the left of,s (18)"}, {"operation": "filter", "dependencies": [1], "argument": "smiling"}, {"operation": "query", "dependencies": [2], "argument": "activity"}], "entailed": ["201481867", "201481866", "201481863", "201481868"], "equivalent": ["201481864"], "question": "What is the smiling woman to the left of the umbrella doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "posing", "semanticStr": "select: umbrella (10)->relate: woman,to the left of,s (18) [0]->filter: smiling [1]->query: activity [2]", "annotations": {"answer": {}, "question": {"10": "10", "3:5": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is posing.", "image": "n470920.jpg", "question_id": 201481864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201342161", "201342157", "201342198"], "equivalent": ["201342160", "201342161"], "question": "Do you see both doors and windows?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_windows"}, "answer": "yes", "semanticStr": "select: door (2)->exist: ? [0]->select: window (5) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "2", "6": "5"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a door and a window.", "image": "n157375.jpg", "question_id": 201342160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201185102", "201185106", "201185074", "201185075", "201185101", "201185065", "201185067", "201185073", "201185072", "201185071", "201185070", "201185082", "201185099", "201185080", "201185100", "201185068", "201185069", "201185098"], "equivalent": ["201185066", "201185067"], "question": "Is the umbrella blue and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_metal"}, "answer": "yes", "semanticStr": "select: umbrella (1)->verify color: blue [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the umbrella is blue and metallic.", "image": "n95904.jpg", "question_id": 201185066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (15)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201997697", "201997698", "201997699", "201997695", "201997696", "201997723", "201997711", "201997713", "201997715", "201997714", "201997717", "201997716", "201997704", "201997702", "201997703", "201997700", "201997701"], "equivalent": ["201997712"], "question": "Is the door closed and large?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_large"}, "answer": "yes", "semanticStr": "select: door (15)->verify: closed [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the door is closed and large.", "image": "n319845.jpg", "question_id": 201997712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20414586"], "question": "Who is waiting?", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "spectators", "semanticStr": "select: person (7)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are waiting.", "image": "n16936.jpg", "question_id": 20414586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20414582", "20414583", "20414580", "20414581", "20414585"], "equivalent": ["20414584"], "question": "What are the people to the right of the skateboarder doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-spectators_activity"}, "answer": "waiting", "semanticStr": "select: skateboarder (0)->relate: person,to the right of,s (7) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "0", "3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spectators are waiting.", "image": "n16936.jpg", "question_id": 20414584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20891641", "20891643", "20891638", "20891642", "20891644", "20891639", "20891636", "20891637", "20891629", "20891640", "20891633", "20891632", "20891631", "20891630"], "equivalent": ["20891634"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking down", "semanticStr": "select: man (6)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking down.", "image": "n347706.jpg", "question_id": 20891634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20891641", "20891643", "20891638", "20891642", "20891644", "20891639", "20891636", "20891637", "20891629", "20891640", "20891634", "20891633", "20891631", "20891630"], "equivalent": ["20891632"], "question": "What do you think is the man to the right of the child doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking down", "semanticStr": "select: child (5)->relate: man,to the right of,s (6) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"12": "5", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking down.", "image": "n347706.jpg", "question_id": 20891632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (11)"}, {"operation": "query", "dependencies": [0], "argument": "thickness"}], "entailed": ["202284849", "202284848", "202284838", "202284839", "202284843", "202284842", "202284840", "202284837", "202284852"], "equivalent": ["202284841"], "question": "How thick is the knife?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-knife_thickness"}, "answer": "thin", "semanticStr": "select: knife (11)->query: thickness [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife is thin.", "image": "n100991.jpg", "question_id": 202284841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201987998", "201987999", "201988009", "201988008", "201988001", "201988000", "201988003", "201988002", "201988005", "201988022", "201988021", "201988020", "201988004", "201988027", "201988026", "201988025", "201988016", "201988017", "201988014", "201988015", "201988024", "201988023", "201988018", "201988019", "201988007", "201988034", "201988006", "201988032", "201988033"], "equivalent": ["201987997", "201987998", "201987999"], "question": "Does the cake look tan and square?", "isBalanced": true, "groups": {"global": null, "local": "05-square_tan"}, "answer": "yes", "semanticStr": "select: cake (4)->verify shape: square [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cake is tan and square.", "image": "n470131.jpg", "question_id": 201987997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (3)"}, {"operation": "select", "dependencies": [], "argument": "keyboard (4) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20782844"], "equivalent": ["20782843"], "question": "Do the screen and the keyboard have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-keyboard_screen"}, "answer": "yes", "semanticStr": "select: screen (3)->select: keyboard (4) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "4"}, "fullAnswer": {"3": "3", "6": "4"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the screen and the keyboard are black.", "image": "n355339.jpg", "question_id": 20782843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (5)"}, {"operation": "choose material", "dependencies": [0], "argument": "cloth|rubber"}], "entailed": [], "equivalent": ["20120277"], "question": "What are the gloves made of, cloth or rubber?", "isBalanced": true, "groups": {"global": "material", "local": "10c-gloves_material"}, "answer": "cloth", "semanticStr": "select: gloves (5)->choose material: cloth|rubber [0]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The gloves are made of cloth.", "image": "n117888.jpg", "question_id": 20120277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330479", "20330478", "20330481"], "equivalent": ["20330480"], "question": "What is the vehicle that the fence is in front of called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-fence_in front of,o"}, "answer": "car", "semanticStr": "select: fence (7)->relate: vehicle,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "6": "7"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n260521.jpg", "question_id": 20330480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330479", "20330478", "20330480"], "equivalent": ["20330481"], "question": "What vehicle is the fence in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-fence_in front of,o"}, "answer": "car", "semanticStr": "select: fence (7)->relate: vehicle,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the car.", "image": "n260521.jpg", "question_id": 20330481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637275", "201637274", "201637209", "201637210"], "equivalent": ["201637211"], "question": "What is the cake lying on?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-cake_lying on,o"}, "answer": "plate", "semanticStr": "select: cake (2)->relate: _,lying on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "2", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cake is lying on the plate.", "image": "n200692.jpg", "question_id": 201637211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter age", "dependencies": [3], "argument": "not(young)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202265681", "202265682", "202265683", "202265668"], "equivalent": ["202265668", "202265669"], "question": "Are there women or men that are not young?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_n#young"}, "answer": "no", "semanticStr": "select: woman (0)->filter age: not(young) [0]->exist: ? [1]->select: man (-) ->filter age: not(young) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is young.", "image": "n534106.jpg", "question_id": 202265669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,decorated with,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20491668"], "question": "What is decorated with a bear?", "isBalanced": true, "groups": {"global": "", "local": "14-bear_decorated with,s"}, "answer": "picture frame", "semanticStr": "select: bear (3)->relate: _,decorated with,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"5": "3"}, "fullAnswer": {"1:3": "11", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is decorated with a bear.", "image": "n335542.jpg", "question_id": 20491668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "animal,decorated with,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20491815", "20491671", "20491670"], "equivalent": ["20491669", "20491670"], "question": "What animal is the large picture frame decorated with?", "isBalanced": true, "groups": {"global": "animal", "local": "14-picture frame_decorated with,o"}, "answer": "bear", "semanticStr": "select: picture frame (11)->filter size: large [0]->relate: animal,decorated with,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"4:7": "11"}, "fullAnswer": {"1:3": "11", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame is decorated with a bear.", "image": "n335542.jpg", "question_id": 20491669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (11)"}, {"operation": "relate", "dependencies": [0], "argument": "boots,below,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20262475", "20262477", "20262476", "20262479", "20262480"], "equivalent": ["20262477", "20262478"], "question": "The boots below the dress are of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-boots_color"}, "answer": "purple", "semanticStr": "select: dress (11)->relate: boots,below,s (13) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "13", "4": "11"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boots are purple.", "image": "n172618.jpg", "question_id": 20262478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "helmet,to the left of|to the right of,s (4)"}], "entailed": ["201889507", "201889509", "201889506", "201889374", "201889373", "201889375"], "equivalent": ["201889508"], "question": "Is the round helmet to the right or to the left of the skier in the middle of the photo?", "isBalanced": true, "groups": {"global": null, "local": "13-skier_helmet"}, "answer": "left", "semanticStr": "select: skier (0)->filter vposition: middle [0]->choose rel: helmet,to the left of|to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "4"}, "fullAnswer": {"1": "4", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The helmet is to the left of the skier.", "image": "n88366.jpg", "question_id": 201889508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201803861", "201803863"], "equivalent": ["201803861", "201803863", "201803862"], "question": "Does the art work look rectangular and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_rectangular"}, "answer": "no", "semanticStr": "select: artwork (10)->verify color: brown [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the art work is rectangular but white.", "image": "n51002.jpg", "question_id": 201803862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811092", "20811110", "20811111", "20811094", "20811093", "20811125"], "equivalent": ["20811126"], "question": "What animal is standing?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_standing"}, "answer": "dog", "semanticStr": "select: animal (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n167552.jpg", "question_id": 20811126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811092", "20811110", "20811111", "20811094", "20811093", "20811126"], "equivalent": ["20811125"], "question": "What is the animal that is standing?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_standing"}, "answer": "dog", "semanticStr": "select: animal (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n167552.jpg", "question_id": 20811125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811112", "20811113", "20811114", "20811122", "20811094", "20811093", "20811092"], "equivalent": ["20811124"], "question": "What kind of animal is large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "dog", "semanticStr": "select: animal (0)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n167552.jpg", "question_id": 20811124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doll (0)"}, {"operation": "select", "dependencies": [], "argument": "ladder (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20721744"], "question": "Is the doll made of the same material as the ladder?", "isBalanced": true, "groups": {"global": null, "local": "09same-doll_ladder"}, "answer": "no", "semanticStr": "select: doll (0)->select: ladder (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "4", "2": "0"}, "fullAnswer": {"9": "4", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the doll is made of plastic and the ladder is made of metal.", "image": "n89148.jpg", "question_id": 20721744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "buses (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202042000"], "question": "Is there a red truck or bus?", "isBalanced": true, "groups": {"global": null, "local": "04-truck_red"}, "answer": "no", "semanticStr": "select: truck (5)->filter color: red [0]->exist: ? [1]->select: buses (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a truck but it is gold.", "image": "n449058.jpg", "question_id": 202042000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "traffic light (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202208351"], "question": "Are there both traffic signs and traffic lights in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-traffic light_traffic sign"}, "answer": "no", "semanticStr": "select: traffic sign (4)->exist: ? [0]->select: traffic light (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3:5": "4"}, "fullAnswer": {"4:6": "4"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a traffic sign but no traffic lights.", "image": "n124651.jpg", "question_id": 202208351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coat,wearing,o (-)"}], "entailed": [], "equivalent": ["202286731"], "question": "Is she wearing a coat?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_coat"}, "answer": "no", "semanticStr": "select: she (0)->verify rel: coat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing a shirt.", "image": "n413002.jpg", "question_id": 202286731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20899039", "20899038", "20899035", "20899034", "20899037", "20899036", "20899031", "20899033"], "equivalent": ["20899032"], "question": "Is the young person on the right side of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-girl_right"}, "answer": "yes", "semanticStr": "select: person (8)->filter age: young [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the girl is on the right of the image.", "image": "n243701.jpg", "question_id": 20899032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,holding,o (8)"}, {"operation": "choose name", "dependencies": [1], "argument": "bananas|oranges"}], "entailed": ["202286742", "202286740", "202286741"], "equivalent": ["202286739"], "question": "What fruits is the woman holding, oranges or bananas?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-woman_holding,o"}, "answer": "bananas", "semanticStr": "select: woman (0)->relate: fruit,holding,o (8) [0]->choose name: bananas|oranges [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8", "8": "8", "4": "0"}, "fullAnswer": {"1": "0", "4": "8"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is holding bananas.", "image": "n413002.jpg", "question_id": 202286739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201185392"], "equivalent": ["201185391"], "question": "Do the trees that are made of wood seem to be short and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: trees (8)->filter material: wood [0]->verify color: green [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "7": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are green but tall.", "image": "n95904.jpg", "question_id": 201185391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "choose material", "dependencies": [0], "argument": "metal|wood"}], "entailed": ["201467528", "201467529", "201467527"], "equivalent": ["201467529", "201467530", "201467528"], "question": "Is the table made of metal or wood?", "isBalanced": true, "groups": {"global": "material", "local": "10c-table_material"}, "answer": "metal", "semanticStr": "select: table (1)->choose material: metal|wood [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is made of metal.", "image": "n295771.jpg", "question_id": 201467530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify rel", "dependencies": [1], "argument": "vase,sitting under,o (0)"}], "entailed": [], "equivalent": ["201467537"], "question": "Is the table made of metal sitting under a vase?", "isBalanced": true, "groups": {"global": null, "local": "13-table_vase"}, "answer": "yes", "semanticStr": "select: table (1)->filter material: metal [0]->verify rel: vase,sitting under,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "1", "5": "1"}, "fullAnswer": {"2": "1", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the table is sitting under a vase.", "image": "n295771.jpg", "question_id": 201467537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting under,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201467536"], "question": "What is the table sitting under?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_sitting under,o"}, "answer": "vase", "semanticStr": "select: table (1)->relate: _,sitting under,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is sitting under the vase.", "image": "n295771.jpg", "question_id": 201467536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (33)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201637108"], "question": "What kind of food is not white?", "isBalanced": true, "groups": {"global": "color", "local": "12q-food_n#white"}, "answer": "orange", "semanticStr": "select: food (33)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "33"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "33"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is an orange.", "image": "n200692.jpg", "question_id": 201637108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shelf,to the right of,o (-)"}], "entailed": [], "equivalent": ["201235565"], "question": "Are the shelves to the right of a shelf?", "isBalanced": true, "groups": {"global": null, "local": "13-shelves_shelf"}, "answer": "no", "semanticStr": "select: shelves (15)->verify rel: shelf,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"9": "7", "2": "15"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the shelves are to the right of the handbag.", "image": "n527589.jpg", "question_id": 201235565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "rug,to the left of,s (4)"}], "entailed": ["20541444", "20541441"], "equivalent": ["20541442"], "question": "Is the rug to the left of the happy person?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_rug"}, "answer": "no", "semanticStr": "select: person (9)->filter face expression: happy [0]->verify rel: rug,to the left of,s (4) [1]", "annotations": {"answer": {}, "question": {"8:10": "9", "2": "4"}, "fullAnswer": {"9": "9", "2": "4"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the rug is to the right of the woman.", "image": "n527290.jpg", "question_id": 20541442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tents (21)"}, {"operation": "verify rel", "dependencies": [0], "argument": "van,to the left of,o (16)"}], "entailed": ["201951760", "201951759"], "equivalent": ["201951631"], "question": "Are the tents to the left of a van?", "isBalanced": true, "groups": {"global": null, "local": "13-tents_van"}, "answer": "yes", "semanticStr": "select: tents (21)->verify rel: van,to the left of,o (16) [0]", "annotations": {"answer": {}, "question": {"8": "16", "2": "21"}, "fullAnswer": {"9": "16", "2": "21"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tents are to the left of a van.", "image": "n256120.jpg", "question_id": 201951631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "relate", "dependencies": [1], "argument": "_,worn around,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202240735"], "equivalent": ["202240734"], "question": "What is worn around the Caucasian person?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn around,s"}, "answer": "dress shirt", "semanticStr": "select: person (1)->filter race: caucasian [0]->relate: _,worn around,s (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"5:7": "1"}, "fullAnswer": {"1:3": "6", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dress shirt is worn around the man.", "image": "n162148.jpg", "question_id": 202240734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (30)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20257253", "20257255", "20257254", "20257257", "20257259", "20257258", "20257262"], "equivalent": ["20257256"], "question": "Which color is the water?", "isBalanced": true, "groups": {"global": "color", "local": "10q-water_color"}, "answer": "blue", "semanticStr": "select: water (30)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "30"}, "fullAnswer": {"1": "30"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water is blue.", "image": "n441859.jpg", "question_id": 20257256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "relate", "dependencies": [0], "argument": "car,behind,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201227973"], "question": "Does the car behind the van have large size and silver color?", "isBalanced": true, "groups": {"global": null, "local": "05-large_silver"}, "answer": "no", "semanticStr": "select: van (0)->relate: car,behind,s (1) [0]->verify size: large [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "0"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the car is silver but small.", "image": "n154856.jpg", "question_id": 201227973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202169020", "202169019"], "equivalent": ["202169018", "202169019"], "question": "What place is pictured?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "sidewalk", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a sidewalk.", "image": "n451187.jpg", "question_id": 202169018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20303013", "20303025"], "equivalent": ["20303026", "20303025"], "question": "Is there an umbrella in the picture that is not closed?", "isBalanced": true, "groups": {"global": null, "local": "04-umbrella_n#closed"}, "answer": "yes", "semanticStr": "select: umbrella (6)->filter: not(closed) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"5": "6"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a open umbrella.", "image": "n318684.jpg", "question_id": 20303026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "relate", "dependencies": [0], "argument": "car,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201227979", "201227978", "201227977", "201227976", "201227974", "201227973", "201227965"], "equivalent": ["201227975"], "question": "What color is the car the van is in front of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "silver", "semanticStr": "select: van (0)->relate: car,in front of,o (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "0"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is silver.", "image": "n154856.jpg", "question_id": 201227975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201983063", "201983064", "201983065"], "equivalent": ["201983066"], "question": "On which side of the photo are the small books?", "isBalanced": true, "groups": {"global": null, "local": "10q-books_hposition"}, "answer": "right", "semanticStr": "select: books (8)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are on the right of the image.", "image": "n526228.jpg", "question_id": 201983066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (3)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202004175", "202004180", "202004177", "202004178", "202004181", "202004172", "202004176", "202004173", "202004179", "202004170", "202004182", "202004190", "202004184", "202004185", "202004186", "202004187", "202004188", "202004189", "202004183", "202004174"], "equivalent": ["202004171", "202004170"], "question": "Does the poster look small and black and white?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_small"}, "answer": "yes", "semanticStr": "select: poster (3)->verify: black and white [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the poster is small and black and white.", "image": "n262920.jpg", "question_id": 202004171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "query", "dependencies": [0], "argument": "fatness"}], "entailed": ["201974568", "201974572", "201974559", "201974567", "201974571", "201974565", "201974570", "201974546"], "equivalent": ["201974569"], "question": "How fat are the pants?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-pants_fatness"}, "answer": "thin", "semanticStr": "select: pants (11)->query: fatness [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are thin.", "image": "n274905.jpg", "question_id": 201974569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (3)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20262722"], "equivalent": ["20262653"], "question": "What is the tall girl holding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-girl_holding,o"}, "answer": "kite", "semanticStr": "select: girl (3)->filter height: tall [0]->relate: _,holding,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "3"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the kite.", "image": "n172618.jpg", "question_id": 20262653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20262652"], "question": "Who is holding the kite?", "isBalanced": true, "groups": {"global": "person", "local": "14-kite_holding,s"}, "answer": "girl", "semanticStr": "select: kite (4)->relate: person,holding,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the kite.", "image": "n172618.jpg", "question_id": 20262652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bandage (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2046684"], "question": "Are there any benches or bandages?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bandage_bench"}, "answer": "yes", "semanticStr": "select: bench (8)->exist: ? [0]->select: bandage (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bench.", "image": "n71728.jpg", "question_id": 2046684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["202245963", "202245958", "202245959", "202245967", "202245970", "202245964", "202245969", "202245956", "202245957", "202245974", "202245971", "202245975", "202245966"], "equivalent": ["202245962"], "question": "How old is the person on the left?", "isBalanced": true, "groups": {"global": "age", "local": "10q-person_age"}, "answer": "young", "semanticStr": "select: person (0)->filter hposition: left [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is young.", "image": "n310828.jpg", "question_id": 202245962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201759200", "201759193", "201759192", "201759190", "201759197", "201759196", "201759195", "201759199", "201759198"], "equivalent": ["201759194"], "question": "What color is the mat on the right of the image?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mat_color"}, "answer": "tan", "semanticStr": "select: mat (10)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mat is tan.", "image": "n150962.jpg", "question_id": 201759194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (6)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetables,on top of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20157130"], "question": "Are there any vegetables on top of the plate near the coffee mug?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_vegetables"}, "answer": "no", "semanticStr": "select: coffee mug (6)->relate: plate,near,s (0) [0]->relate: vegetables,on top of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "0", "11:13": "6"}, "fullAnswer": {"8": "0", "3": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are eggs on top of the plate.", "image": "n170941.jpg", "question_id": 20157130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,attached to,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,guiding,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201654397"], "question": "Who is guiding the horse that is attached to the cart?", "isBalanced": true, "groups": {"global": "person", "local": "14-horse_guiding,s"}, "answer": "jockey", "semanticStr": "select: cart (5)->relate: horse,attached to,s (0) [0]->relate: person,guiding,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"10": "5", "4": "0"}, "fullAnswer": {"1": "3", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jockey is guiding the horse.", "image": "n6309.jpg", "question_id": 201654397}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201654396"], "question": "Who is sitting in the cart?", "isBalanced": true, "groups": {"global": "person", "local": "14-cart_sitting in,s"}, "answer": "jockey", "semanticStr": "select: cart (5)->relate: person,sitting in,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jockey is sitting in the cart.", "image": "n6309.jpg", "question_id": 201654396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "relate", "dependencies": [0], "argument": "jockey,sitting in,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": [], "equivalent": ["201654391"], "question": "What gender is the jockey that is sitting in the cart?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-jockey_gender"}, "answer": "male", "semanticStr": "select: cart (5)->relate: jockey,sitting in,s (3) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"10": "5", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jockey is male.", "image": "n6309.jpg", "question_id": 201654391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,on top of,s (13)"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "query", "dependencies": [2], "argument": "size"}], "entailed": ["202003768", "202003785", "202003783", "202003782", "202003781", "202003793", "202003772", "202003770", "202003771", "202003776", "202003774", "202003775"], "equivalent": ["202003773"], "question": "How large is the black desk on top of the floor?", "isBalanced": true, "groups": {"global": "size", "local": "10q-desk_size"}, "answer": "small", "semanticStr": "select: floor (15)->relate: desk,on top of,s (13) [0]->filter color: black [1]->query: size [2]", "annotations": {"answer": {}, "question": {"10": "15", "4:6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is small.", "image": "n262920.jpg", "question_id": 202003773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pancake (3)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157135", "20157134", "20157137", "20157138"], "equivalent": ["20157136"], "question": "What kind of food is to the right of the pancake?", "isBalanced": true, "groups": {"global": "food", "local": "15-pancake_to the right of,s"}, "answer": "eggs", "semanticStr": "select: pancake (3)->relate: food,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is eggs.", "image": "n170941.jpg", "question_id": 20157136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,on top of,s (7)"}, {"operation": "choose", "dependencies": [1], "argument": "wet|dry"}], "entailed": ["20724359", "20724358", "20724304", "20724349", "20724303", "20724343", "20724327", "20724351", "20724329", "20724353", "20724355", "20724354", "20724357", "20724356", "20724328", "20724344", "20724350"], "equivalent": ["20724359", "20724358", "20724360"], "question": "How do the trees on top of the ground look, wet or maybe dry?", "isBalanced": true, "groups": {"global": "17", "local": "10c-trees_17"}, "answer": "wet", "semanticStr": "select: ground (5)->relate: tree,on top of,s (7) [0]->choose: wet|dry [1]", "annotations": {"answer": {}, "question": {"8": "5", "3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are wet.", "image": "n369970.jpg", "question_id": 20724360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "ground,on top of,o (5)"}], "entailed": ["20724361"], "equivalent": ["20724362"], "question": "Are the tall trees on top of the ground?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_ground"}, "answer": "yes", "semanticStr": "select: tree (7)->filter height: tall [0]->verify rel: ground,on top of,o (5) [1]", "annotations": {"answer": {}, "question": {"8": "5", "2:4": "7"}, "fullAnswer": {"8": "5", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the trees are on top of the ground.", "image": "n369970.jpg", "question_id": 20724362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify tone", "dependencies": [0], "argument": "dark "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20183051", "20183050"], "equivalent": ["20183052", "20183051", "20183050"], "question": "Is the skirt black and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-black_dark"}, "answer": "no", "semanticStr": "select: skirt (4)->verify color: black [0]->verify tone: dark  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skirt is black but light.", "image": "n151768.jpg", "question_id": 20183052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20896364", "20896365", "20896367"], "equivalent": ["20896366"], "question": "Is the chair on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-chair_hposition"}, "answer": "right", "semanticStr": "select: chair (0)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is on the right of the image.", "image": "n548534.jpg", "question_id": 20896366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20344937"], "equivalent": ["20344938"], "question": "What's the lawn in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-lawn_in front of,o"}, "answer": "plants", "semanticStr": "select: lawn (13)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "13", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lawn is in front of the plants.", "image": "n560243.jpg", "question_id": 20344938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896369", "20896341", "20896370"], "equivalent": ["20896368"], "question": "What do you think is the item of furniture that is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "chair", "semanticStr": "select: floor (6)->relate: furniture,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6:9": "0", "15": "6"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n548534.jpg", "question_id": 20896368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20724399", "20724389", "20724387", "20724384", "20724385", "20724368", "20724380", "20724381", "20724394", "20724397", "20724382", "20724383", "20724373", "20724370", "20724377", "20724376", "20724374", "20724395", "20724400", "20724379", "20724378", "20724391", "20724390", "20724393", "20724392"], "equivalent": ["20724368", "20724369"], "question": "Does the forest look tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "yes", "semanticStr": "select: forest (6)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the forest is tall and green.", "image": "n369970.jpg", "question_id": 20724369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plants (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20344936"], "equivalent": ["20344935"], "question": "What do you think is in front of the plants?", "isBalanced": true, "groups": {"global": "place", "local": "14-plants_in front of,s"}, "answer": "lawn", "semanticStr": "select: plants (9)->relate: _,in front of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"9": "9"}, "fullAnswer": {"1": "13", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lawn is in front of the plants.", "image": "n560243.jpg", "question_id": 20344935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201491039", "201491050", "201491035", "201491034", "201491037", "201491036", "201491038", "201491048", "201491049", "201491044", "201491045", "201491046", "201491047", "201491040", "201491041", "201491042"], "equivalent": ["201491044", "201491043"], "question": "Is the cotton shirt both short sleeved and white?", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (2)->filter material: cotton [0]->verify: short sleeved [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and white.", "image": "n86120.jpg", "question_id": 201491043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["202147791", "202147790"], "equivalent": ["202147792"], "question": "Is the empty chair in the bottom part or in the top of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-chair_vposition"}, "answer": "top", "semanticStr": "select: chair (0)->filter: empty [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is in the top of the image.", "image": "n194179.jpg", "question_id": 202147792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (24)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "choose rel", "dependencies": [1], "argument": "person,to the right of|to the left of,s (21)"}], "entailed": ["20257164", "20257431", "20257165", "20257429"], "equivalent": ["20257431", "20257430"], "question": "Is the female person to the left or to the right of the surf board in the middle of the photo?", "isBalanced": true, "groups": {"global": null, "local": "13-surfboard_person"}, "answer": "right", "semanticStr": "select: surfboard (24)->filter vposition: middle [0]->choose rel: person,to the right of|to the left of,s (21) [1]", "annotations": {"answer": {}, "question": {"2:4": "21", "13:15": "24"}, "fullAnswer": {"1": "21", "8": "24"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the right of the surfboard.", "image": "n441859.jpg", "question_id": 20257430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (21)"}, {"operation": "filter gender", "dependencies": [0], "argument": "female"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing in,o (30)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20257432"], "question": "What is the female person standing in?", "isBalanced": true, "groups": {"global": "liquid", "local": "14-person_standing in,o"}, "answer": "water", "semanticStr": "select: person (21)->filter gender: female [0]->relate: _,standing in,o (30) [1]->query: name [2]", "annotations": {"answer": {"0": "30"}, "question": {"3:5": "21"}, "fullAnswer": {"1": "21", "6": "30"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is standing in the water.", "image": "n441859.jpg", "question_id": 20257432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["202100281", "202100282", "202100283", "202100284"], "equivalent": ["202100280"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "cloudless", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is cloudless.", "image": "n386688.jpg", "question_id": 202100280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,growing behind,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185936", "201185937", "201185934", "201185935"], "equivalent": ["201185938"], "question": "What are the trees growing behind of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-trees_growing behind,o"}, "answer": "ground", "semanticStr": "select: trees (9)->relate: _,growing behind,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing behind the ground.", "image": "n494918.jpg", "question_id": 201185938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536091"], "equivalent": ["20536092"], "question": "What kind of animal is not narrow?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_n#narrow"}, "answer": "bison", "semanticStr": "select: animal (0)->filter width: not(narrow) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap dispenser (18)"}, {"operation": "choose material", "dependencies": [0], "argument": "chrome|plastic"}], "entailed": [], "equivalent": ["201947583"], "question": "Is the soap dispenser made of chrome or plastic?", "isBalanced": true, "groups": {"global": "material", "local": "10c-soap dispenser_material"}, "answer": "chrome", "semanticStr": "select: soap dispenser (18)->choose material: chrome|plastic [0]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"1:3": "18"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The soap dispenser is made of chrome.", "image": "n473688.jpg", "question_id": 201947583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,growing behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201185933"], "question": "What is growing behind the ground?", "isBalanced": true, "groups": {"global": "tree", "local": "14-ground_growing behind,s"}, "answer": "trees", "semanticStr": "select: ground (8)->relate: _,growing behind,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are growing behind the ground.", "image": "n494918.jpg", "question_id": 201185933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "potato (0)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20636944", "20636945", "20636943"], "equivalent": ["20636946"], "question": "Which kind of cooking utensil is the potato on?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-potato_on,o"}, "answer": "cutting board", "semanticStr": "select: potato (0)->relate: cooking utensil,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"3:5": "2"}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The potato is on the cutting board.", "image": "n184385.jpg", "question_id": 20636946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20636884", "20636947", "20636941", "20636942", "20636948"], "equivalent": ["20636940"], "question": "What kind of vegetable is on the cutting board made of wood?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on,s"}, "answer": "potato", "semanticStr": "select: cutting board (2)->filter material: wood [0]->relate: vegetable,on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"11": "2", "3": "0", "7:9": "2"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a potato.", "image": "n184385.jpg", "question_id": 20636940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20636884", "20636947", "20636940", "20636941", "20636948"], "equivalent": ["20636942"], "question": "Which kind of vegetable is on the cutting board?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on,s"}, "answer": "potato", "semanticStr": "select: cutting board (2)->relate: vegetable,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a potato.", "image": "n184385.jpg", "question_id": 20636942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "crown,to the left of,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20258921", "20258962", "20258960"], "equivalent": ["20258962", "20258960", "20258961"], "question": "Do you see a crown to the left of the curtain?", "isBalanced": true, "groups": {"global": null, "local": "13-curtain_crown"}, "answer": "yes", "semanticStr": "select: curtain (8)->relate: crown,to the left of,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"10": "8", "4": "2"}, "fullAnswer": {"10": "8", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a crown to the left of the curtain.", "image": "n204894.jpg", "question_id": 20258961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "relate", "dependencies": [1], "argument": "microwave,above,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20442170", "20442250"], "equivalent": ["20442251"], "question": "Is there a microwave above the yellow fruits?", "isBalanced": true, "groups": {"global": null, "local": "13-bananas_microwave"}, "answer": "yes", "semanticStr": "select: fruit (7)->filter color: yellow [0]->relate: microwave,above,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "5", "6:8": "7"}, "fullAnswer": {"4": "5", "7": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a microwave above the bananas.", "image": "n207708.jpg", "question_id": 20442251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (4)"}, {"operation": "filter", "dependencies": [0], "argument": "rocky"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sand (-) "}, {"operation": "filter", "dependencies": [3], "argument": "rocky"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20300592"], "question": "Is there any rocky grass or sand?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_rocky"}, "answer": "no", "semanticStr": "select: grass (4)->filter: rocky [0]->exist: ? [1]->select: sand (-) ->filter: rocky [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is grass but it is grassy.", "image": "n208302.jpg", "question_id": 20300592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20340749"], "question": "Are there either any plates or chairs?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_plate"}, "answer": "yes", "semanticStr": "select: chair (6)->exist: ? [0]->select: plate (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a chair.", "image": "n513100.jpg", "question_id": 20340749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "select", "dependencies": [], "argument": "sink (0) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["20939836"], "equivalent": ["20939835"], "question": "Does the window have the same shape as the sink?", "isBalanced": true, "groups": {"global": null, "local": "09same-sink_window"}, "answer": "yes", "semanticStr": "select: window (3)->select: sink (0) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "3"}, "fullAnswer": {"3": "3", "6": "0"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the window and the sink are square.", "image": "n240666.jpg", "question_id": 20939835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430900", "201430928", "201430899", "201430926", "201430927"], "equivalent": ["201430930"], "question": "What piece of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinet", "semanticStr": "select: furniture (7)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n206785.jpg", "question_id": 201430930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify rel", "dependencies": [1], "argument": "flowers,hanging above,o (9)"}], "entailed": [], "equivalent": ["20452122"], "question": "Is the dark picture hanging above the flowers that are not rotten?", "isBalanced": true, "groups": {"global": null, "local": "13-picture_flowers"}, "answer": "yes", "semanticStr": "select: picture (3)->filter color: dark [0]->verify rel: flowers,hanging above,o (9) [1]", "annotations": {"answer": {}, "question": {"11": "9", "2:4": "3", "7": "9"}, "fullAnswer": {"2": "3", "7": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the picture is hanging above the flowers.", "image": "n6908.jpg", "question_id": 20452122}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202133804", "202133807", "202133800", "202133803", "202133808", "202133809", "202133762", "202133789", "202133788", "202133786", "202133785", "202133816", "202133836", "202133798", "202133799", "202133790", "202133791", "202133794", "202133795", "202133796", "202133797"], "equivalent": ["202133801"], "question": "What's the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n412144.jpg", "question_id": 202133801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984171", "201984172"], "equivalent": ["201984173"], "question": "What's the woman holding onto?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_holding onto,o"}, "answer": "papers", "semanticStr": "select: woman (6)->relate: _,holding onto,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "6", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding onto the papers.", "image": "n16378.jpg", "question_id": 201984173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20452121"], "question": "What is the picture hanging above?", "isBalanced": true, "groups": {"global": "plant", "local": "14-picture_hanging above,o"}, "answer": "flowers", "semanticStr": "select: picture (3)->relate: _,hanging above,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "3", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging above the flowers.", "image": "n6908.jpg", "question_id": 20452121}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the left of,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20901959"], "question": "Is the umbrella to the left of the other umbrella brown and square?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_square"}, "answer": "no", "semanticStr": "select: umbrella (7)->relate: umbrella,to the left of,s (6) [0]->verify color: brown [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "7", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the umbrella is brown but round.", "image": "n28792.jpg", "question_id": 20901959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "desk,underneath,o (1)"}], "entailed": ["201902493", "201902707"], "equivalent": ["201902470"], "question": "Is the chair underneath the brown desk?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_desk"}, "answer": "yes", "semanticStr": "select: chair (10)->verify rel: desk,underneath,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "10", "5:7": "1"}, "fullAnswer": {"2": "10", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the chair is underneath the desk.", "image": "n435808.jpg", "question_id": 201902470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the left of,s (9)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20303073", "20302713"], "equivalent": ["20303072"], "question": "Are there men to the left of the person in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "13-person_man"}, "answer": "yes", "semanticStr": "select: person (10)->filter vposition: bottom [0]->relate: man,to the left of,s (9) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "10", "2": "9"}, "fullAnswer": {"10": "10", "4": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man to the left of the person.", "image": "n318684.jpg", "question_id": 20303072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "filter state", "dependencies": [0], "argument": "still"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,sitting on,o (-)"}], "entailed": [], "equivalent": ["20303071"], "question": "Is the still man sitting on a chair?", "isBalanced": true, "groups": {"global": null, "local": "13-man_chair"}, "answer": "no", "semanticStr": "select: man (9)->filter state: still [0]->verify rel: chair,sitting on,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9", "7": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is sitting on a bench.", "image": "n318684.jpg", "question_id": 20303071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (0)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201804147", "201804146", "201804145", "201804143", "201804142", "201804141", "201804140"], "equivalent": ["201804144"], "question": "Where in the picture is the computer mouse, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-computer mouse_hposition"}, "answer": "right", "semanticStr": "select: computer mouse (0)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"6:8": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The computer mouse is on the right of the image.", "image": "n51002.jpg", "question_id": 201804144}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202126120"], "question": "What is the umpire in front of?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-umpire_in front of,o"}, "answer": "shoes", "semanticStr": "select: umpire (8)->relate: _,in front of,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {}, "fullAnswer": {"1": "8", "7": "21"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is in front of the shoes.", "image": "n573460.jpg", "question_id": 202126120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (4)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20287849", "20287848", "20287856", "20287854", "20287852", "20287850", "20287851"], "equivalent": ["20287856", "20287855"], "question": "Is there any sand that is soft?", "isBalanced": true, "groups": {"global": null, "local": "04-sand_soft"}, "answer": "yes", "semanticStr": "select: sand (4)->filter hardness: soft [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is sand that is soft.", "image": "n317260.jpg", "question_id": 20287855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,to the left of,s (9)"}, {"operation": "filter shape", "dependencies": [1], "argument": "square"}, {"operation": "choose color", "dependencies": [2], "argument": "brown|purple"}], "entailed": [], "equivalent": ["202266105"], "question": "Are the square pillows to the left of the woman purple or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-pillows_color"}, "answer": "brown", "semanticStr": "select: woman (0)->relate: pillows,to the left of,s (9) [0]->filter shape: square [1]->choose color: brown|purple [2]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pillows are brown.", "image": "n534106.jpg", "question_id": 202266105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on top of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896408", "20896501", "20896503"], "equivalent": ["20896502"], "question": "Which kind of appliance is on top of the floor?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-floor_on top of,s"}, "answer": "refrigerator", "semanticStr": "select: floor (6)->relate: appliance,on top of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n548534.jpg", "question_id": 20896502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vase,in front of,s (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "plate,to the right of|to the left of,s (13)"}], "entailed": ["20740973", "20740975", "20741073", "20741072", "20741074"], "equivalent": ["20740975", "20740974"], "question": "Is the plate to the right or to the left of the vase that is in front of the person?", "isBalanced": true, "groups": {"global": null, "local": "13-vase_plate"}, "answer": "right", "semanticStr": "select: person (7)->relate: vase,in front of,s (1) [0]->choose rel: plate,to the right of|to the left of,s (13) [1]", "annotations": {"answer": {}, "question": {"19": "7", "2": "13", "12": "1"}, "fullAnswer": {"1": "13", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The plate is to the right of the vase.", "image": "n23762.jpg", "question_id": 20740974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201621559", "201621557", "201621556", "201621555", "201621554", "201621553", "201621551", "201621550", "201621558", "201621560", "201621561"], "equivalent": ["201621552"], "question": "Which color is the rug?", "isBalanced": true, "groups": {"global": "color", "local": "10q-rug_color"}, "answer": "gray", "semanticStr": "select: rug (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is gray.", "image": "n275148.jpg", "question_id": 201621552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "filter age", "dependencies": [1], "argument": "old"}, {"operation": "choose rel", "dependencies": [2], "argument": "man,to the left of|to the right of,s (3)"}], "entailed": ["20898987", "20898990", "20898988", "20898989", "20898747", "20898748"], "equivalent": ["20898749"], "question": "Is the man to the right or to the left of the old person that is wearing a shoe?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "left", "semanticStr": "select: shoe (16)->relate: person,wearing,s (6) [0]->filter age: old [1]->choose rel: man,to the left of|to the right of,s (3) [2]", "annotations": {"answer": {}, "question": {"18": "16", "2": "3", "12:14": "6"}, "fullAnswer": {"1": "3", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the left of the woman.", "image": "n243701.jpg", "question_id": 20898749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify age", "dependencies": [0], "argument": "young"}], "entailed": ["20295503", "20295502", "20295501", "20295510", "20295506", "20295505", "20295513", "20295473", "20295509", "20295472", "20295521", "20295507", "20295523", "20295522", "20295525", "20295511"], "equivalent": ["20295524"], "question": "Is this a young woman?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_young"}, "answer": "yes", "semanticStr": "select: woman (0)->verify age: young [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a young woman.", "image": "n162586.jpg", "question_id": 20295524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bag (4) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["202265929", "202265928", "202265611", "202265614"], "equivalent": ["202265615", "202265614"], "question": "Are there both a woman and a bag in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bag_woman"}, "answer": "yes", "semanticStr": "select: woman (0)->exist: ? [0]->select: bag (4) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "0", "7": "4"}, "fullAnswer": {"8": "4", "5": "0"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a woman and a bag.", "image": "n534106.jpg", "question_id": 202265615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,surrounding,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121632", "202121634"], "equivalent": ["202121635"], "question": "What kind of furniture is surrounding the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_surrounding,s"}, "answer": "chairs", "semanticStr": "select: table (2)->relate: furniture,surrounding,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1:4": "1", "5": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n140421.jpg", "question_id": 202121635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ice (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "food (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202144374"], "question": "Is there food or ice in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-food_ice"}, "answer": "yes", "semanticStr": "select: ice (10)->exist: ? [0]->select: food (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"3": "10"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is ice.", "image": "n37274.jpg", "question_id": 202144374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flags (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20302785"], "question": "Are there either any fences or flags?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_flags"}, "answer": "yes", "semanticStr": "select: fence (12)->exist: ? [0]->select: flags (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a fence.", "image": "n318684.jpg", "question_id": 20302785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (7)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["2075819", "2075823", "2075822", "2075821", "2075820", "2075827", "2075826", "2075824", "2075835", "2075831", "2075832", "2075833"], "equivalent": ["2075825"], "question": "How big is the airplane?", "isBalanced": true, "groups": {"global": "size", "local": "10q-airplane_size"}, "answer": "small", "semanticStr": "select: airplane (7)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The airplane is small.", "image": "n315859.jpg", "question_id": 2075825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,floating on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100347", "202100312", "202100348"], "equivalent": ["202100347", "202100346"], "question": "What is the watercraft that is floating on the ocean?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_floating on,s"}, "answer": "sailboat", "semanticStr": "select: ocean (0)->relate: watercraft,floating on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"9": "0", "3": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a sailboat.", "image": "n386688.jpg", "question_id": 202100346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201885261", "201885262"], "equivalent": ["201885509"], "question": "What is the man inside of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_inside,o"}, "answer": "fence", "semanticStr": "select: man (4)->relate: _,inside,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "4", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is inside the fence.", "image": "n222297.jpg", "question_id": 201885509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202073366", "202073371", "202073368", "202073370", "202073369", "202073373", "202073380", "202073381", "202073382", "202073372", "202073375", "202073374", "202073377", "202073376", "202073379", "202073378", "202073364", "202073365", "202073363", "202073367"], "equivalent": ["202073362"], "question": "Is the sky both wide and cloudy?", "isBalanced": true, "groups": {"global": null, "local": "05-cloudy_wide"}, "answer": "yes", "semanticStr": "select: sky (6)->verify weather: cloudy [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is wide and cloudy.", "image": "n219840.jpg", "question_id": 202073362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20667430", "20667422", "20667421", "20667431", "20667425", "20667424"], "equivalent": ["20667423"], "question": "The cloth shirt has what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "pink", "semanticStr": "select: shirt (15)->filter material: cloth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1:3": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is pink.", "image": "n181355.jpg", "question_id": 20667423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (7)"}, {"operation": "choose", "dependencies": [0], "argument": "wet|dry"}], "entailed": ["201412463", "201412458", "201412459", "201412467", "201412466", "201412465", "201412464", "201412462", "201412442", "201412426"], "equivalent": ["201412471"], "question": "Are the skis dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-skis_17"}, "answer": "wet", "semanticStr": "select: skis (7)->choose: wet|dry [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The skis are wet.", "image": "n143672.jpg", "question_id": 201412471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201885500", "201885501", "201885502"], "equivalent": ["201885503"], "question": "What is the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "swimsuit", "semanticStr": "select: man (4)->relate: _,wearing,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "4", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a swim suit.", "image": "n222297.jpg", "question_id": 201885503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted to,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996709", "201996708", "201996714", "201996712", "201996713", "201996711"], "equivalent": ["201996710"], "question": "What is the controller mounted to?", "isBalanced": true, "groups": {"global": "aircraft", "local": "14-controller_mounted to,o"}, "answer": "helicopter", "semanticStr": "select: controller (16)->relate: _,mounted to,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "16", "6": "22"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The controller is mounted to the helicopter.", "image": "n250715.jpg", "question_id": 201996710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cart (5)"}, {"operation": "choose rel", "dependencies": [0], "argument": "car,to the right of|to the left of,s (7)"}], "entailed": ["201654475", "201654474", "201654535", "201654536", "201654539", "201654538", "201654472", "201654473"], "equivalent": ["201654537", "201654538"], "question": "Is the car to the left or to the right of the cart?", "isBalanced": true, "groups": {"global": null, "local": "13-cart_car"}, "answer": "right", "semanticStr": "select: cart (5)->choose rel: car,to the right of|to the left of,s (7) [0]", "annotations": {"answer": {}, "question": {"2": "7", "12": "5"}, "fullAnswer": {"1": "7", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The car is to the right of the cart.", "image": "n6309.jpg", "question_id": 201654537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (10)"}, {"operation": "select", "dependencies": [], "argument": "washing machine (18) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202102531"], "equivalent": ["202102532"], "question": "Is the switch different in color than the washing machine?", "isBalanced": true, "groups": {"global": null, "local": "09diff-light switch_washing machine"}, "answer": "no", "semanticStr": "select: light switch (10)->select: washing machine (18) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "18", "2": "10"}, "fullAnswer": {"3": "10", "6:8": "18"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the switch and the washing machine are white.", "image": "n386682.jpg", "question_id": 202102532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose place", "dependencies": [0], "argument": "restaurant|market"}], "entailed": ["201510207", "201510208"], "equivalent": ["201510207", "201510208", "201510209"], "question": "Is this a picture of a restaurant or a market?", "isBalanced": true, "groups": {"global": "place", "local": "02c-place"}, "answer": "restaurant", "semanticStr": "select: scene->choose place: restaurant|market [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is showing a restaurant.", "image": "n541854.jpg", "question_id": 201510209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,near,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,to the left of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244512", "202243900", "202243901", "202244623", "202244622", "202244621", "202244620", "202244625", "202244624", "202244612", "202244613", "202244610", "202244611", "202244616", "202244617", "202244615", "202243899", "202244618", "202244619"], "equivalent": ["202244614", "202244613"], "question": "What vegetables are to the left of the vegetables near the cookies?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-beans_to the left of,s"}, "answer": "carrots", "semanticStr": "select: cookies (0)->relate: vegetable,near,s (1) [0]->relate: vegetable,to the left of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6", "8": "1", "11": "0"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are carrots.", "image": "n296467.jpg", "question_id": 202244614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (8)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,near,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20717058"], "equivalent": ["20717057"], "question": "Is the bag near the bed both dark and large?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "no", "semanticStr": "select: bed (8)->relate: bag,near,s (9) [0]->verify color: dark [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "5": "8"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bag is dark but small.", "image": "n67005.jpg", "question_id": 20717057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "not(thick)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753256"], "equivalent": ["20753257"], "question": "Which kind of furniture is not thick?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#thick"}, "answer": "dresser", "semanticStr": "select: furniture (7)->filter thickness: not(thick) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a dresser.", "image": "n49438.jpg", "question_id": 20753257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030591"], "equivalent": ["201030592"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (6)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants.", "image": "n54424.jpg", "question_id": 201030592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (9)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "verify", "dependencies": [1], "argument": "adult"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202147889", "202147888", "202147883", "202147882", "202147880", "202147887", "202147886", "202147885", "202147884", "202147876", "202147877", "202147874", "202147875", "202147872", "202147873", "202147870", "202147871", "202147878", "202147879", "202147869", "202147868", "202147863", "202147862", "202147867", "202147866"], "equivalent": ["202147882", "202147881"], "question": "Does the athlete that is playing look adult and male?", "isBalanced": true, "groups": {"global": null, "local": "05-adult_male"}, "answer": "yes", "semanticStr": "select: athlete (9)->filter activity: playing [0]->verify: adult [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "5": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the athlete is adult and male.", "image": "n194179.jpg", "question_id": 202147881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(covered)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753249"], "equivalent": ["20753250"], "question": "What kind of furniture is not covered?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#covered"}, "answer": "dresser", "semanticStr": "select: furniture (7)->filter: not(covered) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a dresser.", "image": "n49438.jpg", "question_id": 20753250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (1)"}, {"operation": "select", "dependencies": [], "argument": "paper (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201370345", "201370344", "201370343"], "equivalent": ["201370346", "201370345"], "question": "Is the paper different in color than the tape?", "isBalanced": true, "groups": {"global": null, "local": "09diff-paper_tape"}, "answer": "yes", "semanticStr": "select: tape (1)->select: paper (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "8"}, "fullAnswer": {"2": "1", "7": "8"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the tape is green and the paper is white.", "image": "n351318.jpg", "question_id": 201370346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (17)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify rel", "dependencies": [1], "argument": "bicycle,on,o (18)"}], "entailed": [], "equivalent": ["201866743"], "question": "Is the small baby on a bicycle?", "isBalanced": true, "groups": {"global": null, "local": "13-baby_bicycle"}, "answer": "yes", "semanticStr": "select: baby (17)->filter size: small [0]->verify rel: bicycle,on,o (18) [1]", "annotations": {"answer": {}, "question": {"2:4": "17", "6": "18"}, "fullAnswer": {"2": "17", "6": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the baby is on a bicycle.", "image": "n211324.jpg", "question_id": 201866743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (4)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer ball,above,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["20652573", "20652579", "20652578", "20652576"], "equivalent": ["20652581"], "question": "Which shape is the soccer ball that is above the tree?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-soccer ball_shape"}, "answer": "round", "semanticStr": "select: tree (4)->relate: soccer ball,above,s (3) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"10": "4", "4:6": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The soccer ball is round.", "image": "n400036.jpg", "question_id": 20652581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201751732", "201751730", "201751729", "201751738"], "equivalent": ["201751739"], "question": "Which color is the person that is on the left side of the picture?", "isBalanced": true, "groups": {"global": "color", "local": "10q-person_color"}, "answer": "blond", "semanticStr": "select: person (14)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is blond.", "image": "n355567.jpg", "question_id": 201751739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201997948", "201997931", "201997946", "201997947", "201997902", "201997917", "201997916", "201997922", "201997919", "201997921", "201997926", "201997924", "201997925"], "equivalent": ["201997923"], "question": "What color is the table that is not big?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-table_color"}, "answer": "dark", "semanticStr": "select: table (16)->filter size: not(large) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "16", "4": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is dark.", "image": "n319845.jpg", "question_id": 201997923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trailer (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468823"], "equivalent": ["20468822"], "question": "What is that trailer in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-trailer_in front of,o"}, "answer": "trees", "semanticStr": "select: trailer (3)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trailer is in front of the trees.", "image": "n171169.jpg", "question_id": 20468822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trailer (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468822"], "equivalent": ["20468823"], "question": "What is the trailer in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-trailer_in front of,o"}, "answer": "trees", "semanticStr": "select: trailer (3)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "3", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trailer is in front of the trees.", "image": "n171169.jpg", "question_id": 20468823}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20117984", "20117986", "20117987", "20117982", "20117983", "20117988", "20117989", "20118004", "20118005", "20118006", "20118007", "20117993", "20117992", "20117991", "20117990", "20117997", "20117996", "20117994", "20117999", "20117998", "20118010"], "equivalent": ["20117995"], "question": "How large is the animal on the field?", "isBalanced": true, "groups": {"global": "size", "local": "10q-elephant_size"}, "answer": "large", "semanticStr": "select: field (10)->relate: animal,on,s (0) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "10"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is large.", "image": "n494677.jpg", "question_id": 20117995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468820", "20468819", "20468818", "20468824", "20468825", "20468817"], "equivalent": ["20468821"], "question": "What vehicle is in front of the trees?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_in front of,s"}, "answer": "trailer", "semanticStr": "select: trees (13)->relate: vehicle,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a trailer.", "image": "n171169.jpg", "question_id": 20468821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468660", "20468659", "20468661"], "equivalent": ["20468534"], "question": "What animal are the trees behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,o"}, "answer": "horse", "semanticStr": "select: trees (13)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "13", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are behind the horse.", "image": "n171169.jpg", "question_id": 20468534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|sleeveless"}], "entailed": ["20427496", "20427485", "20427492", "20427490", "20427491", "20427489", "20427488"], "equivalent": ["20427492", "20427493"], "question": "Does the shirt look sleeveless or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (10)->choose: long sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n281241.jpg", "question_id": 20427493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "choose name", "dependencies": [1], "argument": "horse|sheep"}], "entailed": ["20468535"], "equivalent": ["20468535", "20468536"], "question": "What animal are the trees behind of, a sheep or a horse?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,o"}, "answer": "horse", "semanticStr": "select: trees (13)->relate: animal,behind,o (1) [0]->choose name: horse|sheep [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "11": "1", "4": "13"}, "fullAnswer": {"1": "13", "5": "1"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The trees are behind a horse.", "image": "n171169.jpg", "question_id": 20468536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["201676253", "201676266", "201676251", "201676276", "201676252", "201676275", "201676277", "201676265", "201676278", "201676279", "201676254", "201676268", "201676256", "201676257", "201676258", "201676259", "201676270", "201676262", "201676261", "201676269"], "equivalent": ["201676261", "201676260"], "question": "What gender is the happy person?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "female", "semanticStr": "select: person (2)->filter face expression: happy [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is female.", "image": "n233607.jpg", "question_id": 201676260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (8)"}, {"operation": "relate", "dependencies": [0], "argument": "umpire,on,s (2)"}, {"operation": "choose rel", "dependencies": [1], "argument": "catcher,to the right of|to the left of,s (1)"}], "entailed": ["201536414", "201536413", "201536411", "201536271", "201536273", "201536412"], "equivalent": ["201536272", "201536273"], "question": "Is the catcher to the left or to the right of the umpire that is on the field?", "isBalanced": true, "groups": {"global": null, "local": "13-umpire_catcher"}, "answer": "right", "semanticStr": "select: field (8)->relate: umpire,on,s (2) [0]->choose rel: catcher,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"2": "1", "12": "2", "17": "8"}, "fullAnswer": {"1": "1", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The catcher is to the right of the umpire.", "image": "n538684.jpg", "question_id": 201536272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["202073376", "202073371", "202073370", "202073373", "202073372", "202073374", "202073368", "202073366", "202073367", "202073364", "202073365", "202073363"], "equivalent": ["202073369"], "question": "What width is the sky?", "isBalanced": true, "groups": {"global": "width", "local": "10q-sky_width"}, "answer": "wide", "semanticStr": "select: sky (6)->query: width [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is wide.", "image": "n219840.jpg", "question_id": 202073369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}], "entailed": ["202246618", "202246619", "202246609", "202246611", "202246612", "202246613", "202246614", "202246615", "202246616", "202246617", "202246578", "202246627", "202246605", "202246604", "202246628", "202246577"], "equivalent": ["202246610"], "question": "Does the device that is to the left of the box look silver?", "isBalanced": true, "groups": {"global": null, "local": "06-computer mouse_silver"}, "answer": "yes", "semanticStr": "select: box (5)->relate: device,to the left of,s (4) [0]->verify color: silver [1]", "annotations": {"answer": {}, "question": {"10": "5", "2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mouse is silver.", "image": "n310828.jpg", "question_id": 202246610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201739328"], "equivalent": ["201739327"], "question": "Who is standing behind the pitcher in this image?", "isBalanced": true, "groups": {"global": "person", "local": "14-pitcher_standing behind,s"}, "answer": "player", "semanticStr": "select: pitcher (0)->relate: person,standing behind,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"5": "0"}, "fullAnswer": {"1": "8", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is standing behind the pitcher.", "image": "n485969.jpg", "question_id": 201739327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (1)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202003998"], "question": "Do the doors that look rectangular look brown and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_wood"}, "answer": "no", "semanticStr": "select: doors (1)->filter shape: rectangular [0]->verify color: brown [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the doors are wooden but white.", "image": "n262920.jpg", "question_id": 202003998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201462483"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "catcher", "semanticStr": "select: person (6)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The catcher is playing.", "image": "n508641.jpg", "question_id": 201462483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201739319", "201739221", "201739222"], "equivalent": ["201739320"], "question": "What is the player wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-player_wearing,o"}, "answer": "hat", "semanticStr": "select: player (8)->relate: _,wearing,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "8", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a hat.", "image": "n485969.jpg", "question_id": 201739320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "select", "dependencies": [], "argument": "robe (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20756516", "20756517"], "equivalent": ["20756518", "20756517"], "question": "Is the color of the towel different than the robe?", "isBalanced": true, "groups": {"global": null, "local": "09diff-robe_towel"}, "answer": "no", "semanticStr": "select: towel (11)->select: robe (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "4", "5": "11"}, "fullAnswer": {"3": "11", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the towel and the robe are red.", "image": "n433532.jpg", "question_id": 20756518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (15)"}, {"operation": "select", "dependencies": [], "argument": "fence (13) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201407040"], "question": "What do both the net and the fence have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-fence_net"}, "answer": "color", "semanticStr": "select: net (15)->select: fence (13) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "15", "7": "13"}, "fullAnswer": {"4": "15", "7": "13"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the net and the fence are black.", "image": "n282607.jpg", "question_id": 201407040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067673", "201067671", "201067674", "201067725"], "equivalent": ["201067672"], "question": "What's the napkin sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-napkin_sitting atop,o"}, "answer": "table", "semanticStr": "select: napkin (3)->relate: _,sitting atop,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "3", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The napkin is sitting atop the table.", "image": "n367944.jpg", "question_id": 201067672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "broccoli (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cooked)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201207096", "201207097"], "equivalent": ["201207098"], "question": "Is there broccoli in the image that is not cooked?", "isBalanced": true, "groups": {"global": null, "local": "04-broccoli_n#cooked"}, "answer": "no", "semanticStr": "select: broccoli (3)->filter: not(cooked) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is broccoli but it is cooked.", "image": "n222915.jpg", "question_id": 201207098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201067670"], "question": "What is sitting atop the square table?", "isBalanced": true, "groups": {"global": "thing", "local": "14-table_sitting atop,s"}, "answer": "napkin", "semanticStr": "select: table (5)->filter shape: square [0]->relate: _,sitting atop,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"5:7": "5"}, "fullAnswer": {"1": "3", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The napkin is sitting atop the table.", "image": "n367944.jpg", "question_id": 201067670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201682396", "201682397", "201682394", "201682392", "201682393", "201682390", "201682389", "201682388", "201682387"], "equivalent": ["201682391"], "question": "What color is the shirt made of cloth?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: shirt (6)->filter material: cloth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n51658.jpg", "question_id": 201682391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "relate", "dependencies": [0], "argument": "beach,below,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,on,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20789933", "20789934", "20789969", "20789968", "20789967"], "equivalent": ["20789967", "20789966"], "question": "What is the animal on the beach below the sky called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-beach_on,s"}, "answer": "horse", "semanticStr": "select: sky (6)->relate: beach,below,s (0) [0]->relate: animal,on,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"9": "6", "3": "7", "6": "0"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n475030.jpg", "question_id": 20789966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,above,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "pillow,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20753193"], "equivalent": ["20753194", "20753193"], "question": "Are there any pillows to the right of the curtain above the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-curtain_pillow"}, "answer": "no", "semanticStr": "select: bed (4)->relate: curtain,above,s (8) [0]->relate: pillow,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "8", "12": "4"}, "fullAnswer": {"10": "8", "4": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a boy to the right of the curtain.", "image": "n49438.jpg", "question_id": 20753194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "sky,below,o (6)"}], "entailed": ["20300519"], "equivalent": ["20300520"], "question": "Is the tall building below the sky?", "isBalanced": true, "groups": {"global": null, "local": "13-apartment building_sky"}, "answer": "yes", "semanticStr": "select: building (5)->filter height: tall [0]->verify rel: sky,below,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "6"}, "fullAnswer": {"2:4": "5", "7": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the apartment building is below the sky.", "image": "n208302.jpg", "question_id": 20300520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "apartment building,next to,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20300521"], "equivalent": ["20300522"], "question": "Are there any apartment buildings next to the person that is on the road?", "isBalanced": true, "groups": {"global": null, "local": "13-pedestrian_apartment building"}, "answer": "yes", "semanticStr": "select: road (7)->relate: person,on,s (8) [0]->relate: apartment building,next to,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "8", "13": "7", "3:5": "5"}, "fullAnswer": {"9": "8", "4:6": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an apartment building next to the pedestrian.", "image": "n208302.jpg", "question_id": 20300522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["202059908", "202059911", "202059907", "202059910"], "equivalent": ["202059909"], "question": "Which room is it?", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "living room", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a living room.", "image": "n14087.jpg", "question_id": 202059909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20898834", "20898830", "20898821", "20898822", "20898833", "20898809", "20898820", "20898819", "20898829", "20898828", "20898810", "20898811", "20898812", "20898813", "20898814", "20898815", "20898816", "20898817"], "equivalent": ["20898818"], "question": "How large is the bag that looks white?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bag_size"}, "answer": "large", "semanticStr": "select: bag (5)->filter color: white [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is large.", "image": "n243701.jpg", "question_id": 20898818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "select", "dependencies": [], "argument": "soap dispenser (18) "}, {"operation": "verify color", "dependencies": [2], "argument": "gray"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201947587", "201947586", "201947589", "201947588", "201947730", "201947725", "201947724", "201947727", "201947726", "201947729", "201947728"], "equivalent": ["201947723"], "question": "Are the tap and the soap dispenser both gray?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-faucet_soap dispenser"}, "answer": "yes", "semanticStr": "select: faucet (7)->verify color: gray [0]->select: soap dispenser (18) ->verify color: gray [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "18"}, "fullAnswer": {"3": "7", "6:8": "18"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the tap and the soap dispenser are gray.", "image": "n473688.jpg", "question_id": 201947723}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "select", "dependencies": [], "argument": "cup (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202144320"], "question": "Are the crate and the cup made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-crate_cup"}, "answer": "yes", "semanticStr": "select: crate (9)->select: cup (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "6"}, "fullAnswer": {"3": "9", "6": "6"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the crate and the cup are made of plastic.", "image": "n37274.jpg", "question_id": 202144320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201920506", "201920507", "201920508"], "equivalent": ["201920509"], "question": "Where is the person standing on?", "isBalanced": true, "groups": {"global": "place", "local": "14-person_standing on,o"}, "answer": "field", "semanticStr": "select: person (0)->relate: place,standing on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is standing on the field.", "image": "n187544.jpg", "question_id": 201920509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201998252", "201998277", "201998275", "201998274", "201998273", "201998251", "201998242", "201998241", "201998240", "201998250", "201998239", "201998238"], "equivalent": ["201998276", "201998275"], "question": "What is the name of the item of furniture that is long?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_long"}, "answer": "table", "semanticStr": "select: furniture (6)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"6:9": "6"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n319845.jpg", "question_id": 201998276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201947730", "201947725", "201947724", "201947727", "201947729", "201947728"], "equivalent": ["201947726"], "question": "What color is the faucet made of metal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-faucet_color"}, "answer": "gray", "semanticStr": "select: faucet (7)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The faucet is gray.", "image": "n473688.jpg", "question_id": 201947726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (2)"}, {"operation": "select", "dependencies": [], "argument": "coffee table (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20667280"], "question": "Is the material of the remote control the same as the coffee table?", "isBalanced": true, "groups": {"global": null, "local": "09same-coffee table_remote control"}, "answer": "no", "semanticStr": "select: remote control (2)->select: coffee table (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11:13": "1", "5:7": "2"}, "fullAnswer": {"2:4": "2", "10:12": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the remote control is made of plastic and the coffee table is made of wood.", "image": "n181355.jpg", "question_id": 20667280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20667283"], "question": "What is the color of the shirt the man is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: man (4)->relate: shirt,wearing,o (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "4", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is white.", "image": "n181355.jpg", "question_id": 20667283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201798345", "201798344", "201798347", "201798340", "201798343", "201798342", "201798339"], "equivalent": ["201798341"], "question": "What is the size of the shelves?", "isBalanced": true, "groups": {"global": "size", "local": "10q-shelves_size"}, "answer": "small", "semanticStr": "select: shelves (15)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are small.", "image": "n530733.jpg", "question_id": 201798341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "covered"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763978", "201763975", "201763977"], "equivalent": ["201763975", "201763976"], "question": "What are the covered items of furniture in this picture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_covered"}, "answer": "beds", "semanticStr": "select: furniture (8)->filter: covered [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"4:7": "8"}, "fullAnswer": {"1:4": "8", "5": "8"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are beds.", "image": "n246334.jpg", "question_id": 201763976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20667287", "20667288"], "equivalent": ["20667289"], "question": "How does the white shirt look, short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (11)->filter color: white [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n181355.jpg", "question_id": 20667289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,sitting in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100901", "202100899", "202100898"], "equivalent": ["202100902"], "question": "What appliance is sitting in front of the wall?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-wall_sitting in front of,s"}, "answer": "stove", "semanticStr": "select: wall (0)->relate: appliance,sitting in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n280089.jpg", "question_id": 202100902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,sitting in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100902", "202100899", "202100898"], "equivalent": ["202100901"], "question": "What is the appliance that is sitting in front of the wall called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-wall_sitting in front of,s"}, "answer": "stove", "semanticStr": "select: wall (0)->relate: appliance,sitting in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"11": "0", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n280089.jpg", "question_id": 202100901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (11)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20894090", "20894107", "20894105"], "equivalent": ["20894106", "20894105"], "question": "Does the sky look cloudy?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_cloudy"}, "answer": "no", "semanticStr": "select: sky (11)->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sky is clear.", "image": "n272313.jpg", "question_id": 20894106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201972820", "201972836"], "equivalent": ["201972837"], "question": "Who is wearing the hair clip?", "isBalanced": true, "groups": {"global": "person", "local": "14-hair clip_wearing,s"}, "answer": "woman", "semanticStr": "select: hair clip (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a hair clip.", "image": "n541482.jpg", "question_id": 201972837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in front of,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100903", "202100905"], "equivalent": ["202100904"], "question": "What is the appliance that is not dirty sitting in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-stove_sitting in front of,o"}, "answer": "wall", "semanticStr": "select: appliance (1)->filter cleanliness: not(dirty) [0]->relate: _,sitting in front of,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1", "7": "1"}, "fullAnswer": {"1": "1", "8": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove is sitting in front of the wall.", "image": "n280089.jpg", "question_id": 202100904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (5)"}, {"operation": "relate", "dependencies": [0], "argument": "shorts,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201593966", "201593967", "201593964", "201593965", "201593963", "201593960", "201593961", "201593968", "201593969", "201593948", "201593959", "201593958"], "equivalent": ["201593962", "201593963"], "question": "Which color are the shorts she is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "khaki", "semanticStr": "select: she (5)->relate: shorts,wearing,o (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5": "5", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are khaki.", "image": "n200907.jpg", "question_id": 201593962}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067764", "201067510"], "equivalent": ["201067511"], "question": "Which kind of device isn't open?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#open"}, "answer": "calculator", "semanticStr": "select: device (4)->filter: not(open) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a calculator.", "image": "n367944.jpg", "question_id": 201067511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201972820", "201972837"], "equivalent": ["201972836"], "question": "Who is wearing a hair clip?", "isBalanced": true, "groups": {"global": "person", "local": "14-hair clip_wearing,s"}, "answer": "woman", "semanticStr": "select: hair clip (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:6": "6"}, "fullAnswer": {"1": "0", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a hair clip.", "image": "n541482.jpg", "question_id": 201972836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (3)"}, {"operation": "select", "dependencies": [], "argument": "flags (11) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201976394"], "equivalent": ["201976395"], "question": "Do the jeans and the flags have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-flags_jeans"}, "answer": "yes", "semanticStr": "select: jeans (3)->select: flags (11) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "11"}, "fullAnswer": {"2": "3", "7": "11"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the jeans are blue and the flags are white.", "image": "n279173.jpg", "question_id": 201976395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": [], "equivalent": ["20648340"], "question": "What race is the motorcycle on the right?", "isBalanced": true, "groups": {"global": "race", "local": "10q-motorcycle_race"}, "answer": "caucasian", "semanticStr": "select: motorcycle (8)->filter hposition: right [0]->query: race [1]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorcycle is caucasian.", "image": "n471866.jpg", "question_id": 20648340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201392009", "201391842"], "equivalent": ["201392008"], "question": "What do the male people sit on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-people_sitting on,o"}, "answer": "sofa", "semanticStr": "select: people (0)->filter gender: male [0]->relate: _,sitting on,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people sit on the sofa.", "image": "n477702.jpg", "question_id": 201392008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201392008", "201391842"], "equivalent": ["201392009"], "question": "What is the name of the piece of furniture that the people that are not female sit on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-people_sitting on,o"}, "answer": "sofa", "semanticStr": "select: people (0)->filter gender: not(female) [0]->relate: furniture,sitting on,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "0", "6:9": "12", "15": "0"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n477702.jpg", "question_id": 201392009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20865413", "20865412", "20865428"], "equivalent": ["20865428", "20865427"], "question": "Are there any cows that are not small?", "isBalanced": true, "groups": {"global": null, "local": "04-cow_n#small"}, "answer": "yes", "semanticStr": "select: cow (1)->filter size: not(small) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a large cow.", "image": "n143935.jpg", "question_id": 20865427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "frisbee (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202106409", "202106411", "202106410"], "equivalent": ["202106408", "202106409"], "question": "Is there any white ball or frisbee?", "isBalanced": true, "groups": {"global": null, "local": "04-ball_white"}, "answer": "no", "semanticStr": "select: ball (6)->filter color: white [0]->exist: ? [1]->select: frisbee (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a ball but it is green.", "image": "n574498.jpg", "question_id": 202106408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,sitting on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201206969", "201206968", "201206958", "201206961", "201206960", "201206956", "201206957", "201206967", "201206971"], "equivalent": ["201206959"], "question": "What is the color of the plate that sits on the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-plate_color"}, "answer": "dark blue", "semanticStr": "select: table (0)->relate: plate,sitting on,s (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "0", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is dark blue.", "image": "n222915.jpg", "question_id": 201206959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201935120", "201935042", "201935119", "201935113", "201935115"], "equivalent": ["201935114"], "question": "What is in front of the building that is not short?", "isBalanced": true, "groups": {"global": "object", "local": "14-building_in front of,s"}, "answer": "lamp", "semanticStr": "select: building (11)->filter: not(short) [0]->relate: _,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"10": "11", "6": "11"}, "fullAnswer": {"1": "10", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is in front of the building.", "image": "n556604.jpg", "question_id": 201935114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pens (4)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,lying next to,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20857000", "20857023", "20857006", "20857007", "20857022", "20857005", "20857011", "20857013", "20857012", "20856999", "20856998", "20857019", "20857018", "20857008", "20857009"], "equivalent": ["20857010"], "question": "What is the color of the utensil that lies next to the pens?", "isBalanced": true, "groups": {"global": "color", "local": "10q-spoon_color"}, "answer": "gray", "semanticStr": "select: pens (4)->relate: utensil,lying next to,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "4", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is gray.", "image": "n293477.jpg", "question_id": 20857010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter", "dependencies": [0], "argument": "not(comfortable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982327", "201982328"], "equivalent": ["201982329"], "question": "What kind of furniture isn't comfortable?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#comfortable"}, "answer": "side table", "semanticStr": "select: furniture (19)->filter: not(comfortable) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4:6": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a side table.", "image": "n526228.jpg", "question_id": 201982329}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "catcher,to the right of,s (6)"}], "entailed": ["201864489", "201864490"], "equivalent": ["201864488"], "question": "Is the catcher to the right of a batter?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_catcher"}, "answer": "no", "semanticStr": "select: batter (5)->verify rel: catcher,to the right of,s (6) [0]", "annotations": {"answer": {}, "question": {"8": "5", "2": "6"}, "fullAnswer": {"9": "5", "2": "6"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the catcher is to the left of a batter.", "image": "n481655.jpg", "question_id": 201864488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,below,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100312", "202100358", "202100356"], "equivalent": ["202100357"], "question": "Which kind of watercraft is below the airplane?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-airplane_below,s"}, "answer": "sailboat", "semanticStr": "select: airplane (1)->relate: watercraft,below,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a sailboat.", "image": "n386688.jpg", "question_id": 202100357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639135", "201639133"], "equivalent": ["201639134"], "question": "What is in front of the animals that are in front of the vehicle?", "isBalanced": true, "groups": {"global": "plant", "local": "14-zebras_in front of,s"}, "answer": "plant", "semanticStr": "select: vehicle (17)->relate: animal,in front of,s (5) [0]->relate: _,in front of,s (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"13": "17", "6": "5"}, "fullAnswer": {"1": "20", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is in front of the zebras.", "image": "n497789.jpg", "question_id": 201639134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201342112"], "equivalent": ["201342113"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "runway", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a runway.", "image": "n157375.jpg", "question_id": 201342113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447127"], "equivalent": ["201447126"], "question": "What kind of furniture is below the mirror?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mirror_below,s"}, "answer": "shelf", "semanticStr": "select: mirror (5)->relate: furniture,below,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n54180.jpg", "question_id": 201447126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20631545"], "equivalent": ["20631544"], "question": "Who is watching the person that is in front of the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_watching,s"}, "answer": "crowd", "semanticStr": "select: wall (17)->relate: person,in front of,s (0) [0]->relate: person,watching,s (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"11": "17", "4": "0"}, "fullAnswer": {"1": "18", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the batter.", "image": "n570181.jpg", "question_id": 20631544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202024779", "202024778", "202024775", "202024774", "202024777", "202024776", "202024771", "202024773", "202024772", "202024780", "202024781"], "equivalent": ["202024781", "202024782"], "question": "On which side of the image is the tall person?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: person (0)->filter height: tall [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n369595.jpg", "question_id": 202024782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201462227", "201462242", "201462228", "201462219", "201462218", "201462231", "201462230", "201462233", "201462232", "201462235", "201462234"], "equivalent": ["201462226", "201462227", "201462228"], "question": "Does the helmet look black?", "isBalanced": true, "groups": {"global": null, "local": "06-helmet_black"}, "answer": "yes", "semanticStr": "select: helmet (1)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the helmet is black.", "image": "n508641.jpg", "question_id": 201462226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (6)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "person,to the left of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20903080", "20903081"], "equivalent": ["20903082"], "question": "Are there any people to the left of the vehicle in the center of the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-van_person"}, "answer": "no", "semanticStr": "select: vehicle (6)->filter vposition: middle [0]->relate: person,to the left of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "6", "3": "7"}, "fullAnswer": {"9": "6", "2": "7"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is to the right of the van.", "image": "n411121.jpg", "question_id": 20903082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (11)"}, {"operation": "select", "dependencies": [], "argument": "sweater (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20247608"], "equivalent": ["20247609"], "question": "Do the lawn and the sweater have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-lawn_sweater"}, "answer": "yes", "semanticStr": "select: lawn (11)->select: sweater (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "8"}, "fullAnswer": {"2": "11", "7": "8"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the lawn is green and the sweater is white.", "image": "n49310.jpg", "question_id": 20247609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hair clip,wearing,o (6)"}], "entailed": [], "equivalent": ["201972838"], "question": "Is the woman wearing a hair clip?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_hair clip"}, "answer": "yes", "semanticStr": "select: woman (0)->verify rel: hair clip,wearing,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "6"}, "fullAnswer": {"2": "0", "6:8": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is wearing a hair clip.", "image": "n541482.jpg", "question_id": 201972838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "asphalt"}, {"operation": "choose width", "dependencies": [1], "argument": "wide|narrow"}], "entailed": ["20320241", "20320250", "20320251", "20320252", "20320247", "20320249", "20320248"], "equivalent": ["20320253"], "question": "Is the road that is made of asphalt narrow or wide?", "isBalanced": true, "groups": {"global": "width", "local": "10c-road_width"}, "answer": "wide", "semanticStr": "select: road (10)->filter material: asphalt [0]->choose width: wide|narrow [1]", "annotations": {"answer": {}, "question": {"2": "10", "7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The road is wide.", "image": "n206358.jpg", "question_id": 20320253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20491828", "20491826", "20491855", "20491854", "20491853", "20491852", "20491851", "20491827", "20491816", "20491815"], "equivalent": ["20491856"], "question": "Which kind of animal is tall?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_tall"}, "answer": "bear", "semanticStr": "select: animal (3)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a bear.", "image": "n335542.jpg", "question_id": 20491856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20691679", "20691678", "20691674", "20691672", "20691675", "20691704", "20691676", "20691688", "20691689", "20691680", "20691681", "20691684", "20691685", "20691686"], "equivalent": ["20691682"], "question": "What is the sink made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sink_material"}, "answer": "porcelain", "semanticStr": "select: sink (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is made of porcelain.", "image": "n153293.jpg", "question_id": 20691682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,on,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "person,hugging,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202262638", "202262639"], "equivalent": ["202262561"], "question": "Who is the man on the grass hugging?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_hugging,o"}, "answer": "woman", "semanticStr": "select: grass (5)->relate: man,on,s (1) [0]->relate: person,hugging,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "1", "6": "5"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is hugging the woman.", "image": "n538039.jpg", "question_id": 202262561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify rel", "dependencies": [1], "argument": "stairs,behind,o (6)"}], "entailed": ["20341196"], "equivalent": ["20341185"], "question": "Are the metal doors behind the stairs?", "isBalanced": true, "groups": {"global": null, "local": "13-doors_stairs"}, "answer": "yes", "semanticStr": "select: doors (5)->filter material: metal [0]->verify rel: stairs,behind,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "6"}, "fullAnswer": {"2": "5", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the doors are behind the stairs.", "image": "n346247.jpg", "question_id": 20341185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stairs (6)"}, {"operation": "relate", "dependencies": [0], "argument": "doors,behind,s (5)"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20341181"], "question": "Do the doors behind the stairs look glass and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-glass_rectangular"}, "answer": "no", "semanticStr": "select: stairs (6)->relate: doors,behind,s (5) [0]->verify material: glass [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "6"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the doors are rectangular but metallic.", "image": "n346247.jpg", "question_id": 20341181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201804528"], "question": "What is in the vase?", "isBalanced": true, "groups": {"global": "plant", "local": "14-vase_in,s"}, "answer": "flowers", "semanticStr": "select: vase (8)->relate: _,in,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are in the vase.", "image": "n51002.jpg", "question_id": 201804528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "whipped cream (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wine glass,on,o (-)"}], "entailed": [], "equivalent": ["20609349"], "question": "Is the whipped cream on a wine glass?", "isBalanced": true, "groups": {"global": null, "local": "13-whipped cream_wine glass"}, "answer": "no", "semanticStr": "select: whipped cream (17)->verify rel: wine glass,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2:4": "17", "7": "18"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the whipped cream is on the plate.", "image": "n437064.jpg", "question_id": 20609349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bridge,behind,o (0)"}], "entailed": [], "equivalent": ["20299585"], "question": "Is the mountain behind a bridge?", "isBalanced": true, "groups": {"global": null, "local": "13-mountain_bridge"}, "answer": "yes", "semanticStr": "select: mountain (1)->verify rel: bridge,behind,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "1", "5": "0"}, "fullAnswer": {"2": "1", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mountain is behind a bridge.", "image": "n195925.jpg", "question_id": 20299585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20752316", "20752317", "20752342", "20752341"], "equivalent": ["20752343"], "question": "Which kind of furniture is hard?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_hard"}, "answer": "cabinet", "semanticStr": "select: furniture (3)->filter hardness: hard [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n209843.jpg", "question_id": 20752343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20752317", "20752335", "20752336", "20752337", "20752338", "20752339", "20752316"], "equivalent": ["20752340"], "question": "Which kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinet", "semanticStr": "select: furniture (3)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n209843.jpg", "question_id": 20752340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706095"], "equivalent": ["20706026"], "question": "What device is the keyboard behind of?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_behind,o"}, "answer": "headphones", "semanticStr": "select: keyboard (2)->relate: device,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "2", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is behind the headphones.", "image": "n264887.jpg", "question_id": 20706026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headphones (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706030", "20706031", "20706029", "20706028", "20706023", "20706022", "20706021", "20705941", "20705940", "20705942"], "equivalent": ["20706024"], "question": "What device is behind the headphones?", "isBalanced": true, "groups": {"global": "device", "local": "15-headphones_behind,s"}, "answer": "keyboard", "semanticStr": "select: headphones (5)->relate: device,behind,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n264887.jpg", "question_id": 20706024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "relate", "dependencies": [0], "argument": "patio,attached to,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20340667", "20340742", "20340744"], "equivalent": ["20340742", "20340743"], "question": "What item of furniture is sitting on the patio the fence is attached to?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-patio_sitting on,s"}, "answer": "table", "semanticStr": "select: fence (1)->relate: patio,attached to,o (0) [0]->relate: furniture,sitting on,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "0", "1:4": "7", "10": "1"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n513100.jpg", "question_id": 20340743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["201303478", "201303479", "201303461", "201303488", "201303493", "201303482", "201303481", "201303487", "201303484"], "equivalent": ["201303485"], "question": "How long is the table?", "isBalanced": true, "groups": {"global": "length", "local": "10q-table_length"}, "answer": "long", "semanticStr": "select: table (9)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is long.", "image": "n518912.jpg", "question_id": 201303485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (21)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202161990", "202162547", "202162546", "202162545", "202162544"], "equivalent": ["202162548"], "question": "Which kind of furniture is the pillow on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pillow_on,o"}, "answer": "bed", "semanticStr": "select: pillow (4)->relate: furniture,on,o (21) [0]->query: name [1]", "annotations": {"answer": {"0": "21"}, "question": {"3": "21"}, "fullAnswer": {"1": "4", "5": "21"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillow is on the bed.", "image": "n69237.jpg", "question_id": 202162548}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "post (2)"}, {"operation": "select", "dependencies": [], "argument": "hat (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20984168", "20984169", "20984166", "20984165"], "equivalent": ["20984166", "20984167", "20984165"], "question": "Are both the post and the hat the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-hat_post"}, "answer": "yes", "semanticStr": "select: post (2)->select: hat (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "5"}, "fullAnswer": {"3": "2", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the post and the hat are black.", "image": "n12214.jpg", "question_id": 20984167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (27)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,behind,s (12)"}, {"operation": "choose", "dependencies": [1], "argument": "ugly|beautiful"}], "entailed": ["20922887", "20922881", "20922879", "20922882", "20922867", "20922888", "20922880"], "equivalent": ["20922883"], "question": "Are the trees behind the fire truck beautiful or ugly?", "isBalanced": true, "groups": {"global": "6", "local": "10c-trees_6"}, "answer": "ugly", "semanticStr": "select: fire truck (27)->relate: trees,behind,s (12) [0]->choose: ugly|beautiful [1]", "annotations": {"answer": {}, "question": {"2": "12", "5:7": "27"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are ugly.", "image": "n480253.jpg", "question_id": 20922883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "broom (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20330372", "20330373", "20330370", "20330371", "20330376", "20330377", "20330374", "20330375", "20330378", "20330379", "20330363", "20330362", "20330365", "20330367", "20330366", "20330369", "20330368", "20330384", "20330383", "20330382", "20330381", "20330380"], "equivalent": ["20330361"], "question": "Does that broom look dark and long?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_long"}, "answer": "yes", "semanticStr": "select: broom (4)->verify color: dark [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the broom is dark and long.", "image": "n260521.jpg", "question_id": 20330361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (11)"}, {"operation": "filter state", "dependencies": [0], "argument": "smooth"}, {"operation": "choose", "dependencies": [1], "argument": "beautiful|ugly"}], "entailed": ["202080939", "202080933", "202080935", "202080934", "202080936", "202080951", "202080962", "202080929"], "equivalent": ["202080937"], "question": "Is the countertop that is smooth beautiful or ugly?", "isBalanced": true, "groups": {"global": "6", "local": "10c-countertop_6"}, "answer": "beautiful", "semanticStr": "select: countertop (11)->filter state: smooth [0]->choose: beautiful|ugly [1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The countertop is beautiful.", "image": "n314630.jpg", "question_id": 202080937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beans (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bowl,inside,o (8)"}], "entailed": ["202243933"], "equivalent": ["202243932"], "question": "Are the beans inside a bowl?", "isBalanced": true, "groups": {"global": null, "local": "13-beans_bowl"}, "answer": "yes", "semanticStr": "select: beans (1)->verify rel: bowl,inside,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "1", "5": "8"}, "fullAnswer": {"2": "1", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the beans are inside a bowl.", "image": "n296467.jpg", "question_id": 202243932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "path (13)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202257195", "202257194", "202257184", "202257193", "202257178", "202257182", "202257183", "202257180", "202257181", "202257186", "202257187", "202257179", "202257185", "202257176", "202257188", "202257189", "202257192", "202257191", "202257190"], "equivalent": ["202257177", "202257176"], "question": "Does the path have tan color and long length?", "isBalanced": true, "groups": {"global": null, "local": "05-long_tan"}, "answer": "yes", "semanticStr": "select: path (13)->verify length: long [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the path is tan and long.", "image": "n92308.jpg", "question_id": 202257177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (6)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20516114", "20516115", "20516112", "20516113"], "equivalent": ["20516111"], "question": "Are the people on the right side of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-people_right"}, "answer": "yes", "semanticStr": "select: people (6)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the people are on the right of the image.", "image": "n70461.jpg", "question_id": 20516111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,to the left of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202243936", "202243937", "202243934", "202243938"], "equivalent": ["202243935"], "question": "What type of vegetable is to the left of the round food?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cookies_to the left of,s"}, "answer": "beans", "semanticStr": "select: food (0)->filter shape: round [0]->relate: vegetable,to the left of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "10:12": "0"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n296467.jpg", "question_id": 202243935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (24)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,covered by,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201482117"], "question": "What is the man to the left of the glasses covered by?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_covered by,o"}, "answer": "jacket", "semanticStr": "select: glasses (24)->relate: man,to the left of,s (2) [0]->relate: _,covered by,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "24", "3": "2"}, "fullAnswer": {"1": "2", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is covered by the jacket.", "image": "n470920.jpg", "question_id": 201482117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "desk (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201393756", "201393755", "201393754"], "equivalent": ["201393753"], "question": "Is there any large desk or chair?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_large"}, "answer": "no", "semanticStr": "select: chair (7)->filter size: large [0]->exist: ? [1]->select: desk (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a chair but it is small.", "image": "n305495.jpg", "question_id": 201393753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "entertainment center,on top of,o (11)"}], "entailed": [], "equivalent": ["202228183"], "question": "Is the TV on top of an entertainment center?", "isBalanced": true, "groups": {"global": null, "local": "13-television_entertainment center"}, "answer": "yes", "semanticStr": "select: television (1)->verify rel: entertainment center,on top of,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "1", "7:9": "11"}, "fullAnswer": {"8:10": "11", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the TV is on top of an entertainment center.", "image": "n77818.jpg", "question_id": 202228183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (10)"}, {"operation": "choose rel", "dependencies": [0], "argument": "man,behind|in front of,s (8)"}], "entailed": ["201438287", "201438288", "201438805"], "equivalent": ["201438806"], "question": "Is the man behind or in front of the net?", "isBalanced": true, "groups": {"global": null, "local": "13-net_man"}, "answer": "behind", "semanticStr": "select: net (10)->choose rel: man,behind|in front of,s (8) [0]", "annotations": {"answer": {}, "question": {"9": "10", "2": "8"}, "fullAnswer": {"1": "8", "5": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is behind the net.", "image": "n66756.jpg", "question_id": 201438806}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (14)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sliced)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609697"], "equivalent": ["20609698"], "question": "Which kind of food is not sliced?", "isBalanced": true, "groups": {"global": "flavor", "local": "12q-food_n#sliced"}, "answer": "strawberry", "semanticStr": "select: food (14)->filter: not(sliced) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a strawberry.", "image": "n437064.jpg", "question_id": 20609698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202265781", "202265780", "202265782", "202265778", "202265982", "202265775", "202265776", "202265777"], "equivalent": ["202265779"], "question": "What does the woman sit atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting atop,o"}, "answer": "couch", "semanticStr": "select: woman (0)->relate: _,sitting atop,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman sits atop the couch.", "image": "n534106.jpg", "question_id": 202265779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20863376", "20863392"], "equivalent": ["20863391"], "question": "Who is riding a motorcycle?", "isBalanced": true, "groups": {"global": "person", "local": "14-motorcycle_riding,s"}, "answer": "cyclist", "semanticStr": "select: motorcycle (2)->relate: person,riding,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3:5": "2"}, "fullAnswer": {"1": "13", "4:6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bicyclist is riding a motorcycle.", "image": "n14.jpg", "question_id": 20863391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (27)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20836345", "20836346", "20836347", "20836340", "20836341", "20836343", "20836348", "20836349", "20836339"], "equivalent": ["20836343", "20836344"], "question": "What color are the boats?", "isBalanced": true, "groups": {"global": "color", "local": "10q-boats_color"}, "answer": "white", "semanticStr": "select: boats (27)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "27"}, "fullAnswer": {"1": "27"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boats are white.", "image": "n507959.jpg", "question_id": 20836344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2059611"], "equivalent": ["2059610"], "question": "Who is in front of the fence?", "isBalanced": true, "groups": {"global": "person", "local": "14-fence_in front of,s"}, "answer": "batter", "semanticStr": "select: fence (9)->relate: person,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is in front of the fence.", "image": "n130638.jpg", "question_id": 2059610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "select", "dependencies": [], "argument": "fence (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20302648"], "question": "Are both the bench and the fence made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-bench_fence"}, "answer": "no", "semanticStr": "select: bench (11)->select: fence (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "11", "6": "12"}, "fullAnswer": {"9": "12", "2": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bench is made of wood and the fence is made of metal.", "image": "n318684.jpg", "question_id": 20302648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (9)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "not(thick)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20120465", "20120464", "20120467", "20120460", "20120463", "20120481", "20120469", "20120468", "20120439", "20120476"], "equivalent": ["20120467", "20120466"], "question": "What is the color of the sand that is not thick?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sand_color"}, "answer": "beige", "semanticStr": "select: sand (9)->filter thickness: not(thick) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "9", "6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sand is beige.", "image": "n117888.jpg", "question_id": 20120466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20863391", "20863376"], "equivalent": ["20863392"], "question": "Who is riding the motorcycle?", "isBalanced": true, "groups": {"global": "person", "local": "14-motorcycle_riding,s"}, "answer": "cyclist", "semanticStr": "select: motorcycle (2)->relate: person,riding,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "4:6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bicyclist is riding a motorcycle.", "image": "n14.jpg", "question_id": 20863392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter race", "dependencies": [0], "argument": "caucasian"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking at,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202286719", "202286534", "202286720", "202286721", "202286717", "202286722"], "equivalent": ["202286718"], "question": "What animal is the Caucasian person looking at?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_looking at,o"}, "answer": "elephant", "semanticStr": "select: person (0)->filter race: caucasian [0]->relate: animal,looking at,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the elephant.", "image": "n413002.jpg", "question_id": 202286718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (11)"}, {"operation": "filter", "dependencies": [0], "argument": "grassy"}, {"operation": "verify rel", "dependencies": [1], "argument": "fence,surrounded by,o (12)"}], "entailed": [], "equivalent": ["202053044"], "question": "Is the grassy field surrounded by the fence?", "isBalanced": true, "groups": {"global": null, "local": "13-field_fence"}, "answer": "yes", "semanticStr": "select: field (11)->filter: grassy [0]->verify rel: fence,surrounded by,o (12) [1]", "annotations": {"answer": {}, "question": {"2:4": "11", "7": "12"}, "fullAnswer": {"2": "11", "7": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the field is surrounded by the fence.", "image": "n334278.jpg", "question_id": 202053044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (3)"}, {"operation": "select", "dependencies": [], "argument": "shirt (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201410955"], "equivalent": ["201410954"], "question": "Are both the toilet and the shirt the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-shirt_toilet"}, "answer": "yes", "semanticStr": "select: toilet (3)->select: shirt (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "5"}, "fullAnswer": {"3": "3", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the toilet and the shirt are white.", "image": "n415215.jpg", "question_id": 201410954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (9)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,stuck on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273292", "201273297", "201273294"], "equivalent": ["201273293"], "question": "What is the sign that the sticker is stuck on?", "isBalanced": true, "groups": {"global": "sign", "local": "15-sticker_stuck on,o"}, "answer": "street sign", "semanticStr": "select: sticker (9)->relate: sign,stuck on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"3": "8", "6": "9"}, "fullAnswer": {"1": "8", "4:6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n46510.jpg", "question_id": 201273293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151494", "20151496", "20151497", "20151469"], "equivalent": ["20151495"], "question": "What is under the table?", "isBalanced": true, "groups": {"global": "bag", "local": "14-table_under,s"}, "answer": "bag", "semanticStr": "select: table (9)->relate: _,under,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is under the table.", "image": "n313060.jpg", "question_id": 20151495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,stuck on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201273288", "201273289"], "equivalent": ["201273290"], "question": "What is stuck on the street sign?", "isBalanced": true, "groups": {"global": "", "local": "14-street sign_stuck on,s"}, "answer": "sticker", "semanticStr": "select: street sign (8)->relate: _,stuck on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6:8": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sticker is stuck on the street sign.", "image": "n46510.jpg", "question_id": 201273290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,under,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20151498"], "question": "Do you see any rugs under the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_rug"}, "answer": "no", "semanticStr": "select: table (9)->relate: rug,under,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"4": "10", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bag under the table.", "image": "n313060.jpg", "question_id": 20151498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (12)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20692072", "20692073", "20692070", "20692076", "20692077", "20692074", "20692075", "20692078", "20692079", "20692090", "20692091", "20692092", "20692093", "20692094", "20692095", "20692096", "20692097", "20692098", "20692099", "20692069", "20692103", "20692101", "20692089", "20692087", "20692086", "20692084", "20692083", "20692082", "20692081", "20692080"], "equivalent": ["20692085", "20692084"], "question": "Does the square sink have white color and small size?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: sink (12)->filter shape: square [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sink is white and small.", "image": "n499081.jpg", "question_id": 20692085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20349702", "20349701", "20349712"], "equivalent": ["20349725"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (1)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n468864.jpg", "question_id": 20349725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (7)"}, {"operation": "choose age", "dependencies": [1], "argument": "old|young"}], "entailed": ["20473156", "20473146", "20473147", "20473139", "20473145", "20473144", "20473155", "20473141", "20473153", "20473143", "20473142", "20473148"], "equivalent": ["20473154"], "question": "Is the person near the jeans young or old?", "isBalanced": true, "groups": {"global": "4", "local": "10c-woman_age"}, "answer": "old", "semanticStr": "select: jeans (13)->relate: person,near,s (7) [0]->choose age: old|young [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "13"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is old.", "image": "n126891.jpg", "question_id": 20473154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (16)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201996653", "201996652", "201996651"], "equivalent": ["201996654"], "question": "Which side of the image is the controller on?", "isBalanced": true, "groups": {"global": null, "local": "10q-controller_hposition"}, "answer": "left", "semanticStr": "select: controller (16)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The controller is on the left of the image.", "image": "n250715.jpg", "question_id": 201996654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(modern)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20385659", "20385814"], "equivalent": ["20385660"], "question": "What device isn't modern?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#modern"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter: not(modern) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n90294.jpg", "question_id": 20385660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20385663", "20385664", "20385665", "20385666"], "equivalent": ["20385662"], "question": "Is the laptop on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-laptop_left"}, "answer": "yes", "semanticStr": "select: laptop (4)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the laptop is on the left of the image.", "image": "n90294.jpg", "question_id": 20385662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboards (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623818", "201623820", "201623817"], "equivalent": ["201623819"], "question": "What items of furniture are below the cupboards?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cupboards_below,s"}, "answer": "cabinets", "semanticStr": "select: cupboards (11)->relate: furniture,below,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:4": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n501609.jpg", "question_id": 201623819}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "select", "dependencies": [], "argument": "coat (12) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201570575"], "equivalent": ["201570574", "201570575"], "question": "What do the plate and the coat have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-coat_plate"}, "answer": "color", "semanticStr": "select: plate (14)->select: coat (12) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "14", "6": "12"}, "fullAnswer": {"4": "14", "7": "12"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the plate and the coat are white.", "image": "n382416.jpg", "question_id": 201570574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201336992"], "equivalent": ["201336992", "201336993"], "question": "Are the trees tall and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_tall"}, "answer": "no", "semanticStr": "select: trees (0)->verify color: red [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are tall but green.", "image": "n329479.jpg", "question_id": 201336993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202106156", "202106157", "202106154", "202106155", "202106134", "202106153", "202106150", "202106151", "202106139", "202106132", "202106158", "202106159", "202106133", "202106131", "202106135", "202106136", "202106137", "202106127", "202106129", "202106141", "202106160", "202106130"], "equivalent": ["202106128"], "question": "Does the shirt look white and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is white and clean.", "image": "n574498.jpg", "question_id": 202106128}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (10)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}], "entailed": ["20503655", "20503654", "20503651", "20503653", "20503652", "20503648", "20503649", "20503638"], "equivalent": ["20503650"], "question": "Do the cords look long?", "isBalanced": true, "groups": {"global": null, "local": "06-cables_long"}, "answer": "yes", "semanticStr": "select: cables (10)->verify length: long [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cords are long.", "image": "n324644.jpg", "question_id": 20503650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(beautiful)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202073329", "202073331", "202073330"], "equivalent": ["202073331", "202073332"], "question": "Do you see a deer there that is not beautiful?", "isBalanced": true, "groups": {"global": null, "local": "04-deer_n#beautiful"}, "answer": "no", "semanticStr": "select: deer (7)->filter: not(beautiful) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a deer but it is beautiful.", "image": "n219840.jpg", "question_id": 202073332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623388", "201623383", "201623384", "201623385", "201623387"], "equivalent": ["201623386"], "question": "Which kind of furniture is to the right of the microwave?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-microwave_to the right of,s"}, "answer": "cupboards", "semanticStr": "select: microwave (1)->relate: furniture,to the right of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "5": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cupboards.", "image": "n501609.jpg", "question_id": 201623386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "select", "dependencies": [], "argument": "bathtub (12) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201880280", "201880281", "201880282"], "equivalent": ["201880279", "201880280"], "question": "Do the toilet and the bath tub have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-bathtub_toilet"}, "answer": "yes", "semanticStr": "select: toilet (0)->select: bathtub (12) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "12"}, "fullAnswer": {"3": "0", "6:8": "12"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the toilet and the bath tub are white.", "image": "n95369.jpg", "question_id": 201880279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,below,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202119228", "202119230"], "equivalent": ["202119229"], "question": "What is the person below the umbrella wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "shirt", "semanticStr": "select: umbrella (7)->relate: person,below,s (1) [0]->relate: _,wearing,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "1", "6": "7"}, "fullAnswer": {"1": "1", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n544255.jpg", "question_id": 202119229}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (3)"}, {"operation": "select", "dependencies": [], "argument": "car (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201346320"], "question": "Are both the motorcycle and the car made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-car_motorcycle"}, "answer": "yes", "semanticStr": "select: motorcycle (3)->select: car (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "3", "6": "1"}, "fullAnswer": {"3": "3", "6": "1"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the motorcycle and the car are made of metal.", "image": "n131634.jpg", "question_id": 201346320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bucket (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20982644", "20982618", "20982641", "20982643", "20982642", "20982649", "20982635", "20982636", "20982637", "20982632", "20982633", "20982638", "20982639"], "equivalent": ["20982640"], "question": "What is the bucket made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bucket_material"}, "answer": "metal", "semanticStr": "select: bucket (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bucket is made of metal.", "image": "n52544.jpg", "question_id": 20982640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20162115"], "question": "Are the pants both short and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short"}, "answer": "no", "semanticStr": "select: pants (11)->verify color: black [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are short but blue.", "image": "n202379.jpg", "question_id": 20162115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "helmet,to the right of,o (-)"}], "entailed": [], "equivalent": ["201864381"], "question": "Is the batter to the right of a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_helmet"}, "answer": "no", "semanticStr": "select: batter (5)->verify rel: helmet,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"9": "6", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the batter is to the right of a catcher.", "image": "n481655.jpg", "question_id": 201864381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982316", "20982315", "20982314"], "equivalent": ["20982317"], "question": "What is the man holding?", "isBalanced": true, "groups": {"global": "material", "local": "14-man_holding,o"}, "answer": "glass", "semanticStr": "select: man (1)->relate: _,holding,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the glass.", "image": "n52544.jpg", "question_id": 20982317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (4)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["20741212", "20741214"], "equivalent": ["20741213"], "question": "Is the mug in the top part?", "isBalanced": true, "groups": {"global": null, "local": "06-mug_top"}, "answer": "no", "semanticStr": "select: mug (4)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mug is in the bottom of the image.", "image": "n23762.jpg", "question_id": 20741213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982317", "20982316", "20982315"], "equivalent": ["20982315", "20982314"], "question": "What is that man holding?", "isBalanced": true, "groups": {"global": "material", "local": "14-man_holding,o"}, "answer": "glass", "semanticStr": "select: man (1)->relate: _,holding,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the glass.", "image": "n52544.jpg", "question_id": 20982314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (4)"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201346326", "201346327"], "equivalent": ["201346328", "201346326", "201346327"], "question": "Are both the tree and the motorbike made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-motorcycle_tree"}, "answer": "no", "semanticStr": "select: tree (4)->select: motorcycle (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "4", "6": "3"}, "fullAnswer": {"9": "3", "2": "4"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the tree is made of wood and the motorbike is made of metal.", "image": "n131634.jpg", "question_id": 201346328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vest (4)"}, {"operation": "select", "dependencies": [], "argument": "wheelchair (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20929272"], "question": "What do both the vest and the wheelchair have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-vest_wheelchair"}, "answer": "color", "semanticStr": "select: vest (4)->select: wheelchair (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "0"}, "fullAnswer": {"4": "4", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the vest and the wheelchair are black.", "image": "n9181.jpg", "question_id": 20929272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,wearing,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20162118", "20162122", "20162105", "20162120", "20162121", "20162117", "20162116", "20162115"], "equivalent": ["20162119"], "question": "How long do you think are the trousers the boy is wearing?", "isBalanced": true, "groups": {"global": "height", "local": "10q-pants_length"}, "answer": "short", "semanticStr": "select: boy (0)->relate: pants,wearing,o (11) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"9": "0", "7": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are short.", "image": "n202379.jpg", "question_id": 20162119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (17)"}, {"operation": "filter", "dependencies": [0], "argument": "ugly"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201866727", "201866726", "201866725", "201866729"], "equivalent": ["201866729", "201866728", "201866727"], "question": "Do you see a baby that is ugly?", "isBalanced": true, "groups": {"global": null, "local": "04-baby_ugly"}, "answer": "no", "semanticStr": "select: baby (17)->filter: ugly [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"4": "17"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a baby but he is beautiful.", "image": "n211324.jpg", "question_id": 201866728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "balls (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201156391"], "question": "Which color are the balls that are in the bottom of the image?", "isBalanced": true, "groups": {"global": "color", "local": "10q-balls_color"}, "answer": "white", "semanticStr": "select: balls (5)->filter vposition: bottom [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The balls are white.", "image": "n146522.jpg", "question_id": 201156391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree leaves (24)"}, {"operation": "select", "dependencies": [], "argument": "sneakers (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201951490", "201951489"], "equivalent": ["201951488"], "question": "Do the sneakers have the same color as the tree leaves?", "isBalanced": true, "groups": {"global": null, "local": "09same-sneakers_tree leaves"}, "answer": "no", "semanticStr": "select: tree leaves (24)->select: sneakers (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "6", "9:11": "24"}, "fullAnswer": {"8": "6", "2:4": "24"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the tree leaves are green and the sneakers are white.", "image": "n256120.jpg", "question_id": 201951488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (20)"}, {"operation": "select", "dependencies": [], "argument": "van (16) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201951486"], "question": "Are the pole and the van made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-pole_van"}, "answer": "yes", "semanticStr": "select: pole (20)->select: van (16) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "20", "5": "16"}, "fullAnswer": {"3": "20", "6": "16"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pole and the van are made of metal.", "image": "n256120.jpg", "question_id": 201951486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (20)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,same material,_ (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201951485"], "question": "What is the vehicle that is made of same material as the pole that is not short called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-pole_same material,_"}, "answer": "van", "semanticStr": "select: pole (20)->filter: not(short) [0]->relate: vehicle,same material,_ (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16", "12": "20", "16": "20"}, "fullAnswer": {"1": "16", "4": "16"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n256120.jpg", "question_id": 201951485}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "choose rel", "dependencies": [1], "argument": "horse,to the left of|to the right of,s (3)"}], "entailed": ["202258360", "202258356", "202258357", "202258355", "202258163", "202258156", "202258158", "202258161", "202258358"], "equivalent": ["202258359"], "question": "Is the brown horse to the left or to the right of the bag that is not little?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_horse"}, "answer": "left", "semanticStr": "select: bag (0)->filter size: not(small) [0]->choose rel: horse,to the left of|to the right of,s (3) [1]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "3", "17": "0"}, "fullAnswer": {"1": "3", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The horse is to the left of the bag.", "image": "n216553.jpg", "question_id": 202258359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (17)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,in front of,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting on,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201758070", "201758071"], "equivalent": ["201758105"], "question": "Who is sitting on the chair in front of the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-chair_sitting on,s"}, "answer": "woman", "semanticStr": "select: table (17)->relate: chair,in front of,s (12) [0]->relate: person,sitting on,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"10": "17", "5": "12"}, "fullAnswer": {"1": "11", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the chair.", "image": "n4777.jpg", "question_id": 201758105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202241130", "202241131", "202241132", "202241133", "202241128"], "equivalent": ["202241127"], "question": "What do you think is that plant on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-plant_on,o"}, "answer": "shelf", "semanticStr": "select: plant (6)->relate: _,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"6": "6"}, "fullAnswer": {"1": "6", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on the shelf.", "image": "n460385.jpg", "question_id": 202241127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "fork,beside,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201624331"], "question": "Do you see a fork beside the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_fork"}, "answer": "no", "semanticStr": "select: plate (12)->relate: fork,beside,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"4": "8", "7": "12"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a saucer beside the plate.", "image": "n59676.jpg", "question_id": 201624331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (10)"}, {"operation": "select", "dependencies": [], "argument": "towel (11) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201737745"], "question": "What do the home plate and the towel have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-home plate_towel"}, "answer": "color", "semanticStr": "select: home plate (10)->select: towel (11) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "11", "3:5": "10"}, "fullAnswer": {"8": "11", "4:6": "10"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the home plate and the towel are white.", "image": "n531731.jpg", "question_id": 201737745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (3)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,behind,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201883057", "201883058", "201883059", "201882964", "201882986"], "equivalent": ["201883056", "201883057", "201883058"], "question": "Are there desks behind the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_desk"}, "answer": "yes", "semanticStr": "select: chair (3)->relate: desk,behind,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "3"}, "fullAnswer": {"4": "2", "7": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a desk behind the chair.", "image": "n125122.jpg", "question_id": 201883056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201758235", "201758234", "201758109", "201758107", "201758106", "201758236", "201758110"], "equivalent": ["201758108"], "question": "What is the woman sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting on,o"}, "answer": "chair", "semanticStr": "select: woman (11)->relate: _,sitting on,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "11", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the chair.", "image": "n4777.jpg", "question_id": 201758108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757985", "201757825", "201757824", "201757827", "201757826", "201757823", "201757822"], "equivalent": ["201757828"], "question": "What piece of furniture is the laptop sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_sitting on top of,o"}, "answer": "table", "semanticStr": "select: laptop (4)->relate: furniture,sitting on top of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1:4": "6"}, "fullAnswer": {"1": "4", "8": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting on top of the table.", "image": "n4777.jpg", "question_id": 201757828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(empty)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202023316", "202023315"], "equivalent": ["202023314"], "question": "What is the piece of furniture to the right of the bookshelf that is not empty?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bookshelf_to the right of,s"}, "answer": "closet", "semanticStr": "select: bookshelf (0)->filter: not(empty) [0]->relate: furniture,to the right of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"11": "0", "3:6": "1", "15": "0"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a closet.", "image": "n95313.jpg", "question_id": 202023314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20953019"], "question": "Who is jumping?", "isBalanced": true, "groups": {"global": "person", "local": "jumping"}, "answer": "player", "semanticStr": "select: person (0)->filter pose: jumping [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The player is jumping.", "image": "n413319.jpg", "question_id": 20953019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757985", "201757825", "201757824", "201757827", "201757826", "201757822", "201757828"], "equivalent": ["201757823"], "question": "What is the laptop sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-laptop_sitting on top of,o"}, "answer": "table", "semanticStr": "select: laptop (4)->relate: _,sitting on top of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "4", "8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting on top of the table.", "image": "n4777.jpg", "question_id": 201757823}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20480360", "20480338", "20480358"], "equivalent": ["20480359"], "question": "Which kind of animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "cat", "semanticStr": "select: animal (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n520071.jpg", "question_id": 20480359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "fork,on top of,s (10)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20157012", "20157011"], "equivalent": ["20157092"], "question": "Is there a fork on top of the table made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-table_fork"}, "answer": "yes", "semanticStr": "select: table (5)->filter material: wood [0]->relate: fork,on top of,s (10) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "5", "8": "5", "3": "10"}, "fullAnswer": {"9": "5", "4": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fork on top of the table.", "image": "n170941.jpg", "question_id": 20157092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (7)"}, {"operation": "relate", "dependencies": [0], "argument": "coffee mug,to the left of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "fork,near,s (10)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20157012", "20157011"], "equivalent": ["20157090"], "question": "Is there a fork near the coffee mug to the left of the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-coffee mug_fork"}, "answer": "yes", "semanticStr": "select: plate (7)->relate: coffee mug,to the left of,s (6) [0]->relate: fork,near,s (10) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "10", "6:8": "6", "13": "7"}, "fullAnswer": {"4": "10", "7:9": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fork near the coffee mug.", "image": "n170941.jpg", "question_id": 20157090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rice (2)"}, {"operation": "relate", "dependencies": [0], "argument": "cupcakes,near,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "baked"}, {"operation": "verify", "dependencies": [1], "argument": "rotten "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202244116"], "equivalent": ["202244115"], "question": "Do the cupcakes near the rice look rotten and baked?", "isBalanced": true, "groups": {"global": null, "local": "05-baked_rotten"}, "answer": "no", "semanticStr": "select: rice (2)->relate: cupcakes,near,s (3) [0]->verify: baked [1]->verify: rotten  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "2"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cupcakes are baked but fresh.", "image": "n296467.jpg", "question_id": 202244115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (10)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["20865988", "20865989", "20865991", "20865992", "20865986", "20865987", "20865984", "20865985"], "equivalent": ["20865990"], "question": "What's the weight of the bottle?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-bottle_weight"}, "answer": "heavy", "semanticStr": "select: bottle (10)->query: weight [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is heavy.", "image": "n579256.jpg", "question_id": 20865990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandal (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "food,to the right of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201065137", "201065136"], "equivalent": ["201065137", "201065138"], "question": "Do you see any food to the right of the person that wears a sandal?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_food"}, "answer": "no", "semanticStr": "select: sandal (12)->relate: person,wearing,s (4) [0]->relate: food,to the right of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "4", "4": "8", "14": "12"}, "fullAnswer": {"9": "4", "2": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the food is to the left of the boy.", "image": "n88933.jpg", "question_id": 201065138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663744", "201663746", "201663747"], "equivalent": ["201663744", "201663745"], "question": "What are the pieces of furniture that are above the countertop called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_above,s"}, "answer": "cabinets", "semanticStr": "select: countertop (14)->relate: furniture,above,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"10": "14", "3:6": "6"}, "fullAnswer": {"1:4": "6", "5": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n35676.jpg", "question_id": 201663745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202133615", "202133614", "202133616", "202133611", "202133613"], "equivalent": ["202133615", "202133614", "202133613", "202133612"], "question": "What type of clothing is long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "jeans", "semanticStr": "select: clothing (2)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is jeans.", "image": "n412144.jpg", "question_id": 202133612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "purple"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20935904"], "question": "Are the pants soft and purple?", "isBalanced": true, "groups": {"global": null, "local": "05-purple_soft"}, "answer": "no", "semanticStr": "select: pants (13)->verify color: purple [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are soft but brown.", "image": "n44249.jpg", "question_id": 20935904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201882695"], "question": "Are there both a table and a plate in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-plate_table"}, "answer": "no", "semanticStr": "select: table (18)->exist: ? [0]->select: plate (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"4": "18"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but no plates.", "image": "n125122.jpg", "question_id": 201882695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201556611", "201556613", "201556609", "201556592", "201556593", "201556617", "201556615", "201556614", "201556594", "201556619", "201556618", "201556620"], "equivalent": ["201556616"], "question": "What is the color of the shelf made of wood?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shelf_color"}, "answer": "tan", "semanticStr": "select: shelf (12)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "12", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelf is tan.", "image": "n525901.jpg", "question_id": 201556616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "choose activity", "dependencies": [1], "argument": "looking down|having meeting"}], "entailed": [], "equivalent": ["202257967"], "question": "Do you think the man that looks young is looking down or having meeting?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "looking down", "semanticStr": "select: man (1)->filter age: young [0]->choose activity: looking down|having meeting [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is looking down.", "image": "n216553.jpg", "question_id": 202257967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202162297", "202162329", "202162321", "202162320", "202162317", "202162314", "202162318"], "equivalent": ["202162319"], "question": "Which color is the chair that is not large?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "gray", "semanticStr": "select: chair (15)->filter size: not(large) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "15", "4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is gray.", "image": "n69237.jpg", "question_id": 202162319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482489", "20482421"], "equivalent": ["20482488"], "question": "Who wears a necklace?", "isBalanced": true, "groups": {"global": "person", "local": "14-necklace_wearing,s"}, "answer": "woman", "semanticStr": "select: necklace (1)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "1"}, "fullAnswer": {"1": "6", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a necklace.", "image": "n195249.jpg", "question_id": 20482488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482488", "20482421"], "equivalent": ["20482489"], "question": "Who wears the necklace?", "isBalanced": true, "groups": {"global": "person", "local": "14-necklace_wearing,s"}, "answer": "woman", "semanticStr": "select: necklace (1)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a necklace.", "image": "n195249.jpg", "question_id": 20482489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bricks,standing against,o (9)"}], "entailed": [], "equivalent": ["20412511"], "question": "Are the boxes standing against the red bricks?", "isBalanced": true, "groups": {"global": null, "local": "13-boxes_bricks"}, "answer": "yes", "semanticStr": "select: boxes (5)->verify rel: bricks,standing against,o (9) [0]", "annotations": {"answer": {}, "question": {"2": "5", "6:8": "9"}, "fullAnswer": {"2": "5", "7": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boxes are standing against the bricks.", "image": "n445353.jpg", "question_id": 20412511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "boy,to the left of,s (0)"}], "entailed": ["201185730", "201185731", "201185729", "201185732"], "equivalent": ["201185727"], "question": "Is he to the left of the frisbee the trees are behind of?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_boy"}, "answer": "no", "semanticStr": "select: he (0)->verify rel: boy,to the left of,s (0) [0]", "annotations": {"answer": {}, "question": {"1": "0", "9": "9", "7": "7"}, "fullAnswer": {"9": "7", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is to the right of the frisbee.", "image": "n494918.jpg", "question_id": 201185727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "liquor,to the right of,o (2)"}], "entailed": ["202144541", "202144540", "202144611"], "equivalent": ["202144612"], "question": "Is the plastic cup to the right of the drink that is to the right of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_liquor"}, "answer": "yes", "semanticStr": "select: cup (6)->filter material: plastic [0]->verify rel: liquor,to the right of,o (2) [1]", "annotations": {"answer": {}, "question": {"9": "2", "2:4": "6", "17": "0"}, "fullAnswer": {"9": "2", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cup is to the right of the liquor.", "image": "n37274.jpg", "question_id": 202144612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,near,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20403516"], "question": "Are there trash cans near the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_trash can"}, "answer": "yes", "semanticStr": "select: sink (4)->relate: trash can,near,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2:4": "7", "6": "4"}, "fullAnswer": {"8": "4", "4:6": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a trash can near the sink.", "image": "n249639.jpg", "question_id": 20403516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (4)"}, {"operation": "relate", "dependencies": [0], "argument": "cake,near,s (3)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201110531", "201110700"], "equivalent": ["201110700", "201110699"], "question": "Are there cakes near the plates?", "isBalanced": true, "groups": {"global": null, "local": "13-plates_cake"}, "answer": "yes", "semanticStr": "select: plates (4)->relate: cake,near,s (3) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "4"}, "fullAnswer": {"4": "3", "7": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cake near the plates.", "image": "n546616.jpg", "question_id": 201110699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "liquor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,full of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144616", "202144582"], "equivalent": ["202144615"], "question": "What is full of liquor?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-liquor_full of,s"}, "answer": "cup", "semanticStr": "select: liquor (2)->relate: _,full of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "2"}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is full of liquor.", "image": "n37274.jpg", "question_id": 202144615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "select", "dependencies": [], "argument": "goal (1) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201055612"], "question": "What do the ball and the goal have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-ball_goal"}, "answer": "color", "semanticStr": "select: ball (0)->select: goal (1) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "1"}, "fullAnswer": {"4": "0", "7": "1"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the ball and the goal are white.", "image": "n259002.jpg", "question_id": 201055612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652824"], "equivalent": ["20652825"], "question": "What is in front of the building?", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "trees", "semanticStr": "select: building (9)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the building.", "image": "n400036.jpg", "question_id": 20652825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20652825"], "equivalent": ["20652824"], "question": "What is in front of the large building?", "isBalanced": true, "groups": {"global": "tree", "local": "14-building_in front of,s"}, "answer": "trees", "semanticStr": "select: building (9)->filter size: large [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "9"}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the building.", "image": "n400036.jpg", "question_id": 20652824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201713526", "201713527", "201713528"], "equivalent": ["201713529"], "question": "What is the woman using?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_using,o"}, "answer": "brush", "semanticStr": "select: woman (3)->relate: _,using,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "3", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using a brush.", "image": "n455563.jpg", "question_id": 201713529}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201067859", "201067868", "201067863", "201067862", "201067860", "201067864"], "equivalent": ["201067861"], "question": "What is the color of the chair on the left side?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "beige", "semanticStr": "select: chair (7)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is beige.", "image": "n367944.jpg", "question_id": 201067861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20785935", "20785936", "20785933"], "equivalent": ["20785934"], "question": "Is the safety cone on the right side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-cone_right"}, "answer": "no", "semanticStr": "select: cone (0)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the safety cone is on the left of the image.", "image": "n12404.jpg", "question_id": 20785934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,above,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "motorcycle,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20709930"], "equivalent": ["20709931"], "question": "Is there any motorcycle in front of the vehicle above the road?", "isBalanced": true, "groups": {"global": null, "local": "13-car_motorcycle"}, "answer": "no", "semanticStr": "select: road (7)->relate: vehicle,above,s (5) [0]->relate: motorcycle,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "7", "8": "5"}, "fullAnswer": {"9": "5", "4": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a woman in front of the car.", "image": "n24526.jpg", "question_id": 20709931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "cone,behind,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20785946", "20785949", "20785948", "20785942", "20785956", "20785957", "20785947", "20785955", "20785952", "20785953", "20785950", "20785951", "20785945", "20785938", "20785939", "20785943", "20785944", "20785940", "20785941", "20785954"], "equivalent": ["20785937"], "question": "Does the traffic cone behind the woman have small size and orange color?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_small"}, "answer": "yes", "semanticStr": "select: woman (5)->relate: cone,behind,s (0) [0]->verify color: orange [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "5"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the safety cone is small and orange.", "image": "n12404.jpg", "question_id": 20785937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (17)"}, {"operation": "select", "dependencies": [], "argument": "window frame (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201399877"], "equivalent": ["201399878"], "question": "Does the wall have a different color than the window frame?", "isBalanced": true, "groups": {"global": null, "local": "09diff-wall_window frame"}, "answer": "no", "semanticStr": "select: wall (17)->select: window frame (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "17", "9:11": "10"}, "fullAnswer": {"3": "17", "6:8": "10"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the wall and the window frame are white.", "image": "n344136.jpg", "question_id": 201399878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621371", "201621422"], "equivalent": ["201621423"], "question": "What's leaning against the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_leaning against,s"}, "answer": "mirror", "semanticStr": "select: wall (8)->relate: _,leaning against,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is leaning against the wall.", "image": "n275148.jpg", "question_id": 201621423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724154", "20724155"], "equivalent": ["20724191"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "snowboarder", "semanticStr": "select: person (0)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The snowboarder is riding.", "image": "n369970.jpg", "question_id": 20724191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (16)"}, {"operation": "filter", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["202125960", "202125948", "202125949", "202125959", "202125955", "202125954", "202125957", "202125956", "202125951", "202125950", "202125953", "202125947"], "equivalent": ["202125951", "202125952"], "question": "Does the short sleeved shirt have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_blue"}, "answer": "yes", "semanticStr": "select: shirt (16)->filter: short sleeved [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2:5": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is blue.", "image": "n573460.jpg", "question_id": 202125952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201713436", "201713435"], "equivalent": ["201713525"], "question": "Who is using the brush?", "isBalanced": true, "groups": {"global": "person", "local": "14-brush_using,s"}, "answer": "woman", "semanticStr": "select: brush (8)->relate: person,using,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using the brush.", "image": "n455563.jpg", "question_id": 201713525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (0)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,behind,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,using,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201713527", "201713528", "201713529"], "equivalent": ["201713526", "201713527"], "question": "What is the woman behind the mirror using?", "isBalanced": true, "groups": {"global": "", "local": "14-woman_using,o"}, "answer": "brush", "semanticStr": "select: mirror (0)->relate: woman,behind,s (3) [0]->relate: _,using,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "3", "6": "0"}, "fullAnswer": {"1": "3", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using a brush.", "image": "n455563.jpg", "question_id": 201713526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (5)"}, {"operation": "verify opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20783301"], "question": "Is the glass large and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_large"}, "answer": "no", "semanticStr": "select: glass (5)->verify opaqness: clear [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glass is clear but small.", "image": "n355339.jpg", "question_id": 20783301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202147699", "202147700", "202147701"], "equivalent": ["202147702"], "question": "Which kind of clothing is colorful?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_colorful"}, "answer": "shirt", "semanticStr": "select: clothing (12)->filter: colorful [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n194179.jpg", "question_id": 202147702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (4)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["202262371", "202262370"], "equivalent": ["202262369"], "question": "Is the mug in the bottom part?", "isBalanced": true, "groups": {"global": null, "local": "06-mug_bottom"}, "answer": "yes", "semanticStr": "select: mug (4)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mug is in the bottom of the image.", "image": "n28572.jpg", "question_id": 202262369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (11)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|sleeveless"}], "entailed": ["201428433", "201428426", "201428427", "201428425", "201428428", "201428429"], "equivalent": ["201428430"], "question": "Is the shirt long sleeved or sleeveless?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (11)->choose: long sleeved|sleeveless [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n199758.jpg", "question_id": 201428430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (6)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20710420"], "question": "Where is the child that is not female standing on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-child_standing on,o"}, "answer": "ground", "semanticStr": "select: child (6)->filter gender: not(female) [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "6", "7": "6"}, "fullAnswer": {"1": "6", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is standing on the ground.", "image": "n489699.jpg", "question_id": 20710420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201889314"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "skier", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skier is standing.", "image": "n88366.jpg", "question_id": 201889314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710378", "20710423"], "equivalent": ["20710422"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "child", "semanticStr": "select: helmet (7)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "7"}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid is wearing a helmet.", "image": "n489699.jpg", "question_id": 20710422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201412504"], "question": "Who is looking down?", "isBalanced": true, "groups": {"global": "person", "local": "looking down"}, "answer": "skier", "semanticStr": "select: person (8)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skier is looking down.", "image": "n143672.jpg", "question_id": 201412504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081022", "202081024"], "equivalent": ["202081023"], "question": "What is in front of the light switch?", "isBalanced": true, "groups": {"global": "building", "local": "14-light switch_in front of,s"}, "answer": "house", "semanticStr": "select: light switch (2)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The house is in front of the switch.", "image": "n314630.jpg", "question_id": 202081023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (1)"}, {"operation": "select", "dependencies": [], "argument": "shirt (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20709787"], "equivalent": ["20709786"], "question": "Are both the umbrella and the shirt the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-shirt_umbrella"}, "answer": "yes", "semanticStr": "select: umbrella (1)->select: shirt (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "1", "6": "3"}, "fullAnswer": {"3": "1", "6": "3"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the umbrella and the shirt are black.", "image": "n24526.jpg", "question_id": 20709786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "olive (3)"}, {"operation": "select", "dependencies": [], "argument": "pizza box (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202036628"], "equivalent": ["202036627"], "question": "Is the color of the olive the same as the color of the pizza box?", "isBalanced": true, "groups": {"global": null, "local": "09same-olive_pizza box"}, "answer": "no", "semanticStr": "select: olive (3)->select: pizza box (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "3", "13:15": "2"}, "fullAnswer": {"2": "3", "7:9": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the olive is black and the pizza box is white.", "image": "n200225.jpg", "question_id": 202036627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper (4)"}, {"operation": "select", "dependencies": [], "argument": "pizza box (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202036630"], "equivalent": ["202036629"], "question": "Are both the pepper and the pizza box the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-pepper_pizza box"}, "answer": "no", "semanticStr": "select: pepper (4)->select: pizza box (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "4", "6:8": "2"}, "fullAnswer": {"2": "4", "7:9": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pepper is green and the pizza box is white.", "image": "n200225.jpg", "question_id": 202036629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "teddy bear (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "doll (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20456417", "20456418"], "equivalent": ["20456416"], "question": "Is there a white teddy bear or doll?", "isBalanced": true, "groups": {"global": null, "local": "04-teddy bear_white"}, "answer": "no", "semanticStr": "select: teddy bear (3)->filter color: white [0]->exist: ? [1]->select: doll (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"4:6": "3"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a teddy bear but it is brown.", "image": "n65885.jpg", "question_id": 20456416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,below,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201109298"], "equivalent": ["201109297"], "question": "What is the vehicle that is below the signal light that is black?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-traffic light_below,s"}, "answer": "suv", "semanticStr": "select: traffic light (8)->filter color: black [0]->relate: vehicle,below,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8:10": "8", "3": "1", "12": "8"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a SUV.", "image": "n167164.jpg", "question_id": 201109297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20887085"], "question": "What is the table inside of?", "isBalanced": true, "groups": {"global": "room", "local": "14-table_inside,o"}, "answer": "office", "semanticStr": "select: table (15)->relate: _,inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "15", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is inside the office.", "image": "n282436.jpg", "question_id": 20887085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "cardboard"}, {"operation": "choose rel", "dependencies": [1], "argument": "refrigerator,to the right of|to the left of,s (0)"}], "entailed": ["201428958", "201428956", "201428957"], "equivalent": ["201428959"], "question": "Is the white refrigerator to the right or to the left of the container that is made of cardboard?", "isBalanced": true, "groups": {"global": null, "local": "13-box_refrigerator"}, "answer": "right", "semanticStr": "select: container (15)->filter material: cardboard [0]->choose rel: refrigerator,to the right of|to the left of,s (0) [1]", "annotations": {"answer": {}, "question": {"18": "15", "13": "15", "2:4": "0"}, "fullAnswer": {"1": "0", "8": "15"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The refrigerator is to the right of the box.", "image": "n64959.jpg", "question_id": 201428959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "verify depth", "dependencies": [1], "argument": "deep"}], "entailed": ["20637202", "20637168", "20637194", "20637195", "20637196", "20637197", "20637190", "20637191"], "equivalent": ["20637192"], "question": "Does the pot made of stainless steel look deep?", "isBalanced": true, "groups": {"global": null, "local": "06-pot_deep"}, "answer": "yes", "semanticStr": "select: pot (6)->filter material: stainless steel [0]->verify depth: deep [1]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pot is deep.", "image": "n184385.jpg", "question_id": 20637192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20518563", "20518565", "20518564"], "equivalent": ["20518563", "20518562", "20518565", "20518564"], "question": "Does that sink have white color and small size?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: sink (3)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is white but large.", "image": "n141939.jpg", "question_id": 20518562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (9)"}, {"operation": "relate", "dependencies": [0], "argument": "skier,to the left of,s (8)"}, {"operation": "choose height", "dependencies": [1], "argument": "tall|short"}], "entailed": ["201412500", "201412498", "201412499", "201412496", "201412497"], "equivalent": ["201412501"], "question": "How does the skier to the left of the other skier look, tall or short?", "isBalanced": true, "groups": {"global": "height", "local": "10c-skier_height"}, "answer": "tall", "semanticStr": "select: skier (9)->relate: skier,to the left of,s (8) [0]->choose height: tall|short [1]", "annotations": {"answer": {}, "question": {"10": "9", "3": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The skier is tall.", "image": "n143672.jpg", "question_id": 201412501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "horses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2075430"], "question": "Are there both horses and deer in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-deer_horses"}, "answer": "no", "semanticStr": "select: deer (2)->exist: ? [0]->select: horses (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a deer but no horses.", "image": "n469525.jpg", "question_id": 2075430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655453"], "equivalent": ["20655454"], "question": "Who is wearing the coat?", "isBalanced": true, "groups": {"global": "person", "local": "14-coat_wearing,s"}, "answer": "gentleman", "semanticStr": "select: coat (11)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing a coat.", "image": "n199097.jpg", "question_id": 20655454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655456"], "equivalent": ["20655457"], "question": "Who is wearing the glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "gentleman", "semanticStr": "select: glasses (8)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "4": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing glasses.", "image": "n199097.jpg", "question_id": 20655457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655457"], "equivalent": ["20655456"], "question": "Who is wearing glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "gentleman", "semanticStr": "select: glasses (8)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "8"}, "fullAnswer": {"1": "9", "4": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing glasses.", "image": "n199097.jpg", "question_id": 20655456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "deer (2)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dog (-) "}, {"operation": "filter activity", "dependencies": [3], "argument": "staring"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["2075434"], "question": "Do you see deer or dogs that are staring?", "isBalanced": true, "groups": {"global": null, "local": "04-deer_staring"}, "answer": "yes", "semanticStr": "select: deer (2)->filter activity: staring [0]->exist: ? [1]->select: dog (-) ->filter activity: staring [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the deer is staring.", "image": "n469525.jpg", "question_id": 2075434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify activity", "dependencies": [1], "argument": "looking down"}], "entailed": ["201412503", "201412505", "201412506", "201412507", "201412508"], "equivalent": ["201412502"], "question": "Does the skier that is not short appear to be looking down?", "isBalanced": true, "groups": {"global": null, "local": "06-skier_looking down"}, "answer": "yes", "semanticStr": "select: skier (8)->filter: not(short) [0]->verify activity: looking down [1]", "annotations": {"answer": {}, "question": {"2": "8", "6": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the skier is looking down.", "image": "n143672.jpg", "question_id": 201412502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20655454"], "equivalent": ["20655453"], "question": "Who is wearing a coat?", "isBalanced": true, "groups": {"global": "person", "local": "14-coat_wearing,s"}, "answer": "gentleman", "semanticStr": "select: coat (11)->relate: person,wearing,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"4": "11"}, "fullAnswer": {"1": "9", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The gentleman is wearing a coat.", "image": "n199097.jpg", "question_id": 20655453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,next to,s (12)"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}], "entailed": ["202081678", "202081721", "202081719", "202081688", "202081699", "202081684", "202081686", "202081687", "202081679", "202081681", "202081682", "202081690", "202081720", "202081696"], "equivalent": ["202081685"], "question": "Does the lamp next to the laptop look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-lamp_tall"}, "answer": "yes", "semanticStr": "select: laptop (7)->relate: lamp,next to,s (12) [0]->verify height: tall [1]", "annotations": {"answer": {}, "question": {"2": "12", "6": "7"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the lamp is tall.", "image": "n433692.jpg", "question_id": 202081685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228161", "201228163", "201228162"], "equivalent": ["201228161", "201228160"], "question": "What type of vehicle is on top of the road?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-road_on top of,s"}, "answer": "car", "semanticStr": "select: road (12)->relate: vehicle,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"9": "12", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n154856.jpg", "question_id": 201228160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "verify tone", "dependencies": [0], "argument": "dark"}], "entailed": ["20789887", "20789888", "20789870"], "equivalent": ["20789886"], "question": "Does the water look dark?", "isBalanced": true, "groups": {"global": null, "local": "06-water_dark"}, "answer": "no", "semanticStr": "select: water (3)->verify tone: dark [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the water is light.", "image": "n475030.jpg", "question_id": 20789886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982137"], "equivalent": ["201982138"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "man", "semanticStr": "select: pants (11)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants.", "image": "n526228.jpg", "question_id": 201982138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plants (33)"}, {"operation": "select", "dependencies": [], "argument": "shelves (18) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202012385"], "equivalent": ["202012386"], "question": "Are the shelves different in color than the plants?", "isBalanced": true, "groups": {"global": null, "local": "09diff-plants_shelves"}, "answer": "yes", "semanticStr": "select: plants (33)->select: shelves (18) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "33", "2": "18"}, "fullAnswer": {"2": "33", "7": "18"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the plants are green and the shelves are white.", "image": "n326988.jpg", "question_id": 202012386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "olive (3)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|green"}], "entailed": ["202036723"], "equivalent": ["202036723", "202036724"], "question": "Does the olive look black or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-olive_color"}, "answer": "black", "semanticStr": "select: olive (3)->choose color: black|green [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The olive is black.", "image": "n200225.jpg", "question_id": 202036724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "choose color", "dependencies": [0], "argument": "green|light blue"}], "entailed": ["202285573"], "equivalent": ["202285573", "202285574"], "question": "What color is the tray, green or light blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-tray_color"}, "answer": "green", "semanticStr": "select: tray (4)->choose color: green|light blue [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tray is green.", "image": "n100991.jpg", "question_id": 202285574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing behind,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073203", "202073169", "202073175", "202073173", "202073172", "202073171", "202073170"], "equivalent": ["202073174"], "question": "What are the animals that the striped animal is standing behind?", "isBalanced": true, "groups": {"global": "animal", "local": "15-zebra_standing behind,o"}, "answer": "horses", "semanticStr": "select: animal (3)->filter pattern: striped [0]->relate: animal,standing behind,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "6:8": "3"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n219840.jpg", "question_id": 202073174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201654641", "201654633", "201654630", "201654594", "201654628", "201654612", "201654625", "201654627", "201654626"], "equivalent": ["201654629"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n6309.jpg", "question_id": 201654629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201879053"], "question": "Does that skirt have short length and green color?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: skirt (1)->verify color: green [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skirt is short but black.", "image": "n496803.jpg", "question_id": 201879053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "folding chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473109"], "equivalent": ["20473213"], "question": "Who is sitting in the folding chair?", "isBalanced": true, "groups": {"global": "person", "local": "14-folding chair_sitting in,s"}, "answer": "woman", "semanticStr": "select: folding chair (10)->relate: person,sitting in,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "6:8": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting in the folding chair.", "image": "n126891.jpg", "question_id": 20473213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473215", "20473216"], "equivalent": ["20473214"], "question": "What is this woman sitting in?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting in,o"}, "answer": "folding chair", "semanticStr": "select: woman (7)->relate: _,sitting in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "6:8": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting in the folding chair.", "image": "n126891.jpg", "question_id": 20473214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473215", "20473214"], "equivalent": ["20473216"], "question": "What is the woman sitting in?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting in,o"}, "answer": "folding chair", "semanticStr": "select: woman (7)->relate: _,sitting in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {}, "fullAnswer": {"1": "7", "6:8": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting in the folding chair.", "image": "n126891.jpg", "question_id": 20473216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056127"], "question": "Who is standing on the grass?", "isBalanced": true, "groups": {"global": "person", "local": "14-grass_standing on,s"}, "answer": "soccer player", "semanticStr": "select: grass (9)->relate: person,standing on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1:3": "7", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is standing on the grass.", "image": "n259002.jpg", "question_id": 201056127}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goal (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056124", "201056125"], "equivalent": ["201056123"], "question": "Who do you think is in front of the goal?", "isBalanced": true, "groups": {"global": "person", "local": "14-goal_in front of,s"}, "answer": "soccer player", "semanticStr": "select: goal (1)->relate: person,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"9": "1"}, "fullAnswer": {"8": "1", "1:3": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is in front of the goal.", "image": "n259002.jpg", "question_id": 201056123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (7)"}, {"operation": "select", "dependencies": [], "argument": "bat (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201751501"], "question": "What is common to the net and the bat?", "isBalanced": true, "groups": {"global": null, "local": "09common-bat_net"}, "answer": "material", "semanticStr": "select: net (7)->select: bat (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "5": "7"}, "fullAnswer": {"4": "7", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the net and the bat are plastic.", "image": "n355567.jpg", "question_id": 201751501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (30)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,resting on,s (35)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20672858", "20672816", "20672862", "20672861", "20672860"], "equivalent": ["20672858", "20672859"], "question": "What type of furniture is to the left of the toilet paper that is resting on the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toilet paper_to the left of,s"}, "answer": "chair", "semanticStr": "select: table (30)->relate: toilet paper,resting on,s (35) [0]->relate: furniture,to the left of,s (25) [1]->query: name [2]", "annotations": {"answer": {"0": "25"}, "question": {"3": "25", "17": "30", "10:12": "35"}, "fullAnswer": {"1:4": "25", "6": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n59147.jpg", "question_id": 20672859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walls (7)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201616234", "201616226", "201616237", "201616230", "201616231", "201616227", "201616233", "201616238", "201616236", "201616229", "201616228", "201616235"], "equivalent": ["201616225", "201616226"], "question": "Are the walls both tan and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_tan"}, "answer": "yes", "semanticStr": "select: walls (7)->verify hardness: hard [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the walls are tan and hard.", "image": "n65230.jpg", "question_id": 201616225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20672816", "20672852", "20672853"], "equivalent": ["20672851"], "question": "What type of furniture is to the right of the white toilet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toilet_to the right of,s"}, "answer": "chair", "semanticStr": "select: toilet (24)->filter color: white [0]->relate: furniture,to the right of,s (25) [1]->query: name [2]", "annotations": {"answer": {"0": "25"}, "question": {"3": "25", "10:12": "24"}, "fullAnswer": {"1:4": "25", "6": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n59147.jpg", "question_id": 20672851}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["20756562", "20756561"], "equivalent": ["20756563"], "question": "Is the small towel in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-towel_vposition"}, "answer": "bottom", "semanticStr": "select: towel (11)->filter size: small [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towel is in the bottom of the image.", "image": "n433532.jpg", "question_id": 20756563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "child,beside,o (7)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the right of|to the left of,s (5)"}], "entailed": ["20936097", "20936100", "20936099", "20936098", "20936101"], "equivalent": ["20936101", "20936102"], "question": "Is the heavy person to the right or to the left of the child that the woman is beside of?", "isBalanced": true, "groups": {"global": null, "local": "13-child_man"}, "answer": "right", "semanticStr": "select: woman (6)->relate: child,beside,o (7) [0]->choose rel: man,to the right of|to the left of,s (5) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "5", "16": "6"}, "fullAnswer": {"1": "5", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the child.", "image": "n44249.jpg", "question_id": 20936102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chair,to the right of,o (-)"}], "entailed": [], "equivalent": ["20936108"], "question": "Is the man to the right of a chair?", "isBalanced": true, "groups": {"global": null, "local": "13-man_chair"}, "answer": "no", "semanticStr": "select: man (5)->verify rel: chair,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"9": "8", "2": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of a child.", "image": "n44249.jpg", "question_id": 20936108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "choose rel", "dependencies": [0], "argument": "truck,to the left of|to the right of,s (14)"}], "entailed": ["202243338", "202243339", "202243526", "202243529", "202243528", "202243340", "202243532", "202243531", "202243334", "202243335", "202243336", "202243337", "202243525", "202243530"], "equivalent": ["202243528", "202243527"], "question": "Is the large truck to the left or to the right of the woman in this image?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_truck"}, "answer": "left", "semanticStr": "select: woman (11)->choose rel: truck,to the left of|to the right of,s (14) [0]", "annotations": {"answer": {}, "question": {"13": "11", "2:4": "14"}, "fullAnswer": {"1": "14", "8": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The truck is to the left of the woman.", "image": "n557666.jpg", "question_id": 202243527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202226164", "202226165", "202226167", "202226163"], "equivalent": ["202226166", "202226167"], "question": "On which side of the picture is the silver spoon?", "isBalanced": true, "groups": {"global": null, "local": "10q-spoon_hposition"}, "answer": "right", "semanticStr": "select: spoon (4)->filter color: silver [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spoon is on the right of the image.", "image": "n336443.jpg", "question_id": 202226166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lamp,to the left of,o (-)"}], "entailed": [], "equivalent": ["202241185"], "question": "Is the chair to the left of a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_lamp"}, "answer": "no", "semanticStr": "select: chair (9)->verify rel: lamp,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"9": "11", "2": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the chair is to the left of the woman.", "image": "n460385.jpg", "question_id": 202241185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (2)"}, {"operation": "select", "dependencies": [], "argument": "stove (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20636773"], "question": "Are the cutting board and the stove made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cutting board_stove"}, "answer": "no", "semanticStr": "select: cutting board (2)->select: stove (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "8"}, "fullAnswer": {"10": "8", "2:4": "2"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the cutting board is made of wood and the stove is made of metal.", "image": "n184385.jpg", "question_id": 20636773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706234", "20705792", "20706232"], "equivalent": ["20706233"], "question": "On what type of furniture is that plant?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-plant_on,o"}, "answer": "desk", "semanticStr": "select: plant (7)->relate: furniture,on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "0", "7": "7"}, "fullAnswer": {"1": "7", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is on the desk.", "image": "n264887.jpg", "question_id": 20706233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "burner (5)"}, {"operation": "select", "dependencies": [], "argument": "stove (8) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20636772"], "equivalent": ["20636771"], "question": "Does the stove top have the same color as the stove?", "isBalanced": true, "groups": {"global": null, "local": "09same-burner_stove"}, "answer": "no", "semanticStr": "select: burner (5)->select: stove (8) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2:4": "5"}, "fullAnswer": {"8": "8", "2:4": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the stove top is black and the stove is white.", "image": "n184385.jpg", "question_id": 20636771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "burner (5)"}, {"operation": "select", "dependencies": [], "argument": "potato (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20636770"], "question": "What do the burner and the potato have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-burner_potato"}, "answer": "shape", "semanticStr": "select: burner (5)->select: potato (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "0"}, "fullAnswer": {"4": "5", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the burner and the potato are round.", "image": "n184385.jpg", "question_id": 20636770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879044"], "equivalent": ["201879039"], "question": "What is bigger than the logo?", "isBalanced": true, "groups": {"global": "sign", "local": "14-logo_bigger than,s"}, "answer": "sign", "semanticStr": "select: logo (11)->relate: _,bigger than,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is bigger than the logo.", "image": "n496803.jpg", "question_id": 201879039}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20861187", "20861190", "20861188", "20861192"], "equivalent": ["20861191"], "question": "Are there any ties that are tan?", "isBalanced": true, "groups": {"global": null, "local": "04-tie_tan"}, "answer": "yes", "semanticStr": "select: tie (4)->filter color: tan [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a tie that is tan.", "image": "n434283.jpg", "question_id": 20861191}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202285580", "202285581", "202285577"], "equivalent": ["202285579"], "question": "What is the tray made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-tray_material"}, "answer": "plastic", "semanticStr": "select: tray (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is made of plastic.", "image": "n100991.jpg", "question_id": 202285579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (21)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,underneath,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100592", "202100591", "202100589"], "equivalent": ["202100590"], "question": "What is the watercraft underneath the boats?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-boats_underneath,s"}, "answer": "sailboats", "semanticStr": "select: boats (21)->relate: watercraft,underneath,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"3": "20", "6": "21"}, "fullAnswer": {"1": "20", "3": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is sailboats.", "image": "n386688.jpg", "question_id": 202100590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "filter state", "dependencies": [0], "argument": "rough"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202156774"], "equivalent": ["202156774", "202156773"], "question": "Is the grass that is rough both tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "no", "semanticStr": "select: grass (1)->filter state: rough [0]->verify color: green [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is green but short.", "image": "n543966.jpg", "question_id": 202156773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492197"], "equivalent": ["20492198"], "question": "What is filled with the snow?", "isBalanced": true, "groups": {"global": "place", "local": "14-snow_filled with,s"}, "answer": "mountain", "semanticStr": "select: snow (7)->relate: _,filled with,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain is filled with snow.", "image": "n335542.jpg", "question_id": 20492198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (36)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (43)"}, {"operation": "verify age", "dependencies": [1], "argument": "young"}], "entailed": ["202107911", "202107912", "202107908", "202107909", "202107907", "202107902"], "equivalent": ["202107906"], "question": "Does the person to the left of the skateboard look young?", "isBalanced": true, "groups": {"global": null, "local": "06-person_young"}, "answer": "yes", "semanticStr": "select: skateboard (36)->relate: person,to the left of,s (43) [0]->verify age: young [1]", "annotations": {"answer": {}, "question": {"8": "36", "2": "43"}, "fullAnswer": {"2": "43"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is young.", "image": "n133585.jpg", "question_id": 202107906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "relate", "dependencies": [1], "argument": "animal,larger than,o (6)"}, {"operation": "choose name", "dependencies": [2], "argument": "horse|pig"}], "entailed": [], "equivalent": ["2017189"], "question": "What is the dry pasture larger than, a pig or a horse?", "isBalanced": true, "groups": {"global": "animal", "local": "15-pasture_larger than,o"}, "answer": "horse", "semanticStr": "select: pasture (12)->filter: dry [0]->relate: animal,larger than,o (6) [1]->choose name: horse|pig [2]", "annotations": {"answer": {"0": "6"}, "question": {"11": "6", "3:5": "12"}, "fullAnswer": {"1": "12", "6": "6"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pasture is larger than a horse.", "image": "n324908.jpg", "question_id": 2017189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,larger than,o (5)"}, {"operation": "choose name", "dependencies": [1], "argument": "wine|beer"}], "entailed": ["20757051"], "equivalent": ["20757051", "20757052"], "question": "What type of drink is the oil larger than, beer or wine?", "isBalanced": true, "groups": {"global": "liquid", "local": "15-oil_larger than,o"}, "answer": "wine", "semanticStr": "select: oil (6)->relate: drink,larger than,o (5) [0]->choose name: wine|beer [1]", "annotations": {"answer": {"0": "5"}, "question": {"11": "5", "3": "5", "6": "6"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The oil is larger than wine.", "image": "n433532.jpg", "question_id": 20757052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "select", "dependencies": [], "argument": "wine (5) "}, {"operation": "choose larger", "dependencies": [0, 1], "argument": ""}], "entailed": ["20757054"], "equivalent": ["20757053", "20757054"], "question": "Which is larger, the oil or the wine?", "isBalanced": true, "groups": {"global": "ingredient", "local": "09compare-oil_wine"}, "answer": "oil", "semanticStr": "select: oil (6)->select: wine (5) ->choose larger:  [0, 1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "6", "7": "5"}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The oil is larger than the wine.", "image": "n433532.jpg", "question_id": 20757053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table lamp (14)"}, {"operation": "select", "dependencies": [], "argument": "curtain (18) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20886934"], "question": "What do both the table lamp and the curtain have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-curtain_table lamp"}, "answer": "color", "semanticStr": "select: table lamp (14)->select: curtain (18) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "18", "4:6": "14"}, "fullAnswer": {"8": "18", "4:6": "14"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the table lamp and the curtain are white.", "image": "n282436.jpg", "question_id": 20886934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (14)"}, {"operation": "relate", "dependencies": [0], "argument": "shelves,on top of,s (15)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201235539"], "equivalent": ["201235538", "201235539"], "question": "Are there shelves on top of the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_shelves"}, "answer": "yes", "semanticStr": "select: floor (14)->relate: shelves,on top of,s (15) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "15", "7": "14"}, "fullAnswer": {"8": "14", "3": "15"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are shelves on top of the floor.", "image": "n527589.jpg", "question_id": 201235538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (8)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361479", "20361478", "20361480"], "equivalent": ["20361481"], "question": "Which kind of clothing is long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "snow pants", "semanticStr": "select: clothing (8)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0:2": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3:5": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is snow pants.", "image": "n352479.jpg", "question_id": 20361481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492198"], "equivalent": ["20492197"], "question": "What do you think is filled with snow?", "isBalanced": true, "groups": {"global": "place", "local": "14-snow_filled with,s"}, "answer": "mountain", "semanticStr": "select: snow (7)->relate: _,filled with,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"7": "7"}, "fullAnswer": {"1": "8", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain is filled with snow.", "image": "n335542.jpg", "question_id": 20492197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "relate", "dependencies": [1], "argument": "_,larger than,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017181", "2017183", "2017191"], "equivalent": ["2017182"], "question": "What is larger than the animal that is walking?", "isBalanced": true, "groups": {"global": "place", "local": "14-horse_larger than,s"}, "answer": "pasture", "semanticStr": "select: animal (6)->filter pose: walking [0]->relate: _,larger than,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"8": "6", "5": "6"}, "fullAnswer": {"1": "12", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pasture is larger than the horse.", "image": "n324908.jpg", "question_id": 2017182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492054", "20492053"], "equivalent": ["20492194"], "question": "What is the mountain covered by?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mountain_covered by,o"}, "answer": "snow", "semanticStr": "select: mountain (8)->relate: _,covered by,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain is covered by the snow.", "image": "n335542.jpg", "question_id": 20492194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20879082", "20879057", "20879056", "20879077", "20879076", "20879074", "20879073", "20879071", "20879070"], "equivalent": ["20879072", "20879071"], "question": "Is the coat green?", "isBalanced": true, "groups": {"global": null, "local": "06-coat_green"}, "answer": "yes", "semanticStr": "select: coat (2)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the coat is green.", "image": "n259949.jpg", "question_id": 20879072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20879070"], "question": "Is the coat thin and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_thin"}, "answer": "no", "semanticStr": "select: coat (2)->verify color: green [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the coat is green but thick.", "image": "n259949.jpg", "question_id": 20879070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "relate", "dependencies": [0], "argument": "minivan,beside,s (10)"}, {"operation": "verify", "dependencies": [1], "argument": "new"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20656906", "20656907", "20656905", "20656921", "20656920", "20656917", "20656908", "20656909", "20656916", "20656919", "20656918", "20656893", "20656894", "20656915", "20656914", "20656878", "20656879", "20656911", "20656910", "20656913", "20656912", "20656872", "20656873", "20656870", "20656871", "20656876", "20656877", "20656874", "20656875", "20656884", "20656883", "20656882", "20656881", "20656880", "20656889", "20656888"], "equivalent": ["20656904"], "question": "Does the minivan beside the street seem to be silver and new?", "isBalanced": true, "groups": {"global": null, "local": "05-new_silver"}, "answer": "yes", "semanticStr": "select: street (0)->relate: minivan,beside,s (10) [0]->verify: new [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "0"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the minivan is silver and new.", "image": "n486200.jpg", "question_id": 20656904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201872991", "201872913"], "equivalent": ["201872989"], "question": "What is the vehicle that is parked on the street called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_parked on,s"}, "answer": "truck", "semanticStr": "select: street (13)->relate: vehicle,parked on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"9": "13", "3": "11"}, "fullAnswer": {"1": "11", "4": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n309148.jpg", "question_id": 201872989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "minivan (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20656902", "20656900", "20656901", "20656889", "20656888", "20656898", "20656899", "20656893", "20656894", "20656895", "20656896", "20656897"], "equivalent": ["20656903"], "question": "What is the minivan made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-minivan_material"}, "answer": "metal", "semanticStr": "select: minivan (10)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The minivan is made of metal.", "image": "n486200.jpg", "question_id": 20656903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201319672", "201319674", "201319659", "201319673", "201319665", "201319664", "201319666", "201319670", "201319663", "201319662"], "equivalent": ["201319667"], "question": "What is the table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "wood", "semanticStr": "select: table (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of wood.", "image": "n508733.jpg", "question_id": 201319667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20345097", "20345100", "20345099"], "equivalent": ["20345098"], "question": "Is the racket on the left side of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-racket_left"}, "answer": "no", "semanticStr": "select: racket (6)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the racket is on the right of the image.", "image": "n560243.jpg", "question_id": 20345098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cup (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202226292"], "question": "Are there any cups or plates in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cup_plate"}, "answer": "yes", "semanticStr": "select: plate (8)->exist: ? [0]->select: cup (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a plate.", "image": "n336443.jpg", "question_id": 202226292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walls (1)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20285378"], "equivalent": ["20285379", "20285378"], "question": "Are the walls that look hard white and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_white"}, "answer": "no", "semanticStr": "select: walls (1)->filter hardness: hard [0]->verify cleanliness: dirty [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the walls are white but clean.", "image": "n192021.jpg", "question_id": 20285379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing in,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20515053", "20515005"], "equivalent": ["20515054"], "question": "What is the name of the animals that are standing in the grass that is not short?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing in,s"}, "answer": "zebras", "semanticStr": "select: grass (2)->filter: not(short) [0]->relate: animal,standing in,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"6": "3", "12": "2", "16": "2"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n207893.jpg", "question_id": 20515054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235534", "201235535", "201235536", "201235538", "201235539"], "equivalent": ["201235537"], "question": "Which kind of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (14)->relate: furniture,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1:4": "15", "5": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n527589.jpg", "question_id": 201235537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202208476", "202208477", "202208494", "202208495", "202208496", "202208479", "202208490", "202208491", "202208492", "202208493", "202208478", "202208489", "202208488", "202208487", "202208486", "202208485", "202208484", "202208483", "202208482", "202208481", "202208480"], "equivalent": ["202208476", "202208475"], "question": "Is the road wide and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_wide"}, "answer": "yes", "semanticStr": "select: road (8)->verify cleanliness: clean [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the road is wide and clean.", "image": "n124651.jpg", "question_id": 202208475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["201235531", "201235532", "201235533", "201235527", "201235526", "201235529", "201235528", "201235517"], "equivalent": ["201235530"], "question": "How long are the shelves?", "isBalanced": true, "groups": {"global": "length", "local": "10q-shelves_length"}, "answer": "long", "semanticStr": "select: shelves (15)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are long.", "image": "n527589.jpg", "question_id": 201235530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candy (13)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "dessert,to the left of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20611898", "20611862", "20611863"], "equivalent": ["20611897"], "question": "What is the dessert to the left of the candy on the right?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-candy_to the left of,s"}, "answer": "brownie", "semanticStr": "select: candy (13)->filter hposition: right [0]->relate: dessert,to the left of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "13", "3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is a brownie.", "image": "n28996.jpg", "question_id": 20611897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667375", "20667374", "20667376", "20667371", "20667370", "20667373", "20667372", "20667348", "20667827"], "equivalent": ["20667369"], "question": "What kind of device is to the left of the woman?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_to the left of,s"}, "answer": "wii controller", "semanticStr": "select: woman (5)->relate: device,to the left of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0:2": "13"}, "question": {"10": "5", "3": "13"}, "fullAnswer": {"1": "13", "4:6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a Wii controller.", "image": "n181355.jpg", "question_id": 20667369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "televisions,behind,o (-)"}], "entailed": [], "equivalent": ["202003835"], "question": "Are the cables behind televisions?", "isBalanced": true, "groups": {"global": null, "local": "13-cables_televisions"}, "answer": "no", "semanticStr": "select: cables (12)->verify rel: televisions,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12", "6": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cables are behind the laptops.", "image": "n262920.jpg", "question_id": 202003835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (4)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201982993", "201982879", "201982994", "201982989"], "equivalent": ["201982990"], "question": "What type of furniture is in front of the man that is wearing jeans?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_in front of,s"}, "answer": "coffee table", "semanticStr": "select: jeans (4)->relate: man,wearing,s (5) [0]->relate: furniture,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"9": "5", "3": "6", "13": "4"}, "fullAnswer": {"6:8": "6", "1:4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n526228.jpg", "question_id": 201982990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20754602"], "equivalent": ["20754602", "20754603"], "question": "Is the person that is waiting old and male?", "isBalanced": true, "groups": {"global": null, "local": "05-male_old"}, "answer": "no", "semanticStr": "select: person (0)->filter activity: waiting [0]->verify gender: male [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the person is male but young.", "image": "n566028.jpg", "question_id": 20754603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "relate", "dependencies": [0], "argument": "clock,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202120180", "202120170", "202120171", "202120173", "202120174", "202120153", "202120169", "202120154", "202120155"], "equivalent": ["202120172"], "question": "Of what shape is the clock above the door?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-clock_shape"}, "answer": "rectangular", "semanticStr": "select: door (4)->relate: clock,above,s (5) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"8": "4", "5": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clock is rectangular.", "image": "n500308.jpg", "question_id": 202120172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541264", "20541415", "20541414", "20541297", "20541413", "20541265"], "equivalent": ["20541412"], "question": "What is the item of furniture that is to the left of the chair?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chair_to the left of,s"}, "answer": "couch", "semanticStr": "select: chair (0)->relate: furniture,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"13": "0", "3:6": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n527290.jpg", "question_id": 20541412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "ball,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201590050"], "equivalent": ["201590051"], "question": "Are there any balls to the left of the male person?", "isBalanced": true, "groups": {"global": null, "local": "13-player_ball"}, "answer": "no", "semanticStr": "select: person (4)->filter gender: male [0]->relate: ball,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "4"}, "fullAnswer": {"10": "4", "4": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a frisbee to the left of the player.", "image": "n260762.jpg", "question_id": 201590051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20645617"], "equivalent": ["20645616"], "question": "What is leaning against the wall that is not dirty?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_leaning against,s"}, "answer": "toilet", "semanticStr": "select: wall (0)->filter cleanliness: not(dirty) [0]->relate: _,leaning against,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "0", "5": "0"}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet is leaning against the wall.", "image": "n98544.jpg", "question_id": 20645616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20645616"], "equivalent": ["20645617"], "question": "What is leaning against the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_leaning against,s"}, "answer": "toilet", "semanticStr": "select: wall (0)->relate: _,leaning against,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet is leaning against the wall.", "image": "n98544.jpg", "question_id": 20645617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201548728", "201548729", "201548735", "201548733", "201548732", "201548731", "201548730"], "equivalent": ["201548734"], "question": "On which side of the image is the blender?", "isBalanced": true, "groups": {"global": null, "local": "10q-blender_hposition"}, "answer": "left", "semanticStr": "select: blender (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The blender is on the left of the image.", "image": "n314171.jpg", "question_id": 201548734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "elephant,to the right of,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202286611"], "question": "Where is the elephant that is to the right of her standing on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-elephant_standing on,o"}, "answer": "ground", "semanticStr": "select: she (0)->relate: elephant,to the right of,s (10) [0]->relate: place,standing on,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is standing on the ground.", "image": "n413002.jpg", "question_id": 202286611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201590061", "201590060"], "equivalent": ["201590060", "201590059"], "question": "Are the shorts black?", "isBalanced": true, "groups": {"global": null, "local": "06-shorts_black"}, "answer": "no", "semanticStr": "select: shorts (3)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shorts are white.", "image": "n260762.jpg", "question_id": 201590059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20940041", "20940034", "20940035", "20940037", "20940032", "20940033", "20940038", "20940039"], "equivalent": ["20940035", "20940036"], "question": "What color does the curtain have?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-curtain_color"}, "answer": "dark", "semanticStr": "select: curtain (14)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain has dark color.", "image": "n240666.jpg", "question_id": 20940036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879276"], "equivalent": ["201879277"], "question": "Who is watching the athlete?", "isBalanced": true, "groups": {"global": "", "local": "14-athlete_watching,s"}, "answer": "crowd", "semanticStr": "select: athlete (7)->relate: person,watching,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the athlete.", "image": "n496803.jpg", "question_id": 201879277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "ladder,to the left of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20722033", "20722034"], "equivalent": ["20722034", "20722035"], "question": "Do you see ladders to the left of the toy made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-doll_ladder"}, "answer": "yes", "semanticStr": "select: toy (0)->filter material: plastic [0]->relate: ladder,to the left of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "3": "4", "12": "0"}, "fullAnswer": {"10": "0", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a ladder to the left of the doll.", "image": "n89148.jpg", "question_id": 20722035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (20) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201757546", "201757547", "201757647"], "equivalent": ["201757649"], "question": "Are there both a chair and a cup in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_cup"}, "answer": "yes", "semanticStr": "select: cup (3)->exist: ? [0]->select: chair (20) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "20", "7": "3"}, "fullAnswer": {"8": "20", "5": "3"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a cup and a chair.", "image": "n4777.jpg", "question_id": 201757649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20482241"], "equivalent": ["20482240"], "question": "Is the hat black?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_black"}, "answer": "no", "semanticStr": "select: hat (3)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is blue.", "image": "n195249.jpg", "question_id": 20482240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201879277"], "equivalent": ["201879276"], "question": "Who is watching the person that is wearing a skirt?", "isBalanced": true, "groups": {"global": "", "local": "14-athlete_watching,s"}, "answer": "crowd", "semanticStr": "select: skirt (1)->relate: person,wearing,s (7) [0]->relate: person,watching,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "1", "4": "7"}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the athlete.", "image": "n496803.jpg", "question_id": 201879276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201175040", "201175029", "201175031", "201175033", "201175034", "201175035", "201175036", "201175037"], "equivalent": ["201175032"], "question": "Does the necklace look black?", "isBalanced": true, "groups": {"global": null, "local": "06-necklace_black"}, "answer": "yes", "semanticStr": "select: necklace (10)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the necklace is black.", "image": "n357784.jpg", "question_id": 201175032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,same shape,_ (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623675"], "equivalent": ["201623317"], "question": "What appliance is the same shape as the floor?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-floor_same shape,_"}, "answer": "oven", "semanticStr": "select: floor (8)->relate: appliance,same shape,_ (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "8": "8"}, "fullAnswer": {"1": "2", "8": "8"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The oven is the same shape as the floor.", "image": "n501609.jpg", "question_id": 201623317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201976721"], "equivalent": ["201976720"], "question": "Are there yellow helmets in the image?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_yellow"}, "answer": "no", "semanticStr": "select: helmet (5)->filter color: yellow [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is black.", "image": "n279173.jpg", "question_id": 201976720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (2)"}, {"operation": "select", "dependencies": [], "argument": "floor (8) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["201623315"], "equivalent": ["201623314"], "question": "Does the oven have the same shape as the floor?", "isBalanced": true, "groups": {"global": null, "local": "09same-floor_oven"}, "answer": "yes", "semanticStr": "select: oven (2)->select: floor (8) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "8", "2": "2"}, "fullAnswer": {"3": "2", "6": "8"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the oven and the floor are square.", "image": "n501609.jpg", "question_id": 201623314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201976725"], "equivalent": ["201976725", "201976726"], "question": "Is the helmet blue and round?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_round"}, "answer": "no", "semanticStr": "select: helmet (5)->verify color: blue [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the helmet is round but black.", "image": "n279173.jpg", "question_id": 201976726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bedroom (0)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202162374", "202162375", "202162370", "202162371", "202162372", "202162393", "202162378", "202162380", "202162369", "202162395", "202162367", "202162394"], "equivalent": ["202162373"], "question": "How big is the bedroom?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bedroom_size"}, "answer": "small", "semanticStr": "select: bedroom (0)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bedroom is small.", "image": "n69237.jpg", "question_id": 202162373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20644699"], "question": "Are there cats in this picture?", "isBalanced": true, "groups": {"global": null, "local": "03-cat"}, "answer": "yes", "semanticStr": "select: cat (2)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a cat.", "image": "n250821.jpg", "question_id": 20644699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bedroom (0)"}, {"operation": "choose cleanliness", "dependencies": [0], "argument": "dirty|clean"}], "entailed": ["20644689", "20644691", "20644693", "20644692", "20644694", "20644697", "20644696"], "equivalent": ["20644698", "20644697", "20644696"], "question": "Is the bedroom dirty or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-bedroom_cleanliness"}, "answer": "dirty", "semanticStr": "select: bedroom (0)->choose cleanliness: dirty|clean [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bedroom is dirty.", "image": "n250821.jpg", "question_id": 20644698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201233936", "201233938"], "equivalent": ["201233937"], "question": "What do you think is in front of the stone building?", "isBalanced": true, "groups": {"global": "plant", "local": "14-building_in front of,s"}, "answer": "bushes", "semanticStr": "select: building (3)->filter material: stone [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"9:11": "3"}, "fullAnswer": {"1": "8", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bushes are in front of the building.", "image": "n130464.jpg", "question_id": 201233937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvds (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201956950", "201956951", "201956952"], "equivalent": ["201956953"], "question": "On which side are the movies?", "isBalanced": true, "groups": {"global": null, "local": "10q-dvds_hposition"}, "answer": "left", "semanticStr": "select: dvds (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The movies are on the left of the image.", "image": "n536256.jpg", "question_id": 201956953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047309", "201047304", "201047305", "201047306", "201047307", "201047351", "201047350", "201047348", "201047349"], "equivalent": ["201047308"], "question": "What device is he holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_holding,o"}, "answer": "phone", "semanticStr": "select: he (0)->relate: device,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "3": "0"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the phone.", "image": "n234683.jpg", "question_id": 201047308}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202000871"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "skater", "semanticStr": "select: person (3)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is riding.", "image": "n299528.jpg", "question_id": 202000871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201337122", "201337107", "201337115", "201337123", "201337117", "201337116", "201337114", "201337113", "201337112", "201337111", "201337120", "201337124", "201337121", "201337108", "201337109", "201337119", "201337118"], "equivalent": ["201337106"], "question": "Is the tee shirt sleeveless and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_sleeveless"}, "answer": "yes", "semanticStr": "select: t-shirt (4)->verify color: black [0]->verify: sleeveless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tee shirt is sleeveless and black.", "image": "n329479.jpg", "question_id": 201337106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201735488"], "equivalent": ["201735487", "201735488"], "question": "Are there cabinets in the scene?", "isBalanced": true, "groups": {"global": null, "local": "03-cabinet"}, "answer": "no", "semanticStr": "select: cabinet (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no cabinets.", "image": "n240973.jpg", "question_id": 201735487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave oven (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20308186", "20308187", "20308185", "20308182", "20308183", "20308180", "20308181", "20308188", "20308189", "20308151", "20308179", "20308152", "20308155", "20308154", "20308157", "20308156", "20308159", "20308158", "20308177", "20308176", "20308175", "20308153", "20308178", "20308160", "20308161"], "equivalent": ["20308161", "20308162"], "question": "Is the microwave oven made of stainless steel silver and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_silver"}, "answer": "yes", "semanticStr": "select: microwave oven (13)->filter material: stainless steel [0]->verify shape: rectangular [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "13", "6:8": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the microwave oven is silver and rectangular.", "image": "n278312.jpg", "question_id": 20308162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (43)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "fat"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202107912"], "equivalent": ["202107911", "202107912"], "question": "Is the person to the left of the boy fat and old?", "isBalanced": true, "groups": {"global": null, "local": "05-fat_old"}, "answer": "no", "semanticStr": "select: boy (10)->relate: person,to the left of,s (43) [0]->verify fatness: fat [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "10", "2": "43"}, "fullAnswer": {"2": "43"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the person is fat but young.", "image": "n133585.jpg", "question_id": 202107911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (3)"}, {"operation": "filter", "dependencies": [0], "argument": "electronic"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735483", "201735484"], "equivalent": ["201735482"], "question": "What is the electronic keyboard sitting on?", "isBalanced": true, "groups": {"global": "object", "local": "14-keyboard_sitting on,o"}, "answer": "tray", "semanticStr": "select: keyboard (3)->filter: electronic [0]->relate: _,sitting on,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "3"}, "fullAnswer": {"1": "3", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is sitting on the tray.", "image": "n240973.jpg", "question_id": 201735482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735432", "201735480", "201735478", "201735479"], "equivalent": ["201735481"], "question": "Which kind of device is sitting on the tray?", "isBalanced": true, "groups": {"global": "device", "local": "15-tray_sitting on,s"}, "answer": "keyboard", "semanticStr": "select: tray (4)->relate: device,sitting on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n240973.jpg", "question_id": 201735481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047301", "201047302"], "equivalent": ["201047303"], "question": "Who is holding the phone?", "isBalanced": true, "groups": {"global": "person", "local": "14-phone_holding,s"}, "answer": "man", "semanticStr": "select: phone (2)->relate: person,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the telephone.", "image": "n234683.jpg", "question_id": 201047303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202060175", "202060159", "202060158", "202060151", "202060150", "202060153", "202060152", "202060155", "202060154", "202060157", "202060156", "202060174", "202060173", "202060172", "202060171", "202060170", "202060149", "202060183", "202060168", "202060169", "202060164", "202060166", "202060163"], "equivalent": ["202060165"], "question": "Does that hat look red and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-red_soft"}, "answer": "yes", "semanticStr": "select: hat (12)->verify color: red [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hat is red and soft.", "image": "n14087.jpg", "question_id": 202060165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202258165", "202258164", "202258185", "202258183"], "equivalent": ["202258184"], "question": "What animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "horse", "semanticStr": "select: animal (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258187", "202258178", "202258179", "202258165", "202258164", "202258166"], "equivalent": ["202258188"], "question": "What animal is standing?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_standing"}, "answer": "horse", "semanticStr": "select: animal (3)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the right of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2066033"], "equivalent": ["2066032"], "question": "What is the boy that is to the right of the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-boy_wearing,o"}, "answer": "sweater", "semanticStr": "select: man (2)->relate: boy,to the right of,s (0) [0]->relate: _,wearing,o (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"11": "2", "3": "0"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a sweater.", "image": "n356822.jpg", "question_id": 2066032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066032"], "equivalent": ["2066033"], "question": "What is the boy wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-boy_wearing,o"}, "answer": "sweater", "semanticStr": "select: boy (0)->relate: _,wearing,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a sweater.", "image": "n356822.jpg", "question_id": 2066033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (4)"}, {"operation": "filter texture", "dependencies": [0], "argument": "fine"}, {"operation": "query", "dependencies": [1], "argument": "weight"}], "entailed": ["20715747", "20715744", "20715745", "20715742", "20715743", "20715741", "20715761", "20715760", "20715757", "20715748", "20715749", "20715791", "20715771", "20715758", "20715739", "20715750"], "equivalent": ["20715746"], "question": "What is the weight of the fine sand?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-sand_weight"}, "answer": "heavy", "semanticStr": "select: sand (4)->filter texture: fine [0]->query: weight [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sand is heavy.", "image": "n507149.jpg", "question_id": 20715746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (2)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2066093", "2066095"], "equivalent": ["2066094", "2066095"], "question": "Is the person to the left of the girl happy and young?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_young"}, "answer": "no", "semanticStr": "select: girl (1)->relate: person,to the left of,s (2) [0]->verify face expression: happy [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is happy but old.", "image": "n356822.jpg", "question_id": 2066094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calculator (11)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20385278", "20385277", "20385276", "20385275"], "equivalent": ["20385279"], "question": "On which side is the calculator?", "isBalanced": true, "groups": {"global": null, "local": "10q-calculator_hposition"}, "answer": "right", "semanticStr": "select: calculator (11)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The calculator is on the right of the image.", "image": "n90294.jpg", "question_id": 20385279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,hanging on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004300"], "equivalent": ["202004301"], "question": "What device is hanging on the wall?", "isBalanced": true, "groups": {"global": "device", "local": "15-wall_hanging on,s"}, "answer": "screen", "semanticStr": "select: wall (16)->relate: device,hanging on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a screen.", "image": "n262920.jpg", "question_id": 202004301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400160", "201400156", "201400157", "201400159", "201400133", "201400134"], "equivalent": ["201400158"], "question": "Which kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "bookcase", "semanticStr": "select: furniture (5)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n344136.jpg", "question_id": 201400158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}, {"operation": "verify", "dependencies": [1], "argument": "closed "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201980799", "201980798", "201980791", "201980793", "201980792", "201980805", "201980794", "201980797", "201980796", "201980804", "201980789"], "equivalent": ["201980790", "201980789"], "question": "Do the glass windows look black and white and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_closed"}, "answer": "yes", "semanticStr": "select: windows (7)->filter material: glass [0]->verify: black and white [1]->verify: closed  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the windows are black and white and closed.", "image": "n249903.jpg", "question_id": 201980790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (12)"}, {"operation": "filter pose", "dependencies": [0], "argument": "pointing"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20863467", "20863466", "20863465", "20863463", "20863462", "20863461", "20863460", "20863469", "20863468", "20863449", "20863448", "20863441", "20863440", "20863443", "20863438", "20863439", "20863434", "20863435", "20863436", "20863437", "20863431", "20863433", "20863478", "20863476", "20863459", "20863470", "20863471", "20863472", "20863477", "20863452", "20863453", "20863450"], "equivalent": ["20863451"], "question": "Is the street sign that is pointing both metallic and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_tall"}, "answer": "yes", "semanticStr": "select: street sign (12)->filter pose: pointing [0]->verify material: metal [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12", "6": "12"}, "fullAnswer": {"2:4": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street sign is metallic and tall.", "image": "n14.jpg", "question_id": 20863451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "straw (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cup,in,o (5)"}], "entailed": [], "equivalent": ["201859640"], "question": "Is the straw in the cup on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-straw_cup"}, "answer": "yes", "semanticStr": "select: straw (6)->verify rel: cup,in,o (5) [0]", "annotations": {"answer": {}, "question": {"2": "6", "5": "5"}, "fullAnswer": {"2": "6", "6": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the straw is in the cup.", "image": "n546884.jpg", "question_id": 201859640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (20)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20836425", "20836424", "20836412", "20836435", "20836420", "20836423", "20836422", "20836418", "20836419", "20836431", "20836436", "20836437", "20836397", "20836396", "20836395", "20836414", "20836415"], "equivalent": ["20836421", "20836420"], "question": "What color is the cabinet?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cabinet_color"}, "answer": "green", "semanticStr": "select: cabinet (20)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is green.", "image": "n507959.jpg", "question_id": 20836421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lake (8)"}, {"operation": "filter", "dependencies": [0], "argument": "wet"}, {"operation": "verify state", "dependencies": [1], "argument": "still"}], "entailed": ["2075909", "2075930", "2075932"], "equivalent": ["2075931"], "question": "Does the lake that looks wet look still?", "isBalanced": true, "groups": {"global": null, "local": "06-lake_still"}, "answer": "no", "semanticStr": "select: lake (8)->filter: wet [0]->verify state: still [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the lake is wavy.", "image": "n315859.jpg", "question_id": 2075931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chicken (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking down at,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201795128", "201795129", "201794982", "201795131", "201795130", "201795133"], "equivalent": ["201795132"], "question": "What is the animal that is looking down at the person that is sitting next to the chicken called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-child_looking down at,s"}, "answer": "elephant", "semanticStr": "select: chicken (18)->relate: person,sitting next to,s (0) [0]->relate: animal,looking down at,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"10": "0", "3": "14", "17": "18"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n119944.jpg", "question_id": 201795132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandal (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201064746", "201064745", "201064744", "201064743", "201064741", "201064740", "201064739"], "equivalent": ["201064742", "201064741"], "question": "The sandal that is made of leather is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sandal_color"}, "answer": "brown", "semanticStr": "select: sandal (12)->filter material: leather [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "12", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sandal is brown.", "image": "n88933.jpg", "question_id": 201064742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,near,s (0)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201490939", "201490940"], "equivalent": ["201490939", "201490938"], "question": "Is the woman near the wall tall and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_tall"}, "answer": "no", "semanticStr": "select: wall (7)->relate: woman,near,s (0) [0]->verify age: old [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "7"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is old but short.", "image": "n86120.jpg", "question_id": 201490938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20631500", "20631503", "20631502", "20631499", "20631498", "20631491"], "equivalent": ["20631504"], "question": "Does the shirt that is made of cotton look short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (12)->filter material: cotton [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2": "12", "7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n570181.jpg", "question_id": 20631504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (6) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202257886"], "equivalent": ["202257885"], "question": "Are there white fences or hats?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_white"}, "answer": "yes", "semanticStr": "select: hat (11)->filter color: white [0]->exist: ? [1]->select: fence (6) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "6", "5": "11"}, "fullAnswer": {"5": "11"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white hat.", "image": "n216553.jpg", "question_id": 202257885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20169869", "20169870", "20169872"], "equivalent": ["20169871"], "question": "Are the empty tables on the left part or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-tables_hposition"}, "answer": "right", "semanticStr": "select: tables (7)->filter: empty [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tables are on the right of the image.", "image": "n58220.jpg", "question_id": 20169871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "powder (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (17)"}, {"operation": "choose name", "dependencies": [1], "argument": "bed|bookcase"}], "entailed": [], "equivalent": ["20857202"], "question": "What type of furniture is the powder lying on top of, a bed or a bookcase?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-powder_lying on top of,o"}, "answer": "bed", "semanticStr": "select: powder (9)->relate: furniture,lying on top of,o (17) [0]->choose name: bed|bookcase [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17", "12": "17", "6": "9"}, "fullAnswer": {"1": "9", "8": "17"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The powder is lying on top of a bed.", "image": "n293477.jpg", "question_id": 20857202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (15)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pan,to the left of,o (16)"}], "entailed": ["20416555", "20416554", "20416481", "20416480", "20416482"], "equivalent": ["20416479"], "question": "Is the sausage to the left of the pan?", "isBalanced": true, "groups": {"global": null, "local": "13-sausage_pan"}, "answer": "yes", "semanticStr": "select: sausage (15)->verify rel: pan,to the left of,o (16) [0]", "annotations": {"answer": {}, "question": {"8": "16", "2": "15"}, "fullAnswer": {"9": "16", "2": "15"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sausage is to the left of the pan.", "image": "n234722.jpg", "question_id": 20416479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(off)"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped"}], "entailed": ["20151806", "20151805", "20151804", "20151808"], "equivalent": ["20151807", "20151806"], "question": "Does the tank top that is not turned-off look striped?", "isBalanced": true, "groups": {"global": null, "local": "06-tank top_striped"}, "answer": "yes", "semanticStr": "select: tank top (4)->filter: not(off) [0]->verify pattern: striped [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "7": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tank top is striped.", "image": "n313060.jpg", "question_id": 20151807}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "ball,playing with,o (-)"}], "entailed": [], "equivalent": ["201030630"], "question": "Is he playing with a ball?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_ball"}, "answer": "no", "semanticStr": "select: he (4)->verify rel: ball,playing with,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "4"}, "fullAnswer": {"2": "4", "7:9": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is playing with a Wii controller.", "image": "n54424.jpg", "question_id": 201030630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "filter", "dependencies": [0], "argument": "healthy"}, {"operation": "verify activity", "dependencies": [1], "argument": "eating"}], "entailed": ["20411695", "20411696"], "equivalent": ["20411697"], "question": "Do the healthy fruits appear to be eating?", "isBalanced": true, "groups": {"global": null, "local": "06-apples_eating"}, "answer": "yes", "semanticStr": "select: fruit (1)->filter: healthy [0]->verify activity: eating [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the apples are eating.", "image": "n363445.jpg", "question_id": 20411697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (7)"}, {"operation": "filter", "dependencies": [0], "argument": "patterned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201392058"], "equivalent": ["201392056"], "question": "How is the patterned clothing item called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_patterned"}, "answer": "vest", "semanticStr": "select: clothing (7)->filter: patterned [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"4:6": "7"}, "fullAnswer": {"1:3": "7", "5": "7"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a vest.", "image": "n477702.jpg", "question_id": 201392056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "cow,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202262556"], "equivalent": ["202262557", "202262556"], "question": "Do you see any cow on the grass?", "isBalanced": true, "groups": {"global": null, "local": "13-grass_cow"}, "answer": "no", "semanticStr": "select: grass (5)->relate: cow,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "5"}, "fullAnswer": {"4": "1", "7": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a man on the grass.", "image": "n538039.jpg", "question_id": 202262557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030633", "201030393", "201030636", "201030637", "201030634", "201030635", "201030638"], "equivalent": ["201030639"], "question": "What kind of furniture is the boy sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_sitting on top of,o"}, "answer": "couch", "semanticStr": "select: boy (4)->relate: furniture,sitting on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "4", "8": "17"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting on top of the couch.", "image": "n54424.jpg", "question_id": 201030639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "beige"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20442282", "20442283", "20442280", "20442281", "20442286", "20442284", "20442285", "20442277", "20442276", "20442275", "20442274", "20442273", "20442272", "20442278", "20442287"], "equivalent": ["20442279"], "question": "Is the countertop beige and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_hard"}, "answer": "yes", "semanticStr": "select: countertop (4)->verify color: beige [0]->verify hardness: hard  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the countertop is beige and hard.", "image": "n207708.jpg", "question_id": 20442279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose rel", "dependencies": [1], "argument": "table,in front of|behind,s (14)"}], "entailed": ["20226799", "20226563", "20226562"], "equivalent": ["20226800"], "question": "Is the long table in front or behind the chair made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_table"}, "answer": "front", "semanticStr": "select: chair (13)->filter material: wood [0]->choose rel: table,in front of|behind,s (14) [1]", "annotations": {"answer": {}, "question": {"9": "13", "12": "13", "2:4": "14"}, "fullAnswer": {"1": "14", "7": "13"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The table is in front of the chair.", "image": "n68769.jpg", "question_id": 20226800}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,underneath,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20226651", "20226802", "20226803", "20226652"], "equivalent": ["20226801"], "question": "What is the item of furniture that is underneath the glass light fixture?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-light fixture_underneath,s"}, "answer": "table", "semanticStr": "select: light fixture (7)->filter material: glass [0]->relate: furniture,underneath,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:6": "14", "10:13": "7"}, "fullAnswer": {"1:4": "14", "6": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n68769.jpg", "question_id": 20226801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athletic shoe (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201737889"], "question": "Who is wearing an athletic shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-athletic shoe_wearing,s"}, "answer": "player", "semanticStr": "select: athletic shoe (7)->relate: person,wearing,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"4:6": "7"}, "fullAnswer": {"1": "15", "5:7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing an athletic shoe.", "image": "n531731.jpg", "question_id": 201737889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}], "entailed": ["202218957", "202218958", "202218959", "202218963", "202218962", "202218965", "202218967", "202218966"], "equivalent": ["202218964"], "question": "Does the cooking utensil made out of wood have rectangular shape?", "isBalanced": true, "groups": {"global": null, "local": "06-cutting board_rectangular"}, "answer": "yes", "semanticStr": "select: cooking utensil (9)->filter material: wood [0]->verify shape: rectangular [1]", "annotations": {"answer": {}, "question": {"2:4": "9", "7": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cutting board is rectangular.", "image": "n578564.jpg", "question_id": 202218964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "empty "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201735249"], "question": "Does the bowl look black and empty?", "isBalanced": true, "groups": {"global": null, "local": "05-black_empty"}, "answer": "no", "semanticStr": "select: bowl (10)->verify color: black [0]->verify: empty  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bowl is empty but beige.", "image": "n240973.jpg", "question_id": 201735249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on top of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "plate,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20394943"], "equivalent": ["20394944"], "question": "Do you see any plates to the right of the dessert that is on top of the table?", "isBalanced": true, "groups": {"global": null, "local": "13-cake_plate"}, "answer": "no", "semanticStr": "select: table (9)->relate: dessert,on top of,s (4) [0]->relate: plate,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "4", "17": "9"}, "fullAnswer": {"10": "4", "4": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a knife to the right of the cake.", "image": "n369313.jpg", "question_id": 20394944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963664", "20963662", "20963660", "20963661"], "equivalent": ["20963663"], "question": "What is the piece of furniture that the flower pot is on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-flower pot_on,o"}, "answer": "shelf", "semanticStr": "select: flower pot (11)->relate: furniture,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"8:10": "11", "3:6": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n119886.jpg", "question_id": 20963663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose", "dependencies": [1], "argument": "long sleeved|short sleeved"}], "entailed": ["20891621", "20891615", "20891614", "20891595", "20891611", "20891613", "20891612", "20891608"], "equivalent": ["20891617"], "question": "Is the shirt that is made of cloth short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (7)->filter material: cloth [0]->choose: long sleeved|short sleeved [1]", "annotations": {"answer": {}, "question": {"2": "7", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n347706.jpg", "question_id": 20891617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20652456", "20652329"], "equivalent": ["20652455"], "question": "Who wears gloves?", "isBalanced": true, "groups": {"global": "person", "local": "14-gloves_wearing,s"}, "answer": "woman", "semanticStr": "select: gloves (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"2": "1"}, "fullAnswer": {"1": "0", "3": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears gloves.", "image": "n400036.jpg", "question_id": 20652455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "gloves,wearing,o (1)"}], "entailed": ["20652458"], "equivalent": ["20652457"], "question": "Does the woman wear gloves?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_gloves"}, "answer": "yes", "semanticStr": "select: woman (0)->verify rel: gloves,wearing,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "0", "4": "1"}, "fullAnswer": {"2": "0", "4": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman wears gloves.", "image": "n400036.jpg", "question_id": 20652457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20491646", "20491647", "20491644", "20491645", "20491643", "20491641"], "equivalent": ["20491642"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "partly cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is partly cloudy.", "image": "n335542.jpg", "question_id": 20491642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202262664", "202262663", "202262662"], "equivalent": ["202262665"], "question": "On which side of the image is the woman?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the right of the image.", "image": "n538039.jpg", "question_id": 202262665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20491646", "20491647", "20491644", "20491645", "20491642", "20491643"], "equivalent": ["20491641"], "question": "How is the weather in the picture?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "partly cloudy", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is partly cloudy.", "image": "n335542.jpg", "question_id": 20491641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (15)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498010", "201498011", "201498009", "201497985", "201497984"], "equivalent": ["201498012"], "question": "What kind of furniture is flat?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_flat"}, "answer": "desk", "semanticStr": "select: furniture (15)->filter: flat [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n315887.jpg", "question_id": 201498012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201638771", "201638770", "201638772"], "equivalent": ["201638769"], "question": "Is the brown car on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-car_right"}, "answer": "yes", "semanticStr": "select: car (0)->filter color: brown [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the car is on the right of the image.", "image": "n271392.jpg", "question_id": 201638769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower (20)"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow"}], "entailed": ["20810854", "20810851", "20810853"], "equivalent": ["20810851", "20810852", "20810853"], "question": "Does the flower look yellow?", "isBalanced": true, "groups": {"global": null, "local": "06-flower_yellow"}, "answer": "no", "semanticStr": "select: flower (20)->verify color: yellow [0]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"2": "20"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the flower is red.", "image": "n167552.jpg", "question_id": 20810852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (6)"}, {"operation": "choose name", "dependencies": [0], "argument": "truck|train"}], "entailed": ["201590237"], "equivalent": ["201590237", "201590238"], "question": "Is this a truck or a train?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-train_truck"}, "answer": "truck", "semanticStr": "select: this (6)->choose name: truck|train [0]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a truck.", "image": "n260762.jpg", "question_id": 201590238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202228577", "202228578"], "equivalent": ["202228579", "202228578"], "question": "Is there a door or a train in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-door_train"}, "answer": "no", "semanticStr": "select: train (-)->exist: ? [0]->select: door (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no doors or trains.", "image": "n77818.jpg", "question_id": 202228579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201590211", "201590210", "201590215", "201590217", "201590216", "201590219", "201590218", "201590228", "201590229"], "equivalent": ["201590231"], "question": "Which kind of vehicle is white?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_white"}, "answer": "truck", "semanticStr": "select: vehicle (6)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n260762.jpg", "question_id": 201590231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201752884", "201752885", "201752886", "201752882", "201752883", "201752888", "201752889"], "equivalent": ["201752887", "201752888"], "question": "Is the small bag on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-bag_hposition"}, "answer": "right", "semanticStr": "select: bag (9)->filter size: small [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is on the right of the image.", "image": "n262929.jpg", "question_id": 201752887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bread (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "query", "dependencies": [1], "argument": "hardness"}], "entailed": ["201479461", "201479462", "201479463", "201479465"], "equivalent": ["201479464"], "question": "How hard is the bread that looks light brown?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-bread_hardness"}, "answer": "soft", "semanticStr": "select: bread (9)->filter color: light brown [0]->query: hardness [1]", "annotations": {"answer": {}, "question": {"4": "9", "7:9": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bread is soft.", "image": "n181210.jpg", "question_id": 201479464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "audience (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on,o (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202125902", "202125903", "202125900", "202125901"], "equivalent": ["202125904"], "question": "What pieces of furniture is the audience sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-audience_sitting on,o"}, "answer": "chairs", "semanticStr": "select: audience (11)->relate: furniture,sitting on,o (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"1:4": "22"}, "fullAnswer": {"1": "11", "6": "22"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The audience is sitting on the chairs.", "image": "n573460.jpg", "question_id": 202125904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "women (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (14)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201640255", "201640254", "201640256", "201640251", "201640250", "201640253", "201640252", "201640291", "201640290", "201640293", "201640292", "201640295", "201640294", "201640297", "201640296", "201640239", "201640299", "201640298", "201640289", "201640242", "201640243", "201640240", "201640246", "201640247", "201640244", "201640245", "201640248", "201640249", "201640302", "201640301", "201640300"], "equivalent": ["201640240", "201640241"], "question": "Is the person to the left of the women old and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_old"}, "answer": "yes", "semanticStr": "select: women (7)->relate: person,to the left of,s (14) [0]->verify face expression: happy [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "7", "2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is old and happy.", "image": "n235859.jpg", "question_id": 201640241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201935999", "201935998", "201935993", "201935991", "201935990", "201935997", "201935996", "201935995", "201935994", "201935978", "201936004", "201936005", "201936007", "201936000", "201936002", "201936003"], "equivalent": ["201935992"], "question": "Is the picture frame brown and square?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_square"}, "answer": "yes", "semanticStr": "select: picture frame (5)->verify color: brown [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the picture frame is brown and square.", "image": "n500209.jpg", "question_id": 201935992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "filter", "dependencies": [0], "argument": "full"}, {"operation": "verify rel", "dependencies": [1], "argument": "paintings,below,o (16)"}], "entailed": ["201882680"], "equivalent": ["201882757"], "question": "Is the full table below the paintings that look rectangular?", "isBalanced": true, "groups": {"global": null, "local": "13-table_paintings"}, "answer": "yes", "semanticStr": "select: table (18)->filter: full [0]->verify rel: paintings,below,o (16) [1]", "annotations": {"answer": {}, "question": {"9": "16", "2:4": "18", "6": "16"}, "fullAnswer": {"2": "18", "6": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the table is below the paintings.", "image": "n125122.jpg", "question_id": 201882757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882754", "201882755", "201882692", "201882753"], "equivalent": ["201882752", "201882753"], "question": "What type of furniture is below the paintings?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-paintings_below,s"}, "answer": "table", "semanticStr": "select: paintings (16)->relate: furniture,below,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18", "7": "16"}, "fullAnswer": {"1:4": "18", "6": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n125122.jpg", "question_id": 201882752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "birds (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20797708", "20797709", "20797710"], "equivalent": ["20797707"], "question": "Are there white birds or cats in the image?", "isBalanced": true, "groups": {"global": null, "local": "04-cat_white"}, "answer": "no", "semanticStr": "select: cat (4)->filter color: white [0]->exist: ? [1]->select: birds (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cat but it is black.", "image": "n16656.jpg", "question_id": 20797707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (7)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201342327", "201342334", "201342333", "201342315", "201342330", "201342331", "201342332", "201342319", "201342318", "201342329", "201342328", "201342317", "201342324", "201342326", "201342323", "201342320", "201342321", "201342322", "201342316"], "equivalent": ["201342325"], "question": "Does the staircase look metallic and white?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: staircase (7)->verify material: metal [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the staircase is metallic and white.", "image": "n157375.jpg", "question_id": 201342325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "elephant,behind,o (-)"}], "entailed": [], "equivalent": ["201153036"], "question": "Is the forest behind an elephant?", "isBalanced": true, "groups": {"global": null, "local": "13-forest_elephant"}, "answer": "no", "semanticStr": "select: forest (11)->verify rel: elephant,behind,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11", "6": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the forest is behind the giraffe.", "image": "n160664.jpg", "question_id": 201153036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153500", "201153499", "201153031", "201153032"], "equivalent": ["201153030", "201153031"], "question": "What is the animal that the forest is behind of called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-forest_behind,o"}, "answer": "giraffe", "semanticStr": "select: forest (11)->relate: animal,behind,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9", "6": "11"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n160664.jpg", "question_id": 201153030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chandelier (9)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,below,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}], "entailed": ["202121618", "202121606", "202121609", "202121608", "202121612", "202121610", "202121611", "202121614", "202121615", "202121605", "202121607"], "equivalent": ["202121614", "202121613"], "question": "Do the chairs below the chandelier have large size?", "isBalanced": true, "groups": {"global": null, "local": "06-chairs_large"}, "answer": "no", "semanticStr": "select: chandelier (9)->relate: chairs,below,s (1) [0]->verify size: large [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "9"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chairs are small.", "image": "n140421.jpg", "question_id": 202121613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (2)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201307397", "201307394", "201307395", "201307392", "201307393", "201307390", "201307398"], "equivalent": ["201307396"], "question": "Is the snow both bright and white?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_white"}, "answer": "yes", "semanticStr": "select: snow (2)->verify: bright [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the snow is bright and white.", "image": "n161313.jpg", "question_id": 201307396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "cow,on,s (0)"}, {"operation": "choose rel", "dependencies": [1], "argument": "person,to the left of|to the right of,s (6)"}], "entailed": ["201976580", "201976574", "201976575", "201976576", "201976949", "201976948", "201976945", "201976947", "201976946", "201976578", "201976579", "201976943", "201976942"], "equivalent": ["201976945", "201976944"], "question": "Is the person to the right or to the left of the cow that is on the street?", "isBalanced": true, "groups": {"global": null, "local": "13-cow_person"}, "answer": "left", "semanticStr": "select: street (10)->relate: cow,on,s (0) [0]->choose rel: person,to the left of|to the right of,s (6) [1]", "annotations": {"answer": {}, "question": {"2": "6", "12": "0", "17": "10"}, "fullAnswer": {"1": "6", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the left of the cow.", "image": "n279173.jpg", "question_id": 201976944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306228", "20306226"], "equivalent": ["20306227"], "question": "What piece of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "shirt", "semanticStr": "select: clothing (12)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"1:3": "12", "5": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a shirt.", "image": "n554880.jpg", "question_id": 20306227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "person,to the right of,s (6)"}], "entailed": ["201976949", "201976948", "201976945", "201976944", "201976947", "201976946", "201976942"], "equivalent": ["201976943"], "question": "Is the male person to the right of a cow?", "isBalanced": true, "groups": {"global": null, "local": "13-cow_person"}, "answer": "no", "semanticStr": "select: cow (0)->verify rel: person,to the right of,s (6) [0]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "6"}, "fullAnswer": {"9": "0", "2": "6"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is to the left of a cow.", "image": "n279173.jpg", "question_id": 201976943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202180489"], "question": "Who is staring?", "isBalanced": true, "groups": {"global": "person", "local": "staring"}, "answer": "spectator", "semanticStr": "select: person (8)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectator is staring.", "image": "n380113.jpg", "question_id": 202180489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20149753", "20149751", "20149756", "20149754", "20149755"], "equivalent": ["20149752"], "question": "Is the toilet on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_right"}, "answer": "no", "semanticStr": "select: toilet (0)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toilet is on the left of the image.", "image": "n65866.jpg", "question_id": 20149752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306227", "20306226"], "equivalent": ["20306228"], "question": "What article of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "shirt", "semanticStr": "select: clothing (12)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"1:3": "12", "5": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a shirt.", "image": "n554880.jpg", "question_id": 20306228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201467513", "201467512", "201467528", "201467529", "201467516", "201467515", "201467522", "201467527", "201467530"], "equivalent": ["201467517"], "question": "What is the table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n295771.jpg", "question_id": 201467517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (2)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,behind,s (6)"}, {"operation": "choose pose", "dependencies": [1], "argument": "sitting|lying"}], "entailed": [], "equivalent": ["2059728"], "question": "What is the boy behind the batter doing, lying or sitting?", "isBalanced": true, "groups": {"global": "pose", "local": "10c-boy_pose"}, "answer": "sitting", "semanticStr": "select: batter (2)->relate: boy,behind,s (6) [0]->choose pose: sitting|lying [1]", "annotations": {"answer": {}, "question": {"3": "6", "6": "2"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The boy is sitting.", "image": "n130638.jpg", "question_id": 2059728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20541427", "20541428", "20541432", "20541431", "20541430"], "equivalent": ["20541429"], "question": "Which color is the rug on top of the floor?", "isBalanced": true, "groups": {"global": "color", "local": "10q-rug_color"}, "answer": "beige", "semanticStr": "select: floor (8)->relate: rug,on top of,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "8", "4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is beige.", "image": "n527290.jpg", "question_id": 20541429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201757607", "201757609", "201757608", "201757614"], "equivalent": ["201757613"], "question": "Is there a plastic cup?", "isBalanced": true, "groups": {"global": null, "local": "04-cup_plastic"}, "answer": "yes", "semanticStr": "select: cup (1)->filter material: plastic [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existMaterial", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a cup that is made of plastic.", "image": "n4777.jpg", "question_id": 201757613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240867", "202240866", "202241137", "202241138", "202240869", "202240868"], "equivalent": ["202240865"], "question": "What is she sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting on,o"}, "answer": "chair", "semanticStr": "select: she (11)->relate: _,sitting on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"2": "11"}, "fullAnswer": {"1": "11", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting on the chair.", "image": "n460385.jpg", "question_id": 202240865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240715", "202240714"], "equivalent": ["202240716"], "question": "Which kind of clothing is orange?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_orange"}, "answer": "dress shirt", "semanticStr": "select: clothing (6)->filter color: orange [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n162148.jpg", "question_id": 202240716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "filter", "dependencies": [0], "argument": "smiling"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202240865", "202240866", "202241137", "202241138", "202240869", "202240868"], "equivalent": ["202240867"], "question": "What do you think is the piece of furniture that the smiling woman is sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_sitting on,o"}, "answer": "chair", "semanticStr": "select: woman (11)->filter: smiling [0]->relate: furniture,sitting on,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11:13": "11", "6:9": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n460385.jpg", "question_id": 202240867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240718", "202240717"], "equivalent": ["202240719"], "question": "Which kind of clothing is striped?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_striped"}, "answer": "dress shirt", "semanticStr": "select: clothing (6)->filter pattern: striped [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n162148.jpg", "question_id": 202240719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20929309"], "equivalent": ["20929641"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_in front of,o"}, "answer": "mirror", "semanticStr": "select: man (5)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "5", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the mirror.", "image": "n9181.jpg", "question_id": 20929641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "verify rel", "dependencies": [1], "argument": "mirror,in front of,o (10)"}], "entailed": ["20929362", "20929363", "20929644"], "equivalent": ["20929645"], "question": "Is the old person in front of the mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-man_mirror"}, "answer": "yes", "semanticStr": "select: person (5)->filter age: old [0]->verify rel: mirror,in front of,o (10) [1]", "annotations": {"answer": {}, "question": {"8": "10", "2:4": "5"}, "fullAnswer": {"8": "10", "2": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is in front of the mirror.", "image": "n9181.jpg", "question_id": 20929645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "umbrella,carrying,o (1)"}], "entailed": ["20709954"], "equivalent": ["20709955"], "question": "Is the person in front of the car carrying an umbrella?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_umbrella"}, "answer": "yes", "semanticStr": "select: car (5)->relate: person,in front of,s (0) [0]->verify rel: umbrella,carrying,o (1) [1]", "annotations": {"answer": {}, "question": {"10": "1", "2": "0", "7": "5"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is carrying an umbrella.", "image": "n24526.jpg", "question_id": 20709955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "stuffed dog,to the left of,o (14)"}], "entailed": ["201758442", "201758443", "201758373"], "equivalent": ["201758374"], "question": "Is the white bag to the left of a stuffed dog?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_stuffed dog"}, "answer": "yes", "semanticStr": "select: bag (15)->filter color: white [0]->verify rel: stuffed dog,to the left of,o (14) [1]", "annotations": {"answer": {}, "question": {"2:4": "15", "9:11": "14"}, "fullAnswer": {"2": "15", "9:11": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bag is to the left of a stuffed dog.", "image": "n4777.jpg", "question_id": 201758374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "comfortable "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20489718", "20489714", "20489716", "20489696", "20489697", "20489698", "20489744", "20489745", "20489708", "20489709", "20489707", "20489704", "20489705", "20489702", "20489703", "20489737", "20489736", "20489735", "20489733", "20489739", "20489738"], "equivalent": ["20489732"], "question": "Is the striped pillow comfortable and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_comfortable"}, "answer": "yes", "semanticStr": "select: pillow (6)->filter pattern: striped [0]->verify color: blue [1]->verify: comfortable  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pillow is comfortable and blue.", "image": "n145498.jpg", "question_id": 20489732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bookcase,below,o (-)"}], "entailed": [], "equivalent": ["20963805"], "question": "Is the tap below a bookcase?", "isBalanced": true, "groups": {"global": null, "local": "13-faucet_bookcase"}, "answer": "no", "semanticStr": "select: faucet (12)->verify rel: bookcase,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the tap is below a mirror.", "image": "n119886.jpg", "question_id": 20963805}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202004154"], "question": "Who stands on the floor?", "isBalanced": true, "groups": {"global": "person", "local": "14-floor_standing on,s"}, "answer": "man", "semanticStr": "select: floor (15)->relate: person,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man stands on the floor.", "image": "n262920.jpg", "question_id": 202004154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (6)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (2)"}], "entailed": [], "equivalent": ["201061137"], "question": "Is the boy to the left of the soccer ball wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_shorts"}, "answer": "yes", "semanticStr": "select: soccer ball (6)->relate: boy,to the left of,s (0) [0]->verify rel: shorts,wearing,o (2) [1]", "annotations": {"answer": {}, "question": {"11": "2", "8:10": "6", "2": "0"}, "fullAnswer": {"2": "0", "5": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is wearing shorts.", "image": "n25275.jpg", "question_id": 201061137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201061136"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "boy", "semanticStr": "select: shorts (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing shorts.", "image": "n25275.jpg", "question_id": 201061136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "serving tray,on top of,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20177581"], "equivalent": ["20177581", "20177580"], "question": "Is the food tray on top of the table both black and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rectangular"}, "answer": "no", "semanticStr": "select: table (18)->relate: serving tray,on top of,s (12) [0]->verify color: black [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "18", "2:4": "12"}, "fullAnswer": {"2:4": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the food tray is rectangular but white.", "image": "n55058.jpg", "question_id": 20177580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "washing machine (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102602", "202102601"], "equivalent": ["202102603"], "question": "What is sitting atop the washing machine?", "isBalanced": true, "groups": {"global": "", "local": "14-washing machine_sitting atop,s"}, "answer": "countertop", "semanticStr": "select: washing machine (18)->relate: _,sitting atop,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1:3": "14", "7:9": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The counter top is sitting atop the washing machine.", "image": "n386682.jpg", "question_id": 202102603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "verify gender", "dependencies": [0], "argument": "female"}], "entailed": ["202245981", "202245980", "202245982", "202245985", "202245984", "202245976", "202245977", "202245978", "202245986", "202245956", "202245957", "202245987", "202245989", "202245974", "202245975"], "equivalent": ["202245988"], "question": "Is this a female person?", "isBalanced": true, "groups": {"global": null, "local": "06-person_female"}, "answer": "yes", "semanticStr": "select: person (0)->verify gender: female [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a female person.", "image": "n310828.jpg", "question_id": 202245988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20120324"], "question": "Is the ball both large and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: ball (7)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the ball is large but yellow.", "image": "n117888.jpg", "question_id": 20120324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "serving tray (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,on top of,o (-)"}], "entailed": [], "equivalent": ["20177589"], "question": "Is the food tray on top of a cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-serving tray_cabinet"}, "answer": "no", "semanticStr": "select: serving tray (12)->verify rel: cabinet,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"9": "18", "2:4": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the food tray is on top of the table.", "image": "n55058.jpg", "question_id": 20177589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003729", "202003728", "202003731", "202003727", "202003741", "202003740", "202003754", "202003755", "202003730", "202003738", "202003739"], "equivalent": ["202003757"], "question": "What kind of furniture is small?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_small"}, "answer": "desk", "semanticStr": "select: furniture (13)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n262920.jpg", "question_id": 202003757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201233807", "201233816"], "equivalent": ["201233828"], "question": "Who in the picture is jumping?", "isBalanced": true, "groups": {"global": "person", "local": "jumping"}, "answer": "skateboarder", "semanticStr": "select: person (0)->filter pose: jumping [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skateboarder is jumping.", "image": "n130464.jpg", "question_id": 201233828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (3)"}, {"operation": "filter", "dependencies": [0], "argument": "chopped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207077", "201207081", "201207082"], "equivalent": ["201207083"], "question": "What vegetable is chopped?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_chopped"}, "answer": "broccoli", "semanticStr": "select: vegetable (3)->filter: chopped [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetable is broccoli.", "image": "n222915.jpg", "question_id": 201207083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20183075", "20183076"], "equivalent": ["20183076", "20183075", "20183074"], "question": "Are there any cars or umbrellas in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-car_umbrella"}, "answer": "yes", "semanticStr": "select: umbrella (7)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an umbrella.", "image": "n151768.jpg", "question_id": 20183074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492054", "20492053", "20492199"], "equivalent": ["20492200"], "question": "What is the mountain filled with?", "isBalanced": true, "groups": {"global": "thing", "local": "14-mountain_filled with,o"}, "answer": "snow", "semanticStr": "select: mountain (8)->relate: _,filled with,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "8", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain is filled with snow.", "image": "n335542.jpg", "question_id": 20492200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201804297", "201804301", "201804300", "201804302", "201804305", "201804304", "201804295", "201804314", "201804330", "201804299", "201804315", "201804313", "201804311"], "equivalent": ["201804303"], "question": "How large is the desk?", "isBalanced": true, "groups": {"global": "size", "local": "10q-desk_size"}, "answer": "small", "semanticStr": "select: desk (3)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is small.", "image": "n51002.jpg", "question_id": 201804303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cabinet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202174263", "202173937", "202173938", "202174160"], "equivalent": ["202174161"], "question": "Do you see a toaster or a cabinet?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_toaster"}, "answer": "no", "semanticStr": "select: toaster (-)->exist: ? [0]->select: cabinet (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cabinets or toasters.", "image": "n398429.jpg", "question_id": 202174161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "select", "dependencies": [], "argument": "lawn (13) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20344915"], "question": "What do the tennis ball and the lawn have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-lawn_tennis ball"}, "answer": "color", "semanticStr": "select: tennis ball (5)->select: lawn (13) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "13", "3:5": "5"}, "fullAnswer": {"8": "13", "4:6": "5"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the tennis ball and the lawn are green.", "image": "n560243.jpg", "question_id": 20344915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (5)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,on top of,s (7)"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}, {"operation": "verify", "dependencies": [1], "argument": "wet "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20724343"], "equivalent": ["20724344"], "question": "Do the trees on top of the ground look wet and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_wet"}, "answer": "no", "semanticStr": "select: ground (5)->relate: tree,on top of,s (7) [0]->verify height: short [1]->verify: wet  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "7": "5"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are wet but tall.", "image": "n369970.jpg", "question_id": 20724344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fire hydrant (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201803847", "201803846", "201803845", "201803844"], "equivalent": ["201803847", "201803848"], "question": "Are there either any fire hydrants or bicycles?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bicycle_fire hydrant"}, "answer": "no", "semanticStr": "select: bicycle (-)->exist: ? [0]->select: fire hydrant (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no fire hydrants or bicycles.", "image": "n51002.jpg", "question_id": 201803848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360889", "201360746", "201360890"], "equivalent": ["201360888"], "question": "The girl holds what?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "toothbrush", "semanticStr": "select: girl (2)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl holds the toothbrush.", "image": "n541688.jpg", "question_id": 201360888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,on,o (13)"}], "entailed": [], "equivalent": ["201803842"], "question": "Is the pillow on the couch that is on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-pillow_couch"}, "answer": "yes", "semanticStr": "select: pillow (11)->verify rel: couch,on,o (13) [0]", "annotations": {"answer": {}, "question": {"2": "11", "5": "13"}, "fullAnswer": {"2": "11", "6": "13"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pillow is on the couch.", "image": "n51002.jpg", "question_id": 201803842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skis (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202270961"], "question": "Are there any skis or helmets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-helmet_skis"}, "answer": "yes", "semanticStr": "select: helmet (9)->exist: ? [0]->select: skis (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a helmet.", "image": "n469156.jpg", "question_id": 202270961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "select", "dependencies": [], "argument": "shirt (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20344920", "20344918"], "equivalent": ["20344919", "20344920"], "question": "Does the shirt have a different color than the tennis ball?", "isBalanced": true, "groups": {"global": null, "local": "09diff-shirt_tennis ball"}, "answer": "yes", "semanticStr": "select: tennis ball (5)->select: shirt (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "9:11": "5"}, "fullAnswer": {"8": "7", "2:4": "5"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the tennis ball is green and the shirt is white.", "image": "n560243.jpg", "question_id": 20344919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663072", "201663071", "201663076", "201663077", "201663074", "201663075", "201663693"], "equivalent": ["201663073"], "question": "Which kind of furniture is to the right of the drawers?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-drawers_to the right of,s"}, "answer": "cabinets", "semanticStr": "select: drawers (7)->relate: furniture,to the right of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "5": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n35676.jpg", "question_id": 201663073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "television,in front of,o (9)"}], "entailed": ["20307205", "20307206"], "equivalent": ["20306483"], "question": "Is the man in front of a television?", "isBalanced": true, "groups": {"global": null, "local": "13-man_television"}, "answer": "yes", "semanticStr": "select: man (0)->verify rel: television,in front of,o (9) [0]", "annotations": {"answer": {}, "question": {"2": "0", "7": "9"}, "fullAnswer": {"8": "9", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is in front of a television.", "image": "n554880.jpg", "question_id": 20306483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["20657079", "20657078", "20657073", "20657074", "20657077"], "equivalent": ["20657080"], "question": "How fat do you think is the traffic light that is not short?", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-traffic light_fatness"}, "answer": "skinny", "semanticStr": "select: traffic light (3)->filter: not(short) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"12": "3", "7:9": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic light is skinny.", "image": "n486200.jpg", "question_id": 20657080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306863", "20306957", "20306955", "20306862"], "equivalent": ["20306956"], "question": "What item of furniture is on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "chair", "semanticStr": "select: floor (10)->relate: furniture,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n554880.jpg", "question_id": 20306956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "outdoors|indoors"}], "entailed": [], "equivalent": ["201438252"], "question": "Is it outdoors or indoors?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "outdoors", "semanticStr": "select: scene->choose location: outdoors|indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is outdoors.", "image": "n66756.jpg", "question_id": 201438252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2058513"], "question": "Are there cars or windows?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-car_windows"}, "answer": "yes", "semanticStr": "select: windows (6)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"3": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are windows.", "image": "n497658.jpg", "question_id": 2058513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "giraffe (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20935943"], "question": "Are there either any elephants or giraffes?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-elephant_giraffe"}, "answer": "yes", "semanticStr": "select: elephant (0)->exist: ? [0]->select: giraffe (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an elephant.", "image": "n44249.jpg", "question_id": 20935943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201766571"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "girl", "semanticStr": "select: person (0)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is playing.", "image": "n528403.jpg", "question_id": 201766571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,covered by,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119161"], "equivalent": ["202119162"], "question": "Who is covered by the umbrella?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_covered by,s"}, "answer": "man", "semanticStr": "select: umbrella (7)->relate: person,covered by,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is covered by the umbrella.", "image": "n544255.jpg", "question_id": 202119162}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "select", "dependencies": [], "argument": "window (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20939817"], "question": "What do both the mirror and the window have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-mirror_window"}, "answer": "material", "semanticStr": "select: mirror (5)->select: window (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "3"}, "fullAnswer": {"4": "5", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the mirror and the window are glass.", "image": "n240666.jpg", "question_id": 20939817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza box (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hamburger,filled with,o (-)"}], "entailed": ["20435032"], "equivalent": ["20435031"], "question": "Is the pizza box filled with a hamburger?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza box_hamburger"}, "answer": "no", "semanticStr": "select: pizza box (5)->verify rel: hamburger,filled with,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5", "7": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pizza box is filled with pizza.", "image": "n431447.jpg", "question_id": 20435031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (6)"}, {"operation": "relate", "dependencies": [0], "argument": "microwave,to the left of,s (5)"}, {"operation": "filter size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [2], "argument": "black"}], "entailed": ["20442246", "20442244", "20442245", "20442243", "20442202", "20442203", "20442226", "20442233", "20442232", "20442231", "20442237", "20442236", "20442235", "20442234", "20442227", "20442238", "20442229"], "equivalent": ["20442230"], "question": "Does the big microwave to the left of the bookcase have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-microwave_black"}, "answer": "yes", "semanticStr": "select: bookcase (6)->relate: microwave,to the left of,s (5) [0]->filter size: large [1]->verify color: black [2]", "annotations": {"answer": {}, "question": {"9": "6", "2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the microwave is black.", "image": "n207708.jpg", "question_id": 20442230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (7)"}, {"operation": "relate", "dependencies": [0], "argument": "building,on,o (11)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing next to,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20721825"], "question": "Who is standing next to the building that the windows are on?", "isBalanced": true, "groups": {"global": "person", "local": "14-building_standing next to,s"}, "answer": "girl", "semanticStr": "select: windows (7)->relate: building,on,o (11) [0]->relate: person,standing next to,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "7", "6": "11"}, "fullAnswer": {"1": "1", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is standing next to the building.", "image": "n89148.jpg", "question_id": 20721825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201479204", "201479205", "201479206", "201479103", "201479209", "201479102"], "equivalent": ["201479203"], "question": "What is in front of the closed cup?", "isBalanced": true, "groups": {"global": "color", "local": "14-cup_in front of,s"}, "answer": "orange", "semanticStr": "select: cup (2)->filter: closed [0]->relate: _,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"6:8": "2"}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The orange is in front of the cup.", "image": "n181210.jpg", "question_id": 201479203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,near,s (17)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["201574136"], "equivalent": ["201574137"], "question": "Does the fence near the man seem to be white?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_white"}, "answer": "no", "semanticStr": "select: man (4)->relate: fence,near,s (17) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2": "17", "5": "4"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is black.", "image": "n116329.jpg", "question_id": 201574137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201068714", "201068715", "201068713"], "equivalent": ["201068716"], "question": "On which side of the image is the water bottle?", "isBalanced": true, "groups": {"global": null, "local": "10q-water bottle_hposition"}, "answer": "right", "semanticStr": "select: water bottle (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water bottle is on the right of the image.", "image": "n159802.jpg", "question_id": 201068716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cushioned)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902574", "201902451", "201902452"], "equivalent": ["201902453"], "question": "What piece of furniture is not cushioned?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#cushioned"}, "answer": "desk", "semanticStr": "select: furniture (1)->filter: not(cushioned) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n435808.jpg", "question_id": 201902453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "umpire,to the right of,s (2)"}, {"operation": "verify rel", "dependencies": [1], "argument": "face mask,wearing,o (14)"}], "entailed": ["20287839"], "equivalent": ["20287838"], "question": "Is the umpire to the right of the catcher wearing a face mask?", "isBalanced": true, "groups": {"global": null, "local": "13-umpire_face mask"}, "answer": "yes", "semanticStr": "select: catcher (0)->relate: umpire,to the right of,s (2) [0]->verify rel: face mask,wearing,o (14) [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "2", "11:13": "14"}, "fullAnswer": {"2": "2", "6:8": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the umpire is wearing a face mask.", "image": "n317260.jpg", "question_id": 20287838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "helmet,wearing,o (-)"}], "entailed": ["201984150"], "equivalent": ["201984151"], "question": "Is the happy person wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_helmet"}, "answer": "no", "semanticStr": "select: person (6)->filter face expression: happy [0]->verify rel: helmet,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing a blouse.", "image": "n16378.jpg", "question_id": 201984151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20896522"], "question": "Do you see any microwaves in the picture?", "isBalanced": true, "groups": {"global": null, "local": "03-microwave"}, "answer": "yes", "semanticStr": "select: microwave (7)->exist: ? [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a microwave.", "image": "n548534.jpg", "question_id": 20896522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20287835", "20287837"], "equivalent": ["20287836"], "question": "What is the person behind the catcher wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-umpire_wearing,o"}, "answer": "face mask", "semanticStr": "select: catcher (0)->relate: person,behind,s (2) [0]->relate: _,wearing,o (14) [1]->query: name [2]", "annotations": {"answer": {"0:2": "14"}, "question": {"3": "2", "6": "0"}, "fullAnswer": {"1": "2", "5:7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a face mask.", "image": "n317260.jpg", "question_id": 20287836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20287835", "20287836"], "equivalent": ["20287837"], "question": "What is the umpire wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-umpire_wearing,o"}, "answer": "face mask", "semanticStr": "select: umpire (2)->relate: _,wearing,o (14) [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {}, "fullAnswer": {"1": "2", "5:7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a face mask.", "image": "n317260.jpg", "question_id": 20287837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage cart (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(empty)"}, {"operation": "relate", "dependencies": [1], "argument": "person,pulling,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201984159", "201984001", "201984002"], "equivalent": ["201984158"], "question": "Who is pulling the luggage cart that is not empty?", "isBalanced": true, "groups": {"global": "person", "local": "14-luggage cart_pulling,s"}, "answer": "woman", "semanticStr": "select: luggage cart (5)->filter: not(empty) [0]->relate: person,pulling,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "5", "4:6": "5"}, "fullAnswer": {"1": "6", "5:7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is pulling the luggage cart.", "image": "n16378.jpg", "question_id": 201984158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20247199", "20247198"], "equivalent": ["20247302"], "question": "Who is holding the umbrella?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_holding,s"}, "answer": "woman", "semanticStr": "select: umbrella (0)->relate: person,holding,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the umbrella.", "image": "n223750.jpg", "question_id": 20247302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068463", "201068464", "201068465", "201068417", "201068416", "201068415", "201068418", "201068420"], "equivalent": ["201068421"], "question": "What device is the girl holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-girl_holding,o"}, "answer": "cell phone", "semanticStr": "select: girl (0)->relate: device,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the mobile phone.", "image": "n159802.jpg", "question_id": 201068421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201663087", "201663086", "201663078", "201663083", "201663082", "201663081", "201663080", "201663085", "201663084", "201663559"], "equivalent": ["201663079"], "question": "What are the pieces of furniture to the right of the appliance that the drawers are to the left of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dishwasher_to the right of,s"}, "answer": "cabinets", "semanticStr": "select: drawers (7)->relate: appliance,to the left of,o (2) [0]->relate: furniture,to the right of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"11": "2", "3:6": "10", "14": "7"}, "fullAnswer": {"1:4": "10", "5": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n35676.jpg", "question_id": 201663079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20515850", "20515851", "20515852", "20515849"], "equivalent": ["20515853"], "question": "On which side of the photo is the traffic signal?", "isBalanced": true, "groups": {"global": null, "local": "10q-traffic light_hposition"}, "answer": "right", "semanticStr": "select: traffic light (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic signal is on the right of the image.", "image": "n70461.jpg", "question_id": 20515853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144388"], "equivalent": ["202144390"], "question": "What kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "t-shirt", "semanticStr": "select: clothing (13)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a t-shirt.", "image": "n37274.jpg", "question_id": 202144390}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose name", "dependencies": [1], "argument": "t-shirt|hat"}], "entailed": [], "equivalent": ["202144391"], "question": "Which article of clothing is white, the hat or the tee shirt?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_white"}, "answer": "t-shirt", "semanticStr": "select: clothing (13)->filter color: white [0]->choose name: t-shirt|hat [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13", "7": "3", "10:12": "13"}, "fullAnswer": {"1:3": "13"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The tee shirt is white.", "image": "n37274.jpg", "question_id": 202144391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202144396"], "question": "What do you think is the cotton clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_cotton"}, "answer": "t-shirt", "semanticStr": "select: clothing (13)->filter material: cotton [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"7:9": "13"}, "fullAnswer": {"1:3": "13", "5": "13"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a t-shirt.", "image": "n37274.jpg", "question_id": 202144396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cell phone,holding,o (3)"}], "entailed": ["201068425"], "equivalent": ["201068424"], "question": "Is the girl holding a cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_cell phone"}, "answer": "yes", "semanticStr": "select: girl (0)->verify rel: cell phone,holding,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "3"}, "fullAnswer": {"2": "0", "6:8": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the girl is holding a cell phone.", "image": "n159802.jpg", "question_id": 201068424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676343", "201676341", "201676344", "201676345"], "equivalent": ["201676339"], "question": "What does she hold?", "isBalanced": true, "groups": {"global": "device", "local": "14-person_holding,o"}, "answer": "controller", "semanticStr": "select: she (2)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"2": "2"}, "fullAnswer": {"1": "2", "4": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person holds the controller.", "image": "n233607.jpg", "question_id": 201676339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511574"], "equivalent": ["20511573"], "question": "What is in front of the mountains?", "isBalanced": true, "groups": {"global": "place", "local": "14-mountains_in front of,s"}, "answer": "ocean", "semanticStr": "select: mountains (8)->relate: _,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"6": "8"}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ocean is in front of the mountains.", "image": "n229548.jpg", "question_id": 20511573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20746502"], "question": "What is underneath the bridge?", "isBalanced": true, "groups": {"global": "place", "local": "14-bridge_underneath,s"}, "answer": "river", "semanticStr": "select: bridge (6)->relate: _,underneath,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The river is underneath the bridge.", "image": "n477215.jpg", "question_id": 20746502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676494", "201676333", "201676332"], "equivalent": ["201676334"], "question": "What is the person sitting on?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_sitting on,o"}, "answer": "pillow", "semanticStr": "select: person (2)->relate: _,sitting on,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "2", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting on the pillow.", "image": "n233607.jpg", "question_id": 201676334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676494", "201676334", "201676332"], "equivalent": ["201676333", "201676332"], "question": "She is sitting on what?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_sitting on,o"}, "answer": "pillow", "semanticStr": "select: she (2)->relate: _,sitting on,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"0": "2"}, "fullAnswer": {"1": "2", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting on the pillow.", "image": "n233607.jpg", "question_id": 201676333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20511576"], "question": "What is the ocean in front of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-ocean_in front of,o"}, "answer": "mountains", "semanticStr": "select: ocean (9)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ocean is in front of the mountains.", "image": "n229548.jpg", "question_id": 20511576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511573"], "equivalent": ["20511574"], "question": "What's in front of the mountains?", "isBalanced": true, "groups": {"global": "place", "local": "14-mountains_in front of,s"}, "answer": "ocean", "semanticStr": "select: mountains (8)->relate: _,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ocean is in front of the mountains.", "image": "n229548.jpg", "question_id": 20511574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (17)"}, {"operation": "relate", "dependencies": [0], "argument": "device,same color,_ (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20899155"], "question": "What device is the same color as the umbrella?", "isBalanced": true, "groups": {"global": "device", "local": "14-umbrella_same color,_"}, "answer": "ipod", "semanticStr": "select: umbrella (17)->relate: device,same color,_ (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "8": "17"}, "fullAnswer": {"1": "2", "8": "17"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ipod is the same color as the umbrella.", "image": "n403734.jpg", "question_id": 20899155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ice cubes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "armor (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201885565"], "equivalent": ["201885566"], "question": "Are there any armors or ice cubes in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-armor_ice cubes"}, "answer": "no", "semanticStr": "select: ice cubes (-)->exist: ? [0]->select: armor (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no armors or ice cubes.", "image": "n222297.jpg", "question_id": 201885566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "surfboard,standing against,o (4)"}], "entailed": ["201504916"], "equivalent": ["201504915"], "question": "Is the woman standing against the surfboard behind the sign?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_surfboard"}, "answer": "yes", "semanticStr": "select: woman (0)->verify rel: surfboard,standing against,o (4) [0]", "annotations": {"answer": {}, "question": {"9": "5", "2": "0", "6": "4"}, "fullAnswer": {"2": "0", "7:9": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is standing against the surf board.", "image": "n298104.jpg", "question_id": 201504915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201804344", "201804341", "201804340", "201804343", "201804342", "201804333", "201804348", "201804323", "201804322", "201804321", "201804320", "201804328", "201804313", "201804297", "201804295", "201804337", "201804330", "201804332", "201804319", "201804316", "201804317", "201804314", "201804315", "201804338", "201804339"], "equivalent": ["201804331"], "question": "Is the small desk wooden and white?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "yes", "semanticStr": "select: desk (3)->filter size: small [0]->verify color: white [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the desk is wooden and white.", "image": "n51002.jpg", "question_id": 201804331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20753229", "20753230", "20753233", "20753234", "20753228", "20753227", "20753226", "20753209", "20753208"], "equivalent": ["20753236"], "question": "What kind of furniture is small?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_small"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n49438.jpg", "question_id": 20753236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (14)"}, {"operation": "choose face expression", "dependencies": [1], "argument": "happy|sad"}], "entailed": ["201751742", "201751743", "201751741", "201751751", "201751750", "201751715", "201751732"], "equivalent": ["201751752"], "question": "Is the person to the left of the lady sad or happy?", "isBalanced": true, "groups": {"global": "face expression", "local": "10c-person_expression"}, "answer": "happy", "semanticStr": "select: lady (10)->relate: person,to the left of,s (14) [0]->choose face expression: happy|sad [1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is happy.", "image": "n355567.jpg", "question_id": 201751752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528172", "201528171", "201528176", "201528175"], "equivalent": ["201528173"], "question": "What appliance is to the right of the girl?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-girl_to the right of,s"}, "answer": "stove", "semanticStr": "select: girl (6)->relate: appliance,to the right of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n118102.jpg", "question_id": 201528173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "relate", "dependencies": [0], "argument": "countertop,behind,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202121538", "202121536", "202121535", "202121534", "202121532", "202121531", "202121530"], "equivalent": ["202121533"], "question": "Which color is the countertop behind the freezer?", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "blue", "semanticStr": "select: refrigerator (6)->relate: countertop,behind,s (14) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "14", "7": "6"}, "fullAnswer": {"1:3": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The counter top is blue.", "image": "n140421.jpg", "question_id": 202121533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "select", "dependencies": [], "argument": "blender (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201548664"], "equivalent": ["201548663"], "question": "Are the blender and the table the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-blender_table"}, "answer": "no", "semanticStr": "select: table (12)->select: blender (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "12"}, "fullAnswer": {"2": "12", "7": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the table is red and the blender is black.", "image": "n314171.jpg", "question_id": 201548663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectator (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056264"], "equivalent": ["201056265"], "question": "Who is the spectator watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-spectator_watching,o"}, "answer": "soccer player", "semanticStr": "select: spectator (8)->relate: person,watching,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "8", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectator is watching the soccer player.", "image": "n259002.jpg", "question_id": 201056265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter tone", "dependencies": [0], "argument": "light"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983888", "201983884", "201983885", "201983887", "201983883"], "equivalent": ["201983885", "201983886", "201983887"], "question": "How is the clothing item that is light called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_light"}, "answer": "blouse", "semanticStr": "select: clothing (3)->filter tone: light [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "5": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a blouse.", "image": "n16378.jpg", "question_id": 201983886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (73)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202107823"], "equivalent": ["202107824"], "question": "Who wears the hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "boy", "semanticStr": "select: hat (73)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "4": "73"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a hat.", "image": "n133585.jpg", "question_id": 202107824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536299"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "batter", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The batter is standing.", "image": "n538684.jpg", "question_id": 201536299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20550558", "20550559", "20550556", "20550541", "20550551", "20550546", "20550552", "20550553", "20550543", "20550540", "20550545", "20550538", "20550539", "20550561", "20550544", "20550536", "20550537", "20550542", "20550568"], "equivalent": ["20550535"], "question": "Is the window small and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "yes", "semanticStr": "select: window (6)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is small and gray.", "image": "n579928.jpg", "question_id": 20550535}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20183002", "20183003", "20183004", "20183005", "20183006", "20183007", "20183009"], "equivalent": ["20183008"], "question": "On which side of the image is the purse?", "isBalanced": true, "groups": {"global": null, "local": "10q-purse_hposition"}, "answer": "left", "semanticStr": "select: purse (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is on the left of the image.", "image": "n151768.jpg", "question_id": 20183008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "computer desk,on,o (7)"}], "entailed": [], "equivalent": ["202246186"], "question": "Is the mousepad on the computer desk near the papers?", "isBalanced": true, "groups": {"global": null, "local": "13-mouse pad_computer desk"}, "answer": "yes", "semanticStr": "select: mouse pad (3)->verify rel: computer desk,on,o (7) [0]", "annotations": {"answer": {}, "question": {"9": "8", "2": "3", "5:7": "7"}, "fullAnswer": {"2": "3", "6:8": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mousepad is on the computer desk.", "image": "n310828.jpg", "question_id": 202246186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202246674", "202246675"], "equivalent": ["202246676"], "question": "What is the name of this piece of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "computer desk", "semanticStr": "select: furniture (7)->query: name [0]", "annotations": {"answer": {"0:2": "7"}, "question": {"6:9": "7"}, "fullAnswer": {"3:5": "7"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a computer desk.", "image": "n310828.jpg", "question_id": 202246676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "verify", "dependencies": [0], "argument": "modern"}, {"operation": "select", "dependencies": [], "argument": "coffee table (9) "}, {"operation": "verify", "dependencies": [2], "argument": "modern"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20827621", "20827666", "20827661", "20827649", "20827647", "20827646", "20827644", "20827643", "20826978", "20826979", "20826973", "20826976", "20826977", "20826984", "20827654", "20827655", "20827656", "20826980", "20827593", "20827592", "20827653", "20826962"], "equivalent": ["20826975"], "question": "Are the cupboard and the coffee table both modern?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-coffee table_cupboard"}, "answer": "yes", "semanticStr": "select: cupboard (11)->verify: modern [0]->select: coffee table (9) ->verify: modern [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "11", "5:7": "9"}, "fullAnswer": {"3": "11", "6:8": "9"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the cupboard and the coffee table are modern.", "image": "n283587.jpg", "question_id": 20826975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "verify gender", "dependencies": [1], "argument": "female"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201739299"], "equivalent": ["201739300"], "question": "Is the person that is playing female and young?", "isBalanced": true, "groups": {"global": null, "local": "05-female_young"}, "answer": "no", "semanticStr": "select: person (8)->filter activity: playing [0]->verify gender: female [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the player is young but male.", "image": "n485969.jpg", "question_id": 201739300}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose color", "dependencies": [1], "argument": "black|green"}], "entailed": ["20245814"], "equivalent": ["20245814", "20245815"], "question": "What color is the metal fence, black or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-fence_color"}, "answer": "black", "semanticStr": "select: fence (15)->filter material: metal [0]->choose color: black|green [1]", "annotations": {"answer": {}, "question": {"4:6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is black.", "image": "n489190.jpg", "question_id": 20245815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20245810", "20245820", "20245814", "20245809", "20245808", "20245807", "20245806", "20245805", "20245817", "20245830", "20245824", "20245818", "20245819", "20245821", "20245822", "20245815"], "equivalent": ["20245816"], "question": "Is the fence metallic and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: fence (15)->verify color: black [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is metallic and black.", "image": "n489190.jpg", "question_id": 20245816}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143251", "201143248", "201143249", "201143246", "201143245"], "equivalent": ["201143250"], "question": "What kind of furniture is underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_underneath,s"}, "answer": "chairs", "semanticStr": "select: table (6)->relate: furniture,underneath,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1:4": "0", "5": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n276011.jpg", "question_id": 201143250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047495"], "equivalent": ["201047496"], "question": "What kind of clothing isn't clean?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#clean"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter cleanliness: not(clean) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n234683.jpg", "question_id": 201047496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201067650"], "question": "Is the napkin brown and triangular?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_triangular"}, "answer": "no", "semanticStr": "select: napkin (3)->verify color: brown [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the napkin is brown but rectangular.", "image": "n367944.jpg", "question_id": 201067650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246677", "202246678"], "equivalent": ["202246679"], "question": "What piece of furniture is white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "computer desk", "semanticStr": "select: furniture (7)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"6:8": "7", "1:4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20479949", "20479948", "20479978", "20479979", "20479981", "20479980"], "equivalent": ["20479982"], "question": "What kind of furniture is square?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_square"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter shape: square [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n520071.jpg", "question_id": 20479982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (13)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201407173", "201407161", "201407162", "201407164", "201407165", "201407166", "201407172", "201407167", "201407171"], "equivalent": ["201407163", "201407164"], "question": "What color is the fence?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "black", "semanticStr": "select: fence (13)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is black.", "image": "n282607.jpg", "question_id": 201407163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(square)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20479986", "20479985", "20480171"], "equivalent": ["20479987"], "question": "Which kind of furniture isn't square?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#square"}, "answer": "bookcase", "semanticStr": "select: furniture (0)->filter shape: not(square) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n520071.jpg", "question_id": 20479987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,kicking,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201056263"], "question": "Who is watching the soccer player that is kicking the ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer player_watching,s"}, "answer": "spectator", "semanticStr": "select: ball (0)->relate: soccer player,kicking,s (6) [0]->relate: person,watching,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"10": "0", "4:6": "6"}, "fullAnswer": {"1": "8", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spectator is watching the soccer player.", "image": "n259002.jpg", "question_id": 201056263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201983682", "201983683", "201983697", "201983696", "201983686", "201983684", "201983693", "201983692", "201983688", "201983685", "201983699", "201983698", "201983700", "201983703", "201983702", "201983701", "201983704", "201983691", "201983690", "201983687"], "equivalent": ["201983681"], "question": "Do the jeans look narrow and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_narrow"}, "answer": "yes", "semanticStr": "select: jeans (10)->verify color: black [0]->verify width: narrow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jeans are narrow and black.", "image": "n16378.jpg", "question_id": 201983681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cd (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497794", "201497795", "201497792", "201497707"], "equivalent": ["201497793"], "question": "Which kind of device is left of the CD?", "isBalanced": true, "groups": {"global": "device", "local": "15-cd_to the left of,s"}, "answer": "speaker", "semanticStr": "select: cd (11)->relate: device,to the left of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n315887.jpg", "question_id": 201497793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827006"], "equivalent": ["20827005"], "question": "What is the cupboard in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-cupboard_in front of,o"}, "answer": "staircase", "semanticStr": "select: cupboard (11)->relate: _,in front of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "11"}, "fullAnswer": {"1": "11", "7": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cupboard is in front of the staircase.", "image": "n283587.jpg", "question_id": 20827005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (19)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,in front of,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same color,_ (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202060025", "202059922", "202059923", "202060024"], "equivalent": ["202059921", "202059922"], "question": "What kind of furniture has the same color as the tree in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-tree_same color,_"}, "answer": "couch", "semanticStr": "select: wall (19)->relate: tree,in front of,s (7) [0]->relate: furniture,same color,_ (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"10": "7", "3": "13", "15": "19"}, "fullAnswer": {"1": "13", "8": "7"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is the same color as the tree.", "image": "n14087.jpg", "question_id": 202059921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboat,to the right of,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20299839", "20299838", "20299833", "20299832", "20299830", "20299808", "20299834", "20299826"], "equivalent": ["20299831"], "question": "Does the sailboat that is to the right of the boat look white?", "isBalanced": true, "groups": {"global": null, "local": "06-sailboat_white"}, "answer": "yes", "semanticStr": "select: boat (7)->relate: sailboat,to the right of,s (9) [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"10": "7", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sailboat is white.", "image": "n195925.jpg", "question_id": 20299831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "menu (10)"}, {"operation": "select", "dependencies": [], "argument": "ceiling (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20226387", "20226386"], "equivalent": ["20226388", "20226387"], "question": "Does the menu have a different color than the ceiling?", "isBalanced": true, "groups": {"global": null, "local": "09diff-ceiling_menu"}, "answer": "yes", "semanticStr": "select: menu (10)->select: ceiling (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "10"}, "fullAnswer": {"2": "10", "7": "9"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the menu is green and the ceiling is white.", "image": "n68769.jpg", "question_id": 20226388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (7)"}, {"operation": "select", "dependencies": [], "argument": "couch (13) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202059925"], "equivalent": ["202059924"], "question": "Do the tree and the couch have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-couch_tree"}, "answer": "yes", "semanticStr": "select: tree (7)->select: couch (13) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "13"}, "fullAnswer": {"3": "7", "6": "13"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the tree and the couch are green.", "image": "n14087.jpg", "question_id": 202059924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pliers (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201760542"], "equivalent": ["201760543"], "question": "Are there motorcycles or pliers in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-motorcycle_pliers"}, "answer": "no", "semanticStr": "select: motorcycle (-)->exist: ? [0]->select: pliers (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no pliers or motorcycles.", "image": "n350732.jpg", "question_id": 201760543}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947621", "201947622", "201947708"], "equivalent": ["201947707"], "question": "What is she using?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_using,o"}, "answer": "toothbrush", "semanticStr": "select: she (0)->relate: _,using,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"2": "0"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is using a toothbrush.", "image": "n473688.jpg", "question_id": 201947707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same material,_ (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20226502"], "equivalent": ["20226381"], "question": "What type of furniture is made of the same material as the white ceiling?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-ceiling_same material,_"}, "answer": "chair", "semanticStr": "select: ceiling (9)->filter color: white [0]->relate: furniture,same material,_ (13) [1]->query: name [2]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13", "12:14": "9"}, "fullAnswer": {"1": "13", "10": "9"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is made of the same material as the ceiling.", "image": "n68769.jpg", "question_id": 20226381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "select", "dependencies": [], "argument": "ceiling (9) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20226380"], "question": "What is common to the chair and the ceiling?", "isBalanced": true, "groups": {"global": null, "local": "09common-ceiling_chair"}, "answer": "material", "semanticStr": "select: chair (13)->select: ceiling (9) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "9", "5": "13"}, "fullAnswer": {"4": "13", "7": "9"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the chair and the ceiling are wooden.", "image": "n68769.jpg", "question_id": 20226380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in front of,s (2)"}, {"operation": "filter face expression", "dependencies": [1], "argument": "happy"}, {"operation": "relate", "dependencies": [2], "argument": "_,under,s (5)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201676412", "201676410", "201676411"], "equivalent": ["201676409"], "question": "What is under the happy person that is sitting in front of the table?", "isBalanced": true, "groups": {"global": "thing", "local": "14-person_under,s"}, "answer": "rug", "semanticStr": "select: table (4)->relate: person,sitting in front of,s (2) [0]->filter face expression: happy [1]->relate: _,under,s (5) [2]->query: name [3]", "annotations": {"answer": {"0": "5"}, "question": {"13": "4", "4:6": "2"}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is under the person.", "image": "n233607.jpg", "question_id": 201676409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (15)"}, {"operation": "relate", "dependencies": [0], "argument": "shower curtain,in front of,s (12)"}, {"operation": "relate", "dependencies": [1], "argument": "towel,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201947699"], "equivalent": ["201947699", "201947700"], "question": "Do you see towels to the left of the shower curtain that is in front of the bathtub?", "isBalanced": true, "groups": {"global": null, "local": "13-shower curtain_towel"}, "answer": "no", "semanticStr": "select: bathtub (15)->relate: shower curtain,in front of,s (12) [0]->relate: towel,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "12", "17": "15"}, "fullAnswer": {"4": "0", "10:12": "12"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a girl to the left of the shower curtain.", "image": "n473688.jpg", "question_id": 201947700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "patio (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340543"], "equivalent": ["20340560"], "question": "What is the item of furniture that is sitting on the patio called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-patio_sitting on,s"}, "answer": "chair", "semanticStr": "select: patio (0)->relate: furniture,sitting on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"11": "0", "3:6": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}], "entailed": ["20550279", "20550278", "20550273", "20550272", "20550271", "20550270", "20550277", "20550276", "20550275", "20550274", "20550240", "20550268", "20550269", "20550264", "20550265", "20550266", "20550267", "20550263", "20550239", "20550284", "20550282", "20550280", "20550281"], "equivalent": ["20550283"], "question": "Is this a gray van?", "isBalanced": true, "groups": {"global": null, "local": "06-van_gray"}, "answer": "yes", "semanticStr": "select: van (1)->verify color: gray [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, this is a gray van.", "image": "n579928.jpg", "question_id": 20550283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,below,s (5)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "_,sitting on,o (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["20340562"], "question": "What is the white object below the table sitting on?", "isBalanced": true, "groups": {"global": "place", "local": "14-chair_sitting on,o"}, "answer": "patio", "semanticStr": "select: table (7)->relate: chair,below,s (5) [0]->filter color: white [1]->relate: _,sitting on,o (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"7": "7", "3:5": "5"}, "fullAnswer": {"1": "5", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is sitting on the patio.", "image": "n513100.jpg", "question_id": 20340562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550287", "20550285", "20550290", "20550294", "20550289"], "equivalent": ["20550286"], "question": "What's on the grass?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-grass_on,s"}, "answer": "van", "semanticStr": "select: grass (2)->relate: _,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is on the grass.", "image": "n579928.jpg", "question_id": 20550286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2044711", "2044710", "2044528", "2044529", "2044709"], "equivalent": ["2044527"], "question": "Is there a fence near the building?", "isBalanced": true, "groups": {"global": null, "local": "13-building_fence"}, "answer": "no", "semanticStr": "select: building (0)->relate: fence,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "2", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a man near the building.", "image": "n184551.jpg", "question_id": 2044527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20550286", "20550287", "20550290", "20550294", "20550289"], "equivalent": ["20550285"], "question": "What is on the grass that is not tall?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-grass_on,s"}, "answer": "van", "semanticStr": "select: grass (2)->filter height: not(tall) [0]->relate: _,on,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8": "2", "4": "2"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is on the grass.", "image": "n579928.jpg", "question_id": 20550285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340572", "20340571", "20340570", "20340569", "20340543"], "equivalent": ["20340568"], "question": "What is underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (7)->relate: _,underneath,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is underneath the table.", "image": "n513100.jpg", "question_id": 20340568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,underneath,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340572", "20340571", "20340570", "20340568", "20340543"], "equivalent": ["20340569"], "question": "What is the piece of furniture underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (7)->relate: furniture,underneath,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"8": "7", "3:6": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n513100.jpg", "question_id": 20340569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550286", "20550287", "20550285", "20550290", "20550294"], "equivalent": ["20550287", "20550289"], "question": "How is the vehicle that is on the grass called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-grass_on,s"}, "answer": "van", "semanticStr": "select: grass (2)->relate: vehicle,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"8": "2", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n579928.jpg", "question_id": 20550289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "verify", "dependencies": [0], "argument": "dry"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201687470"], "question": "Does the shirt look white and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-dry_white"}, "answer": "no", "semanticStr": "select: shirt (5)->verify: dry [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is white but wet.", "image": "n228268.jpg", "question_id": 201687470}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven door (15)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20308288"], "question": "Is the oven door square and white?", "isBalanced": true, "groups": {"global": null, "local": "05-square_white"}, "answer": "no", "semanticStr": "select: oven door (15)->verify shape: square [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the oven door is square but dark.", "image": "n278312.jpg", "question_id": 20308288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "relate", "dependencies": [0], "argument": "book,on,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20381495"], "question": "Is the book on the shelf thin and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_thin"}, "answer": "no", "semanticStr": "select: shelf (2)->relate: book,on,s (4) [0]->verify color: red [1]->verify thickness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5": "2"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the book is red but thick.", "image": "n398257.jpg", "question_id": 20381495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "mirror,below,o (2)"}], "entailed": ["201411113"], "equivalent": ["201411032"], "question": "Is the male person below a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-person_mirror"}, "answer": "yes", "semanticStr": "select: person (0)->filter gender: male [0]->verify rel: mirror,below,o (2) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "2"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is below a mirror.", "image": "n415215.jpg", "question_id": 201411032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (4)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}], "entailed": ["20381487", "20381488", "20381470", "20381493", "20381492", "20381491", "20381497", "20381482", "20381485", "20381486"], "equivalent": ["20381490"], "question": "Does the book look closed?", "isBalanced": true, "groups": {"global": null, "local": "06-book_closed"}, "answer": "yes", "semanticStr": "select: book (4)->verify: closed [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the book is closed.", "image": "n398257.jpg", "question_id": 20381490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (13)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}], "entailed": ["20691498", "20691509", "20691508", "20691515", "20691516", "20691510", "20691511", "20691512", "20691513"], "equivalent": ["20691514"], "question": "Does the floor look dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_dirty"}, "answer": "no", "semanticStr": "select: floor (13)->verify cleanliness: dirty [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is clean.", "image": "n153293.jpg", "question_id": 20691514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven door (15)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20308285", "20308284", "20308288", "20308282"], "equivalent": ["20308283"], "question": "Does the oven door that looks square seem to be white?", "isBalanced": true, "groups": {"global": null, "local": "06-oven door_white"}, "answer": "no", "semanticStr": "select: oven door (15)->filter shape: square [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2:4": "15", "6": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the oven door is dark.", "image": "n278312.jpg", "question_id": 20308283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,above,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416534", "20416536", "20416504"], "equivalent": ["20416535"], "question": "What kind of cooking utensil is above the table?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-table_above,s"}, "answer": "pan", "semanticStr": "select: table (2)->relate: cooking utensil,above,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3:5": "16"}, "fullAnswer": {"1:3": "16", "5": "16"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a pan.", "image": "n234722.jpg", "question_id": 20416535}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (2)"}, {"operation": "relate", "dependencies": [0], "argument": "cow,to the right of,s (1)"}, {"operation": "choose size", "dependencies": [1], "argument": "large|little"}], "entailed": ["20865441", "20865440", "20865447", "20865446", "20865445", "20865438", "20865439", "20865437"], "equivalent": ["20865442"], "question": "Does the cow that is to the right of the other cow look little or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-cow_size"}, "answer": "large", "semanticStr": "select: cow (2)->relate: cow,to the right of,s (1) [0]->choose size: large|little [1]", "annotations": {"answer": {}, "question": {"11": "2", "2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cow is large.", "image": "n143935.jpg", "question_id": 20865442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboarder,to the right of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202101076"], "question": "What is the skateboarder to the right of the lamp wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-skateboarder_wearing,o"}, "answer": "jeans", "semanticStr": "select: lamp (8)->relate: skateboarder,to the right of,s (1) [0]->relate: _,wearing,o (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"9": "8", "3": "1"}, "fullAnswer": {"1": "1", "4": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing jeans.", "image": "n472825.jpg", "question_id": 202101076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["202218688", "202218689", "202218698", "202218697", "202218686", "202218687", "202218683"], "equivalent": ["202218694"], "question": "Is the window open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "closed", "semanticStr": "select: window (14)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is closed.", "image": "n578564.jpg", "question_id": 202218694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201589998"], "question": "Do you see any fences or frisbees there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_frisbee"}, "answer": "yes", "semanticStr": "select: frisbee (0)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a frisbee.", "image": "n260762.jpg", "question_id": 201589998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20902491", "20902489", "20902488", "20902498", "20902483", "20902497", "20902487", "20902485", "20902484"], "equivalent": ["20902486", "20902485"], "question": "What color is the poster that looks rectangular?", "isBalanced": true, "groups": {"global": "color", "local": "10q-poster_color"}, "answer": "green", "semanticStr": "select: poster (10)->filter shape: rectangular [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The poster is green.", "image": "n411121.jpg", "question_id": 20902486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bird,flying above,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20491807"], "question": "What color is the bird that flies above the water?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bird_color"}, "answer": "white", "semanticStr": "select: water (4)->relate: bird,flying above,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "4", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bird is white.", "image": "n335542.jpg", "question_id": 20491807}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202101046", "202101045", "202101047", "202101080"], "equivalent": ["202101079"], "question": "Who rides on a skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (5)->relate: person,riding on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "1", "4:6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder rides on a skateboard.", "image": "n472825.jpg", "question_id": 202101079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goggles (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361322", "20361219"], "equivalent": ["20361321"], "question": "Who is wearing goggles?", "isBalanced": true, "groups": {"global": "person", "local": "14-goggles_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: goggles (3)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "3"}, "fullAnswer": {"1": "2", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing goggles.", "image": "n352479.jpg", "question_id": 20361321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "select", "dependencies": [], "argument": "stone (10) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20794082"], "question": "What do the plate and the stone have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-plate_stone"}, "answer": "color", "semanticStr": "select: plate (2)->select: stone (10) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "10"}, "fullAnswer": {"4": "2", "7": "10"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the plate and the stone are white.", "image": "n278453.jpg", "question_id": 20794082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076577", "2076571", "2076572"], "equivalent": ["2076573"], "question": "What's larger than the man?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_bigger than,s"}, "answer": "entrance", "semanticStr": "select: man (17)->relate: _,bigger than,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entrance is bigger than the man.", "image": "n214497.jpg", "question_id": 2076573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entrance (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "relate", "dependencies": [1], "argument": "person,bigger than,o (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2076575", "2076576"], "equivalent": ["2076574"], "question": "Who is the entrance that is made of stone bigger than?", "isBalanced": true, "groups": {"global": "person", "local": "14-entrance_bigger than,o"}, "answer": "man", "semanticStr": "select: entrance (12)->filter material: stone [0]->relate: person,bigger than,o (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"8": "12", "3": "12"}, "fullAnswer": {"1": "12", "6": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entrance is bigger than the man.", "image": "n214497.jpg", "question_id": 2076574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entrance (12)"}, {"operation": "select", "dependencies": [], "argument": "man (17) "}, {"operation": "choose bigger", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2076576"], "question": "Which is bigger, the entrance or the man?", "isBalanced": true, "groups": {"global": "place", "local": "09compare-entrance_man"}, "answer": "entrance", "semanticStr": "select: entrance (12)->select: man (17) ->choose bigger:  [0, 1]", "annotations": {"answer": {"0": "12"}, "question": {"4": "12", "7": "17"}, "fullAnswer": {"1": "12", "6": "17"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The entrance is bigger than the man.", "image": "n214497.jpg", "question_id": 2076576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "waffles,on top of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202285469", "202285506", "202285480", "202285481", "202285482", "202285483", "202285484", "202285485", "202285486", "202285487", "202285479", "202285478", "202285471", "202285470", "202285473", "202285472", "202285474", "202285477", "202285476", "202285493", "202285492", "202285491", "202285490", "202285494"], "equivalent": ["202285475"], "question": "How big are the waffles on top of the plate?", "isBalanced": true, "groups": {"global": "size", "local": "10q-waffles_size"}, "answer": "small", "semanticStr": "select: plate (0)->relate: waffles,on top of,s (5) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "0", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The waffles are small.", "image": "n100991.jpg", "question_id": 202285475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "select", "dependencies": [], "argument": "knife (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20210830"], "equivalent": ["20210830", "20210831"], "question": "What is common to the fork and the knife?", "isBalanced": true, "groups": {"global": null, "local": "09common-fork_knife"}, "answer": "material", "semanticStr": "select: fork (1)->select: knife (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "0", "5": "1"}, "fullAnswer": {"4": "1", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the fork and the knife are metallic.", "image": "n312206.jpg", "question_id": 20210831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,in front of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20797739", "20797738", "20797735", "20797734", "20797737", "20797667", "20797666", "20797744", "20797740", "20797742", "20797743"], "equivalent": ["20797738", "20797737", "20797736", "20797739"], "question": "What animal is in front of the man that is in front of the tree?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_in front of,s"}, "answer": "cat", "semanticStr": "select: tree (9)->relate: man,in front of,s (8) [0]->relate: animal,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4", "14": "9", "7": "8"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n16656.jpg", "question_id": 20797736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (19)"}, {"operation": "relate", "dependencies": [0], "argument": "plant,growing in,s (20)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,behind,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201639404", "201639405", "201639339"], "equivalent": ["201639403"], "question": "What are the animals behind the plant that is growing in the field called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-plant_behind,s"}, "answer": "zebras", "semanticStr": "select: field (19)->relate: plant,growing in,s (20) [0]->relate: animal,behind,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "12": "19", "6": "20"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n497789.jpg", "question_id": 201639403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing beside,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202231510", "202231509"], "equivalent": ["202231508"], "question": "Who is standing beside the tree that is not short?", "isBalanced": true, "groups": {"global": "person", "local": "14-tree_standing beside,s"}, "answer": "man", "semanticStr": "select: tree (3)->filter: not(short) [0]->relate: person,standing beside,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "3", "5": "3"}, "fullAnswer": {"1": "6", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the tree.", "image": "n79078.jpg", "question_id": 202231508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20381632"], "question": "What is under the plant?", "isBalanced": true, "groups": {"global": "object", "local": "14-plant_under,s"}, "answer": "flower pot", "semanticStr": "select: plant (10)->relate: _,under,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"1:3": "9", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower pot is under the plant.", "image": "n398257.jpg", "question_id": 20381632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (9)"}, {"operation": "choose", "dependencies": [0], "argument": "full|empty"}], "entailed": ["20381620", "20381621", "20381622", "20381623", "20381610", "20381626", "20381627", "20381628", "20381629", "20381598", "20381609", "20381625"], "equivalent": ["20381630"], "question": "Is the plant pot full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-flower pot_16"}, "answer": "full", "semanticStr": "select: flower pot (9)->choose: full|empty [0]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plant pot is full.", "image": "n398257.jpg", "question_id": 20381630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202120283", "202120245", "202120282", "202120280", "202120281", "202120222", "202120224", "202120234", "202120243", "202120228", "202120229", "202120226", "202120247", "202120232", "202120231", "202120230", "202120242", "202120236", "202120235", "202120227"], "equivalent": ["202120233"], "question": "What's the door made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "wood", "semanticStr": "select: door (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of wood.", "image": "n500308.jpg", "question_id": 202120233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,standing beside,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202231329", "202231502", "202231501"], "equivalent": ["202231503"], "question": "What sign is the man standing beside of?", "isBalanced": true, "groups": {"global": "sign", "local": "15-man_standing beside,o"}, "answer": "stop sign", "semanticStr": "select: man (6)->relate: sign,standing beside,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "6", "6:8": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the stop sign.", "image": "n79078.jpg", "question_id": 202231503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (6)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,standing beside,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202231329", "202231502", "202231503"], "equivalent": ["202231501"], "question": "What is the sign that the man is standing beside of?", "isBalanced": true, "groups": {"global": "sign", "local": "15-man_standing beside,o"}, "answer": "stop sign", "semanticStr": "select: man (6)->relate: sign,standing beside,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1", "6": "6"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a stop sign.", "image": "n79078.jpg", "question_id": 202231501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (2)"}, {"operation": "choose color", "dependencies": [1], "argument": "blue|red"}], "entailed": ["201713565", "201713566"], "equivalent": ["201713566", "201713567"], "question": "Is the bottle near the mug red or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-spray bottle_color"}, "answer": "blue", "semanticStr": "select: mug (1)->relate: bottle,near,s (2) [0]->choose color: blue|red [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "1"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The spray bottle is blue.", "image": "n455563.jpg", "question_id": 201713567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify pose", "dependencies": [1], "argument": "lying"}], "entailed": [], "equivalent": ["20491873"], "question": "Does the large bear appear to be lying?", "isBalanced": true, "groups": {"global": null, "local": "06-bear_lying"}, "answer": "no", "semanticStr": "select: bear (3)->filter size: large [0]->verify pose: lying [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bear is standing.", "image": "n335542.jpg", "question_id": 20491873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201527832", "201527831", "201527830"], "equivalent": ["201527833"], "question": "Which kind of appliance is the table in front of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-table_in front of,o"}, "answer": "stove", "semanticStr": "select: table (5)->relate: appliance,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "5", "7": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the stove.", "image": "n118102.jpg", "question_id": 201527833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201527833", "201527831", "201527830"], "equivalent": ["201527832"], "question": "What is the appliance that the table is in front of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-table_in front of,o"}, "answer": "stove", "semanticStr": "select: table (5)->relate: appliance,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "6": "5"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n118102.jpg", "question_id": 201527832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201527833", "201527832", "201527831"], "equivalent": ["201527830"], "question": "What is this table in front of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-table_in front of,o"}, "answer": "stove", "semanticStr": "select: table (5)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in front of the stove.", "image": "n118102.jpg", "question_id": 201527830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress shirt (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201430635"], "question": "Is the dress shirt long sleeved and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long sleeved"}, "answer": "no", "semanticStr": "select: dress shirt (10)->verify color: blue [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dress shirt is long sleeved but white.", "image": "n206785.jpg", "question_id": 201430635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "whipped cream (17)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609360", "20609362", "20609359", "20609357", "20609358"], "equivalent": ["20609360", "20609361"], "question": "What is the fruit that the whipped cream is in front of?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-whipped cream_in front of,o"}, "answer": "strawberry", "semanticStr": "select: whipped cream (17)->relate: fruit,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14", "6:8": "17"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is a strawberry.", "image": "n437064.jpg", "question_id": 20609361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": [], "equivalent": ["201393419"], "question": "Does the floor look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_blue"}, "answer": "no", "semanticStr": "select: floor (10)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is brown.", "image": "n305495.jpg", "question_id": 201393419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,going into,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345082", "20345132"], "equivalent": ["20345133"], "question": "What is going into the tennis ball?", "isBalanced": true, "groups": {"global": "object", "local": "14-tennis ball_going into,s"}, "answer": "racket", "semanticStr": "select: tennis ball (5)->relate: _,going into,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "7:9": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tennis racket is going into the tennis ball.", "image": "n560243.jpg", "question_id": 20345133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,going into,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20345135", "20344941"], "equivalent": ["20345134"], "question": "What do you think is the tennis racket made of metal going into?", "isBalanced": true, "groups": {"global": "object", "local": "14-racket_going into,o"}, "answer": "tennis ball", "semanticStr": "select: racket (6)->filter material: metal [0]->relate: _,going into,o (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"10": "6", "6:8": "6"}, "fullAnswer": {"1": "6", "6:8": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The racket is going into the tennis ball.", "image": "n560243.jpg", "question_id": 20345134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20247476", "20247477", "20247470", "20247471", "20247472", "20247473", "20247474", "20247475", "20247450", "20247451", "20247478", "20247479", "20247458", "20247491", "20247481", "20247480", "20247483", "20247482", "20247485", "20247484", "20247486", "20247469", "20247468", "20247467", "20247466", "20247448", "20247460", "20247456", "20247457", "20247454", "20247492", "20247493", "20247455", "20247452", "20247453"], "equivalent": ["20247449", "20247448"], "question": "Does the purse look dark and large?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_large"}, "answer": "yes", "semanticStr": "select: purse (3)->verify color: dark [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the purse is dark and large.", "image": "n223750.jpg", "question_id": 20247449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706005", "20706004", "20706001", "20706003", "20706002", "20706010", "20706009", "20705941", "20705940", "20705942", "20705998", "20705999"], "equivalent": ["20706000"], "question": "What is in front of the speaker?", "isBalanced": true, "groups": {"global": "device", "local": "14-speaker_in front of,s"}, "answer": "keyboard", "semanticStr": "select: speaker (9)->relate: _,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is in front of the speaker.", "image": "n264887.jpg", "question_id": 20706000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,to the right of,s (3)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20752362"], "question": "Is the cabinet that is to the right of the toilet metallic and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_metal"}, "answer": "no", "semanticStr": "select: toilet (8)->relate: cabinet,to the right of,s (3) [0]->verify hardness: hard [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "8", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinet is hard but wooden.", "image": "n209843.jpg", "question_id": 20752362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706004", "20706001", "20706000", "20706003", "20706002", "20706010", "20706009", "20705941", "20705940", "20705942", "20705998", "20705999"], "equivalent": ["20706005"], "question": "Which kind of device is in front of the speaker?", "isBalanced": true, "groups": {"global": "device", "local": "15-speaker_in front of,s"}, "answer": "keyboard", "semanticStr": "select: speaker (9)->relate: device,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n264887.jpg", "question_id": 20706005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}], "entailed": ["20752365", "20752366", "20752362"], "equivalent": ["20752364"], "question": "Is the cabinet hard?", "isBalanced": true, "groups": {"global": null, "local": "06-cabinet_hard"}, "answer": "yes", "semanticStr": "select: cabinet (3)->verify hardness: hard [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cabinet is hard.", "image": "n209843.jpg", "question_id": 20752364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706006", "20706270"], "equivalent": ["20706007"], "question": "What kind of device is the keyboard in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_in front of,o"}, "answer": "speaker", "semanticStr": "select: keyboard (2)->relate: device,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "2", "7": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is in front of the speaker.", "image": "n264887.jpg", "question_id": 20706007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706007", "20706270"], "equivalent": ["20706006"], "question": "What is the device that that keyboard is in front of?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_in front of,o"}, "answer": "speaker", "semanticStr": "select: keyboard (2)->relate: device,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9", "6": "2"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n264887.jpg", "question_id": 20706006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (1)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201798366"], "equivalent": ["201798367", "201798366"], "question": "Is the counter hard and tan?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_tan"}, "answer": "no", "semanticStr": "select: counter (1)->verify hardness: hard [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the counter is hard but black.", "image": "n530733.jpg", "question_id": 201798367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snowboard (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20468774"], "question": "Is there either a snowboard or a helmet in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-helmet_snowboard"}, "answer": "yes", "semanticStr": "select: helmet (0)->exist: ? [0]->select: snowboard (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a helmet.", "image": "n171169.jpg", "question_id": 20468774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "seat (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201346735", "201346561"], "equivalent": ["201346736"], "question": "What's the seat on?", "isBalanced": true, "groups": {"global": "object", "local": "14-seat_on,o"}, "answer": "motorcycle", "semanticStr": "select: seat (6)->relate: _,on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "6", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The seat is on the motorbike.", "image": "n131634.jpg", "question_id": 201346736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202082234", "202082235", "202082236", "202082237", "202082230", "202082231", "202082218", "202082233", "202082270", "202082238", "202082239", "202082232", "202082241", "202082240", "202082249", "202082269", "202082262", "202082260", "202082229", "202082228", "202082252", "202082253", "202082250", "202082251", "202082256", "202082257", "202082258", "202082259"], "equivalent": ["202082217"], "question": "Is the keyboard small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: keyboard (8)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the keyboard is small and black.", "image": "n433692.jpg", "question_id": 202082217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn around,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,sitting beside,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878404", "201878375"], "equivalent": ["201878405"], "question": "What is the animal that is sitting beside the person the coat is worn around?", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_sitting beside,s"}, "answer": "dog", "semanticStr": "select: coat (16)->relate: person,worn around,o (2) [0]->relate: animal,sitting beside,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "2", "11": "16", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n342511.jpg", "question_id": 201878405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (22)"}, {"operation": "filter", "dependencies": [0], "argument": "padded"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202125980", "202125981"], "equivalent": ["202125982"], "question": "What items of furniture are padded?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_padded"}, "answer": "chairs", "semanticStr": "select: furniture (22)->filter: padded [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"1:4": "22"}, "fullAnswer": {"1:4": "22", "5": "22"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n573460.jpg", "question_id": 202125982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (4)"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202162511", "202162512", "202162513", "202162514", "202162506", "202162532", "202162524", "202162527", "202162531", "202162521", "202162522", "202162529", "202162533", "202162507", "202162530", "202162541", "202162515"], "equivalent": ["202162523"], "question": "Does the pillow have striped pattern and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-striped_white"}, "answer": "yes", "semanticStr": "select: pillow (4)->verify pattern: striped [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pillow is striped and white.", "image": "n69237.jpg", "question_id": 202162523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (18)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201879510"], "equivalent": ["201879511"], "question": "Is the vehicle behind the logo white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: logo (10)->relate: vehicle,behind,s (18) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "18", "5": "10"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the truck is white but small.", "image": "n290409.jpg", "question_id": 201879511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(typical)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047511"], "equivalent": ["201047512"], "question": "Which kind of clothing is not typical?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#typical"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter: not(typical) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n234683.jpg", "question_id": 201047512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201047515"], "equivalent": ["201047515", "201047514"], "question": "Is the suit both black and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-black_dirty"}, "answer": "no", "semanticStr": "select: suit (4)->verify color: black [0]->verify cleanliness: dirty  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the suit is black but clean.", "image": "n234683.jpg", "question_id": 201047514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20541205", "20541206", "20541207", "20541211"], "equivalent": ["20541210"], "question": "Is there either any lamp or table that is made of metal?", "isBalanced": true, "groups": {"global": null, "local": "04-table_metal"}, "answer": "no", "semanticStr": "select: table (1)->filter material: metal [0]->exist: ? [1]->select: lamp (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is made of wood.", "image": "n527290.jpg", "question_id": 20541210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "lamp,next to,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201832335", "201832334", "201832336", "201832333"], "equivalent": ["201832399"], "question": "Are there any lamps next to the books on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-books_lamp"}, "answer": "yes", "semanticStr": "select: books (9)->filter hposition: right [0]->relate: lamp,next to,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "7": "9"}, "fullAnswer": {"8": "9", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp next to the books.", "image": "n432591.jpg", "question_id": 201832399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201393735", "201393734", "201393737", "201393736"], "equivalent": ["201393738"], "question": "On which side of the picture is the small chair?", "isBalanced": true, "groups": {"global": null, "local": "10q-chair_hposition"}, "answer": "left", "semanticStr": "select: chair (7)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is on the left of the image.", "image": "n305495.jpg", "question_id": 201393738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "people,to the left of,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20516132", "20516133"], "equivalent": ["20516134"], "question": "Are there people to the left of the vehicle that is not little?", "isBalanced": true, "groups": {"global": null, "local": "13-train_people"}, "answer": "no", "semanticStr": "select: vehicle (3)->filter size: not(small) [0]->relate: people,to the left of,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "6", "8": "3", "12": "3"}, "fullAnswer": {"9": "3", "2": "6"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the people are to the right of the train.", "image": "n70461.jpg", "question_id": 20516134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "nightstand,sitting atop,o (2)"}], "entailed": [], "equivalent": ["201832393"], "question": "Is the lamp sitting atop the nightstand that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_nightstand"}, "answer": "yes", "semanticStr": "select: lamp (0)->verify rel: nightstand,sitting atop,o (2) [0]", "annotations": {"answer": {}, "question": {"11": "2", "2": "0", "6": "2"}, "fullAnswer": {"2": "0", "7": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the lamp is sitting atop the nightstand.", "image": "n432591.jpg", "question_id": 201832393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20954163", "20954165", "20954164"], "equivalent": ["20954166"], "question": "On which side is the woman?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the right of the image.", "image": "n498712.jpg", "question_id": 20954166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832446", "201832388", "201832389", "201832390", "201832387"], "equivalent": ["201832391"], "question": "Which kind of furniture is the lamp sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lamp_sitting atop,o"}, "answer": "nightstand", "semanticStr": "select: lamp (0)->relate: furniture,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is sitting atop the nightstand.", "image": "n432591.jpg", "question_id": 201832391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "filter", "dependencies": [0], "argument": "stacked"}, {"operation": "relate", "dependencies": [1], "argument": "lamp,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201832335", "201832334", "201832336", "201832333"], "equivalent": ["201832395"], "question": "Are there lamps near the stacked books?", "isBalanced": true, "groups": {"global": null, "local": "13-books_lamp"}, "answer": "yes", "semanticStr": "select: books (9)->filter: stacked [0]->relate: lamp,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "9"}, "fullAnswer": {"4": "0", "7": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp near the books.", "image": "n432591.jpg", "question_id": 201832395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,eating,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064660", "201064661", "201064992", "201064993", "201064996", "201064994", "201064995", "201064659", "201064658"], "equivalent": ["201064997"], "question": "Which kind of fast food does the boy eat?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-boy_eating,o"}, "answer": "hamburger", "semanticStr": "select: boy (4)->relate: fast food,eating,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "10"}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy eats a hamburger.", "image": "n88933.jpg", "question_id": 201064997}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201822331"], "question": "What is in front of the toilet?", "isBalanced": true, "groups": {"global": "", "local": "14-toilet_in front of,s"}, "answer": "sink", "semanticStr": "select: toilet (8)->relate: _,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is in front of the toilet.", "image": "n417401.jpg", "question_id": 201822331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (2)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20299665", "20299660", "20299657", "20299656", "20299654", "20299653", "20299659", "20299658"], "equivalent": ["20299655"], "question": "What is the size of the airplane?", "isBalanced": true, "groups": {"global": "size", "local": "10q-airplane_size"}, "answer": "large", "semanticStr": "select: airplane (2)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The airplane is large.", "image": "n195925.jpg", "question_id": 20299655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400144", "201400150", "201400142", "201400141", "201400149", "201400133", "201400134", "201400143", "201400151"], "equivalent": ["201400148"], "question": "What is the brown item of furniture in this photograph?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "bookcase", "semanticStr": "select: furniture (5)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4:7": "5"}, "fullAnswer": {"1:4": "5", "6": "5"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n344136.jpg", "question_id": 201400148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201822333"], "equivalent": ["201822334"], "question": "What is the sink in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-sink_in front of,o"}, "answer": "toilet", "semanticStr": "select: sink (4)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "4", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is in front of the toilet.", "image": "n417401.jpg", "question_id": 201822334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (3)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["20827364"], "equivalent": ["20827365"], "question": "Does the square window look white?", "isBalanced": true, "groups": {"global": null, "local": "06-window_white"}, "answer": "no", "semanticStr": "select: window (3)->filter shape: square [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the window is dark.", "image": "n283587.jpg", "question_id": 20827365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (2)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20299649", "20299652", "20299650"], "equivalent": ["20299651"], "question": "Is the airplane on the left side or on the right of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-airplane_hposition"}, "answer": "right", "semanticStr": "select: airplane (2)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The airplane is on the right of the image.", "image": "n195925.jpg", "question_id": 20299651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,below,o (-)"}], "entailed": [], "equivalent": ["20964062"], "question": "Is the sink below a cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-sink_cabinet"}, "answer": "no", "semanticStr": "select: sink (7)->verify rel: cabinet,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sink is below the mirror.", "image": "n119886.jpg", "question_id": 20964062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "relate", "dependencies": [0], "argument": "painting,above,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202173927", "202173925", "202173930", "202173931", "202173932", "202173929"], "equivalent": ["202173929", "202173928"], "question": "Which color is the painting that is above the bench?", "isBalanced": true, "groups": {"global": "color", "local": "10q-painting_color"}, "answer": "green", "semanticStr": "select: bench (7)->relate: painting,above,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "7", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The painting is green.", "image": "n398429.jpg", "question_id": 202173928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201936052", "201936051", "201936050", "201936055", "201936046", "201936047", "201936048", "201936049", "201936054", "201936056"], "equivalent": ["201936053"], "question": "What is the floor made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-floor_material"}, "answer": "wood", "semanticStr": "select: floor (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is made of wood.", "image": "n500209.jpg", "question_id": 201936053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2058588"], "question": "Are the trees brown and high?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_high"}, "answer": "no", "semanticStr": "select: trees (8)->verify color: brown [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are high but green.", "image": "n497658.jpg", "question_id": 2058588}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candle (33)"}, {"operation": "verify", "dependencies": [0], "argument": "beautiful"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201669467", "201669466", "201669465", "201669464", "201669463", "201669462", "201669461", "201669473", "201669474", "201669475", "201669476", "201669469", "201669470", "201669472", "201669471"], "equivalent": ["201669468"], "question": "Is the candle red and beautiful?", "isBalanced": true, "groups": {"global": null, "local": "05-beautiful_red"}, "answer": "yes", "semanticStr": "select: candle (33)->verify: beautiful [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "33"}, "fullAnswer": {"2": "33"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the candle is red and beautiful.", "image": "n238266.jpg", "question_id": 201669468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (9)"}, {"operation": "choose", "dependencies": [0], "argument": "closed|open"}], "entailed": ["2058558", "2058573", "2058574", "2058575", "2058576", "2058577", "2058578", "2058579"], "equivalent": ["2058583"], "question": "Is the door closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-door_15"}, "answer": "closed", "semanticStr": "select: door (9)->choose: closed|open [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The door is closed.", "image": "n497658.jpg", "question_id": 2058583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candle (33)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201669459", "201669458"], "equivalent": ["201669460"], "question": "In which part of the photo is the red candle, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-candle_vposition"}, "answer": "top", "semanticStr": "select: candle (33)->filter color: red [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"8:10": "33"}, "fullAnswer": {"1": "33"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The candle is in the top of the image.", "image": "n238266.jpg", "question_id": 201669460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "sleeveless|long sleeved"}], "entailed": ["20866399", "20866404", "20866405", "20866402", "20866400", "20866409"], "equivalent": ["20866406"], "question": "Is the white shirt sleeveless or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "sleeveless", "semanticStr": "select: shirt (4)->filter color: white [0]->choose: sleeveless|long sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is sleeveless.", "image": "n579256.jpg", "question_id": 20866406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,inside,o (3)"}], "entailed": [], "equivalent": ["201885243"], "question": "Is the frisbee inside the fence?", "isBalanced": true, "groups": {"global": null, "local": "13-frisbee_fence"}, "answer": "yes", "semanticStr": "select: frisbee (0)->verify rel: fence,inside,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5": "3"}, "fullAnswer": {"2": "0", "6": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the frisbee is inside the fence.", "image": "n222297.jpg", "question_id": 201885243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plier (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snowboards (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20302664"], "equivalent": ["20302665"], "question": "Are there any snowboards or pliers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-plier_snowboards"}, "answer": "no", "semanticStr": "select: plier (-)->exist: ? [0]->select: snowboards (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no snowboards or pliers.", "image": "n318684.jpg", "question_id": 20302665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|red"}], "entailed": ["20120400"], "equivalent": ["20120401", "20120400"], "question": "Is the bat red or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bat_color"}, "answer": "gray", "semanticStr": "select: bat (6)->choose color: gray|red [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bat is gray.", "image": "n117888.jpg", "question_id": 20120401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (5)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thick"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["202082021", "202082023", "202082022"], "equivalent": ["202082020"], "question": "Are the thick books on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-books_right"}, "answer": "yes", "semanticStr": "select: books (5)->filter thickness: thick [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the books are on the right of the image.", "image": "n433692.jpg", "question_id": 202082020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (19)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20162281"], "equivalent": ["20162282"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (19)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "19"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a shirt.", "image": "n202379.jpg", "question_id": 20162282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (4)"}, {"operation": "filter", "dependencies": [0], "argument": "electric"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (24)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20317029", "20317028", "20317030", "20317031"], "equivalent": ["20317027"], "question": "What is the piece of furniture below the electric toaster called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-toaster_below,s"}, "answer": "drawer", "semanticStr": "select: toaster (4)->filter: electric [0]->relate: furniture,below,s (24) [1]->query: name [2]", "annotations": {"answer": {"0": "24"}, "question": {"8:10": "4", "3:6": "24"}, "fullAnswer": {"1:4": "24", "6": "24"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a drawer.", "image": "n350766.jpg", "question_id": 20317027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "boy,in front of,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20162289", "20162287", "20162432"], "equivalent": ["20162287", "20162288"], "question": "Are there boys in front of the fence that looks long?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_boy"}, "answer": "yes", "semanticStr": "select: fence (3)->filter length: long [0]->relate: boy,in front of,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "3", "2": "1", "7": "3"}, "fullAnswer": {"9": "3", "4": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a boy in front of the fence.", "image": "n202379.jpg", "question_id": 20162288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "select", "dependencies": [], "argument": "bat (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201156008"], "question": "Are both the helmet and the bat made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-bat_helmet"}, "answer": "no", "semanticStr": "select: helmet (0)->select: bat (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "11"}, "fullAnswer": {"9": "11", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the bat is made of wood.", "image": "n146522.jpg", "question_id": 201156008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (8)"}, {"operation": "select", "dependencies": [], "argument": "artwork (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201803679", "201803681", "201803680"], "equivalent": ["201803678", "201803679", "201803680"], "question": "Are both the vase and the artwork the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-artwork_vase"}, "answer": "yes", "semanticStr": "select: vase (8)->select: artwork (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "8", "6": "10"}, "fullAnswer": {"3": "8", "6": "10"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the vase and the artwork are white.", "image": "n51002.jpg", "question_id": 201803678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (1)"}, {"operation": "verify age", "dependencies": [0], "argument": "young"}], "entailed": ["20349755", "20349756", "20349757", "20349758", "20349746", "20349745", "20349744", "20349743", "20349742", "20349747", "20349759"], "equivalent": ["20349740"], "question": "Is she young?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_young"}, "answer": "yes", "semanticStr": "select: she (1)->verify age: young [0]", "annotations": {"answer": {}, "question": {"1": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the woman is young.", "image": "n468864.jpg", "question_id": 20349740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "select", "dependencies": [], "argument": "pipe (16) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20149568"], "equivalent": ["20149569"], "question": "Does the toilet have a different color than the pipe?", "isBalanced": true, "groups": {"global": null, "local": "09diff-pipe_toilet"}, "answer": "no", "semanticStr": "select: toilet (0)->select: pipe (16) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "16", "2": "0"}, "fullAnswer": {"3": "0", "6": "16"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the toilet and the pipe are white.", "image": "n65866.jpg", "question_id": 20149569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20385643", "20385635", "20385624", "20385625", "20385626", "20385636", "20385622", "20385623"], "equivalent": ["20385644"], "question": "What device is on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_on"}, "answer": "laptop", "semanticStr": "select: device (4)->filter: on [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n90294.jpg", "question_id": 20385644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756547", "201756549", "201756548", "201756502", "201756550", "201756504", "201756516", "201756517", "201756503", "201756515", "201756518"], "equivalent": ["201756551"], "question": "Which kind of animal is small?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_small"}, "answer": "kitten", "semanticStr": "select: animal (1)->filter size: small [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cake (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201624232", "201624316"], "equivalent": ["201624317"], "question": "Is there a knife or a cake in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cake_knife"}, "answer": "no", "semanticStr": "select: knife (-)->exist: ? [0]->select: cake (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cakes or knives.", "image": "n59676.jpg", "question_id": 201624317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20385300", "20385301"], "equivalent": ["20385641"], "question": "Are there any phones?", "isBalanced": true, "groups": {"global": null, "local": "03-phone"}, "answer": "no", "semanticStr": "select: phone (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no phones.", "image": "n90294.jpg", "question_id": 20385641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "napkin,on top of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,to the left of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202225821", "202225822", "202225823", "202225819", "202225786"], "equivalent": ["202225819", "202225820"], "question": "What are the vegetables to the left of the napkin that is on top of the table?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-napkin_to the left of,s"}, "answer": "carrots", "semanticStr": "select: table (2)->relate: napkin,on top of,s (3) [0]->relate: vegetable,to the left of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"9": "3", "3": "11", "16": "2"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are carrots.", "image": "n336443.jpg", "question_id": 202225820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "cow,on,s (0)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}], "entailed": ["201976556", "201976554", "201976555", "201976552", "201976550", "201976551"], "equivalent": ["201976553"], "question": "Does the cow on the street look soft?", "isBalanced": true, "groups": {"global": null, "local": "06-cow_soft"}, "answer": "yes", "semanticStr": "select: street (10)->relate: cow,on,s (0) [0]->verify hardness: soft [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "10"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cow is soft.", "image": "n279173.jpg", "question_id": 201976553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cheese (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the right of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202037082", "202037081", "202037080", "202036661", "202036662"], "equivalent": ["202036663"], "question": "What vegetable is to the right of the cheese?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cheese_to the right of,s"}, "answer": "spinach", "semanticStr": "select: cheese (9)->relate: vegetable,to the right of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "3": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is spinach.", "image": "n200225.jpg", "question_id": 202036663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (11)"}, {"operation": "select", "dependencies": [], "argument": "cups (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201303133"], "equivalent": ["201303132"], "question": "Do the curtains and the cups have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-cups_curtains"}, "answer": "yes", "semanticStr": "select: curtains (11)->select: cups (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "11", "5": "10"}, "fullAnswer": {"3": "11", "6": "10"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the curtains and the cups are white.", "image": "n518912.jpg", "question_id": 201303132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "choose name", "dependencies": [1], "argument": "laptop|keyboard"}], "entailed": ["20385647"], "equivalent": ["20385648", "20385647"], "question": "What type of device is not on, the laptop or the keyboard?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#on"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter: not(on) [0]->choose name: laptop|keyboard [1]", "annotations": {"answer": {"0": "6"}, "question": {"11": "6", "8": "4", "3": "4"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The keyboard is not on.", "image": "n90294.jpg", "question_id": 20385648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting next to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201903004", "201903005", "201903006", "201902921", "201903002", "201903003"], "equivalent": ["201903007"], "question": "What device is sitting next to the computer mouse?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer mouse_sitting next to,s"}, "answer": "keyboard", "semanticStr": "select: computer mouse (9)->relate: device,sitting next to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n435808.jpg", "question_id": 201903007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (2)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20883298", "20883296", "20883297", "20883294", "20883293"], "equivalent": ["20883295"], "question": "What is the color of the shirt the boy is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "gray", "semanticStr": "select: boy (2)->relate: shirt,wearing,o (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "2", "6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is gray.", "image": "n159284.jpg", "question_id": 20883295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "shoes,wearing,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20162137", "20162136", "20162140", "20162141"], "equivalent": ["20162138"], "question": "How clean are the shoes the boy is wearing?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-shoes_cleanliness"}, "answer": "dirty", "semanticStr": "select: boy (0)->relate: shoes,wearing,o (13) [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4": "13", "6": "0"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are dirty.", "image": "n202379.jpg", "question_id": 20162138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (3)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201455943"], "equivalent": ["201455942"], "question": "Where is that sign?", "isBalanced": true, "groups": {"global": "road", "local": "14-sign_on,o"}, "answer": "road", "semanticStr": "select: sign (3)->relate: place,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is on the road.", "image": "n413761.jpg", "question_id": 201455942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the right of|to the left of,s (1)"}], "entailed": ["20982338", "20982442", "20982441", "20982440", "20982438", "20982439", "20982335", "20982334", "20982336"], "equivalent": ["20982337", "20982336"], "question": "Is the tall man to the left or to the right of the glasses that are not big?", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_man"}, "answer": "right", "semanticStr": "select: glasses (7)->filter size: not(large) [0]->choose rel: man,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "1", "17": "7"}, "fullAnswer": {"1": "1", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the glasses.", "image": "n52544.jpg", "question_id": 20982337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,below,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201623846", "201623845", "201623844", "201623843", "201623841", "201623840"], "equivalent": ["201623842", "201623841", "201623840"], "question": "What are the items of furniture below the stove in the middle of the image called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-stove_below,s"}, "answer": "cabinets", "semanticStr": "select: stove (6)->filter vposition: middle [0]->relate: furniture,below,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"8": "6", "3:6": "5"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n501609.jpg", "question_id": 201623842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beans (1)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244357", "202244356", "202244354", "202244353", "202244351", "202244358"], "equivalent": ["202244355"], "question": "What food is to the left of the beans?", "isBalanced": true, "groups": {"global": "food", "local": "15-beans_to the left of,s"}, "answer": "dip", "semanticStr": "select: beans (1)->relate: food,to the left of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a dip.", "image": "n296467.jpg", "question_id": 202244355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "hardwood"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}], "entailed": ["20441966", "20441967", "20441965", "20441962", "20441963", "20441968", "20441969"], "equivalent": ["20441964"], "question": "Does the hardwood floor look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_brown"}, "answer": "yes", "semanticStr": "select: floor (12)->filter material: hardwood [0]->verify color: brown [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the floor is brown.", "image": "n207708.jpg", "question_id": 20441964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479103", "201479102", "201479320"], "equivalent": ["201479321"], "question": "What fruit is the cup behind of?", "isBalanced": true, "groups": {"global": "color", "local": "15-cup_behind,o"}, "answer": "orange", "semanticStr": "select: cup (2)->relate: fruit,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is behind the orange.", "image": "n181210.jpg", "question_id": 201479321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479103", "201479102", "201479321"], "equivalent": ["201479320"], "question": "What is the fruit that the cup is behind of?", "isBalanced": true, "groups": {"global": "color", "local": "15-cup_behind,o"}, "answer": "orange", "semanticStr": "select: cup (2)->relate: fruit,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "2"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is an orange.", "image": "n181210.jpg", "question_id": 201479320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "select", "dependencies": [], "argument": "forks (1) "}, {"operation": "filter color", "dependencies": [3], "argument": "silver"}, {"operation": "verify material", "dependencies": [4], "argument": "metal"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["201908928", "201908922", "201908923", "201908921", "201908926", "201908927", "201908924", "201908925", "201908799", "201908798", "201908801", "201908800", "201908795", "201908794", "201908797"], "equivalent": ["201908920"], "question": "Are both the silver knives and the silver forks made of metal?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-forks_knives"}, "answer": "yes", "semanticStr": "select: knives (2)->filter color: silver [0]->verify material: metal [1]->select: forks (1) ->filter color: silver [3]->verify material: metal [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"3:5": "2", "7:9": "1"}, "fullAnswer": {"3": "2", "6": "1"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the knives and the forks are made of metal.", "image": "n479092.jpg", "question_id": 201908920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "relate", "dependencies": [0], "argument": "knife block,on,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20308995", "20308994"], "equivalent": ["20308996"], "question": "What color is the knife block on the counter?", "isBalanced": true, "groups": {"global": "color", "local": "10q-knife block_color"}, "answer": "light brown", "semanticStr": "select: counter (26)->relate: knife block,on,s (20) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "26", "4:6": "20"}, "fullAnswer": {"1:3": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The knife block is light brown.", "image": "n278312.jpg", "question_id": 20308996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "relate", "dependencies": [1], "argument": "plate,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201479327", "201479326"], "equivalent": ["201479327", "201479328"], "question": "Are there any plates behind the orange fruit?", "isBalanced": true, "groups": {"global": null, "local": "13-orange_plate"}, "answer": "no", "semanticStr": "select: fruit (1)->filter color: orange [0]->relate: plate,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "1"}, "fullAnswer": {"4": "2", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cup behind the orange.", "image": "n181210.jpg", "question_id": 201479328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201760522"], "equivalent": ["201760521"], "question": "Where was the image taken?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lawn", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It was taken at the lawn.", "image": "n350732.jpg", "question_id": 201760521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006675", "202006678", "202006191", "202006190", "202006463", "202006464", "202006677"], "equivalent": ["202006676"], "question": "What piece of furniture is to the left of the shelves?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelves_to the left of,s"}, "answer": "table", "semanticStr": "select: shelves (15)->relate: furniture,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1:4": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n97485.jpg", "question_id": 202006676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (18)"}, {"operation": "relate", "dependencies": [0], "argument": "umbrella,to the left of,s (19)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20837039", "20837038", "20837043", "20837032", "20837031", "20837022", "20837023", "20837020", "20837021", "20837035", "20837034", "20837037", "20837036", "20837026", "20837027", "20837024", "20837025", "20837019", "20837033"], "equivalent": ["20837019", "20837018"], "question": "Is the umbrella to the left of the person green and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_green"}, "answer": "yes", "semanticStr": "select: person (18)->relate: umbrella,to the left of,s (19) [0]->verify: closed [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "18", "2": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the umbrella is green and closed.", "image": "n507959.jpg", "question_id": 20837018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (3)"}, {"operation": "choose color", "dependencies": [1], "argument": "orange|black"}], "entailed": ["20480401"], "equivalent": ["20480402"], "question": "Does the animal to the left of the lamp look orange or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-cat_color"}, "answer": "orange", "semanticStr": "select: lamp (12)->relate: animal,to the left of,s (3) [0]->choose color: orange|black [1]", "annotations": {"answer": {}, "question": {"8": "12", "2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cat is orange.", "image": "n520071.jpg", "question_id": 20480402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (19)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20837016", "20837015", "20837014"], "equivalent": ["20837017"], "question": "On which side of the picture is the umbrella?", "isBalanced": true, "groups": {"global": null, "local": "10q-umbrella_hposition"}, "answer": "left", "semanticStr": "select: umbrella (19)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is on the left of the image.", "image": "n507959.jpg", "question_id": 20837017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047488"], "equivalent": ["201047489"], "question": "Which kind of clothing isn't black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#black"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter color: not(black) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4:6": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n234683.jpg", "question_id": 201047489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing beside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20978725", "20978724", "20978481"], "equivalent": ["20978723"], "question": "The man is standing beside what?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_standing beside,o"}, "answer": "motorcycle", "semanticStr": "select: man (7)->relate: _,standing beside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the motorcycle.", "image": "n551964.jpg", "question_id": 20978723}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,in front of,s (11)"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["201662991", "201662992", "201663009", "201663008", "201663007", "201663005", "201663004", "201663010", "201663011"], "equivalent": ["201663012"], "question": "Is the floor in front of the oven clean or dirty?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-floor_cleanliness"}, "answer": "clean", "semanticStr": "select: oven (0)->relate: floor,in front of,s (11) [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2": "11", "7": "0"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is clean.", "image": "n35676.jpg", "question_id": 201663012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201047489"], "equivalent": ["201047488"], "question": "What is the name of the clothing item that is not black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#black"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter color: not(black) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"6:8": "4"}, "fullAnswer": {"1:3": "4", "5:7": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt.", "image": "n234683.jpg", "question_id": 201047488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201920407", "201920406", "201920405", "201920404", "201920403", "201920401"], "equivalent": ["201920402"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "field", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a field.", "image": "n187544.jpg", "question_id": 201920402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (7)"}, {"operation": "verify rel", "dependencies": [1], "argument": "motorcycle,standing beside,o (0)"}], "entailed": ["20978727"], "equivalent": ["20978726"], "question": "Is the man that is to the right of the boy standing beside a motorcycle?", "isBalanced": true, "groups": {"global": null, "local": "13-man_motorcycle"}, "answer": "yes", "semanticStr": "select: boy (12)->relate: man,to the right of,s (7) [0]->verify rel: motorcycle,standing beside,o (0) [1]", "annotations": {"answer": {}, "question": {"10": "12", "2": "7", "14": "0"}, "fullAnswer": {"2": "7", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is standing beside a motorcycle.", "image": "n551964.jpg", "question_id": 20978726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing beside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20978724", "20978723", "20978481"], "equivalent": ["20978725"], "question": "What is the man standing beside of?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_standing beside,o"}, "answer": "motorcycle", "semanticStr": "select: man (7)->relate: _,standing beside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "7", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the motorcycle.", "image": "n551964.jpg", "question_id": 20978725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (22)"}, {"operation": "filter", "dependencies": [0], "argument": "folding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202125984", "202125983"], "equivalent": ["202125985"], "question": "What kind of furniture is folding?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_folding"}, "answer": "chairs", "semanticStr": "select: furniture (22)->filter: folding [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "22", "3": "22"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n573460.jpg", "question_id": 202125985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663020", "201663016", "201663019", "201663473"], "equivalent": ["201663018", "201663019", "201663016"], "question": "What is the appliance that the floor is in front of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-floor_in front of,o"}, "answer": "dishwasher", "semanticStr": "select: floor (11)->relate: appliance,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "6": "11"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher.", "image": "n35676.jpg", "question_id": 201663018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "filter weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20679178", "20679179", "20679174", "20679176", "20679177", "20679170", "20679171", "20679172", "20679173"], "equivalent": ["20679175", "20679176"], "question": "What color do you think the cloudy sky is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "gray", "semanticStr": "select: sky (12)->filter weather: cloudy [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is gray.", "image": "n493357.jpg", "question_id": 20679175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (10)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (6)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202266064", "202265982", "202266062"], "equivalent": ["202266063", "202266062", "202266064"], "question": "Are there couches near the window?", "isBalanced": true, "groups": {"global": null, "local": "13-window_couch"}, "answer": "yes", "semanticStr": "select: window (10)->relate: couch,near,s (6) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "10"}, "fullAnswer": {"4": "6", "7": "10"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a couch near the window.", "image": "n534106.jpg", "question_id": 202266063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "kite (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201873667"], "question": "Are there any red kites or flags?", "isBalanced": true, "groups": {"global": null, "local": "04-flag_red"}, "answer": "no", "semanticStr": "select: flag (9)->filter color: red [0]->exist: ? [1]->select: kite (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a flag but it is blue.", "image": "n309148.jpg", "question_id": 201873667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "select", "dependencies": [], "argument": "man (2) "}, {"operation": "choose older", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20434687"], "question": "Who is older, the boy or the man?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-boy_man"}, "answer": "man", "semanticStr": "select: boy (1)->select: man (2) ->choose older:  [0, 1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "1", "7": "2"}, "fullAnswer": {"1": "2", "6": "1"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The man is older than the boy.", "image": "n431447.jpg", "question_id": 20434687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20618836"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "people", "semanticStr": "select: person (0)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are sitting.", "image": "n126087.jpg", "question_id": 20618836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (16)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030463", "201030458", "201030459", "201030457", "201030393"], "equivalent": ["201030460"], "question": "What kind of furniture is in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_in front of,s"}, "answer": "couch", "semanticStr": "select: wall (16)->relate: furniture,in front of,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n54424.jpg", "question_id": 201030460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["20754745", "20754747", "20754746"], "equivalent": ["20754744"], "question": "Does the long sleeved shirt look black?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_black"}, "answer": "yes", "semanticStr": "select: shirt (4)->filter: long sleeved [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2:5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is black.", "image": "n566028.jpg", "question_id": 20754744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "pointing"}, {"operation": "relate", "dependencies": [1], "argument": "_,pointing at,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20412539", "20412538", "20412289", "20412537"], "equivalent": ["20412537", "20412536"], "question": "What is the person that is pointing pointing at?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_pointing at,o"}, "answer": "table", "semanticStr": "select: person (6)->filter pose: pointing [0]->relate: _,pointing at,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"3": "6", "6": "6"}, "fullAnswer": {"1": "6", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is pointing at the table.", "image": "n445353.jpg", "question_id": 20412536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["20412530", "20412533", "20412535", "20412534"], "equivalent": ["20412531"], "question": "What is the person to the left of the other person doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "pointing", "semanticStr": "select: person (7)->relate: person,to the left of,s (6) [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"10": "7", "3": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is pointing.", "image": "n445353.jpg", "question_id": 20412531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine glass (16)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20226631"], "question": "Is there a bottle near the wineglass?", "isBalanced": true, "groups": {"global": null, "local": "13-wine glass_bottle"}, "answer": "no", "semanticStr": "select: wine glass (16)->relate: bottle,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "16"}, "fullAnswer": {"4": "15", "7": "16"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a plate near the wineglass.", "image": "n68769.jpg", "question_id": 20226631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (8)"}, {"operation": "choose name", "dependencies": [0], "argument": "mirror|bed"}], "entailed": [], "equivalent": ["201175666"], "question": "Is this a bed or a mirror?", "isBalanced": true, "groups": {"global": "object", "local": "08oc-bed_mirror"}, "answer": "mirror", "semanticStr": "select: this (8)->choose name: mirror|bed [0]", "annotations": {"answer": {"0": "8"}, "question": {"6": "8"}, "fullAnswer": {"3": "8"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a mirror.", "image": "n357784.jpg", "question_id": 201175666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved"}, {"operation": "verify pattern", "dependencies": [1], "argument": "striped "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201185229", "201185204", "201185205", "201185207", "201185222", "201185223", "201185220", "201185221", "201185226", "201185227", "201185224", "201185225", "201185236", "201185237", "201185216", "201185235", "201185234", "201185219", "201185218", "201185231", "201185230", "201185232"], "equivalent": ["201185217"], "question": "Does the dark shirt look striped and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_striped"}, "answer": "yes", "semanticStr": "select: shirt (3)->filter color: dark [0]->verify: short sleeved [1]->verify pattern: striped  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is striped and short sleeved.", "image": "n95904.jpg", "question_id": 201185217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "select", "dependencies": [], "argument": "window frame (7) "}, {"operation": "different shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["201319455"], "equivalent": ["201319456"], "question": "Is the shape of the window frame different than the plate?", "isBalanced": true, "groups": {"global": null, "local": "09diff-plate_window frame"}, "answer": "yes", "semanticStr": "select: plate (8)->select: window frame (7) ->different shape:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "5:7": "7"}, "fullAnswer": {"2": "8", "7:9": "7"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the plate is round and the window frame is square.", "image": "n508733.jpg", "question_id": 201319456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pots (2)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201509846", "201509847", "201509835", "201509848", "201509851", "201509850", "201509852"], "equivalent": ["201509849"], "question": "How clean are the pots?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-pots_cleanliness"}, "answer": "dirty", "semanticStr": "select: pots (2)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pots are dirty.", "image": "n62458.jpg", "question_id": 201509849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (3)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,leaning on,o (5)"}, {"operation": "choose name", "dependencies": [2], "argument": "table|bookcase"}], "entailed": [], "equivalent": ["2046274"], "question": "What is the man that is to the left of the boy leaning on, a table or a bookcase?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_leaning on,o"}, "answer": "table", "semanticStr": "select: boy (3)->relate: man,to the left of,s (1) [0]->relate: furniture,leaning on,o (5) [1]->choose name: table|bookcase [2]", "annotations": {"answer": {"0": "5"}, "question": {"11": "3", "3": "1", "15": "5"}, "fullAnswer": {"1": "1", "6": "5"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is leaning on a table.", "image": "n71728.jpg", "question_id": 2046274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (3)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (1)"}, {"operation": "filter age", "dependencies": [1], "argument": "old"}, {"operation": "verify rel", "dependencies": [2], "argument": "nightstand,leaning on,o (-)"}], "entailed": [], "equivalent": ["2046276"], "question": "Is the old man to the left of the boy leaning on a nightstand?", "isBalanced": true, "groups": {"global": null, "local": "13-man_nightstand"}, "answer": "no", "semanticStr": "select: boy (3)->relate: man,to the left of,s (1) [0]->filter age: old [1]->verify rel: nightstand,leaning on,o (-) [2]", "annotations": {"answer": {}, "question": {"9": "3", "2:4": "1"}, "fullAnswer": {"2": "1", "7": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is leaning on a table.", "image": "n71728.jpg", "question_id": 2046276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cauliflower (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201886998", "201886999", "201887201", "201887202", "201887199"], "equivalent": ["201887200"], "question": "What's the cauliflower on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cauliflower_on,o"}, "answer": "table", "semanticStr": "select: cauliflower (18)->relate: _,on,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "18", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cauliflower is on the table.", "image": "n429961.jpg", "question_id": 201887200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20136527", "20136574"], "equivalent": ["20136573"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing pants.", "image": "n446242.jpg", "question_id": 20136573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20136527", "20136573"], "equivalent": ["20136574"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing pants.", "image": "n446242.jpg", "question_id": 20136574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sand,next to,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "umbrella,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201505088"], "question": "Do you see any umbrellas on the sand next to the ocean?", "isBalanced": true, "groups": {"global": null, "local": "13-sand_umbrella"}, "answer": "no", "semanticStr": "select: ocean (7)->relate: sand,next to,s (8) [0]->relate: umbrella,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "7", "7": "8"}, "fullAnswer": {"4": "4", "7": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a surfboard on the sand.", "image": "n298104.jpg", "question_id": 201505088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (22)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,to the left of,s (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201887096", "201887095"], "equivalent": ["201887207"], "question": "What is the vegetable to the left of the purple cabbage called?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cabbage_to the left of,s"}, "answer": "cauliflower", "semanticStr": "select: cabbage (22)->filter color: purple [0]->relate: vegetable,to the left of,s (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18", "9:11": "22"}, "fullAnswer": {"1": "18", "3": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is cauliflower.", "image": "n429961.jpg", "question_id": 201887207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pots (2)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify", "dependencies": [0], "argument": "full "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201509846", "201509847", "201509844", "201509837", "201509836", "201509840", "201509834", "201509839", "201509838", "201509835", "201509849", "201509848", "201509850", "201509851", "201509842", "201509841", "201509852", "201509843"], "equivalent": ["201509844", "201509845"], "question": "Are the pots both dirty and full?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_full"}, "answer": "yes", "semanticStr": "select: pots (2)->verify cleanliness: dirty [0]->verify: full  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pots are dirty and full.", "image": "n62458.jpg", "question_id": 201509845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201439399"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "girl", "semanticStr": "select: person (11)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is sitting.", "image": "n199286.jpg", "question_id": 201439399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,mounted to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201077063"], "equivalent": ["201077064"], "question": "What is mounted to the countertop?", "isBalanced": true, "groups": {"global": "", "local": "14-countertop_mounted to,s"}, "answer": "sink", "semanticStr": "select: countertop (7)->relate: _,mounted to,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is mounted to the counter top.", "image": "n503626.jpg", "question_id": 201077064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2097647", "2097649", "2097648"], "equivalent": ["2097650"], "question": "Which side is the monitor on?", "isBalanced": true, "groups": {"global": null, "local": "10q-monitor_hposition"}, "answer": "right", "semanticStr": "select: monitor (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The monitor is on the right of the image.", "image": "n513429.jpg", "question_id": 2097650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,mounted to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201077062"], "equivalent": ["201077062", "201077061"], "question": "What color is the sink that is mounted to the countertop?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sink_color"}, "answer": "white", "semanticStr": "select: countertop (7)->relate: sink,mounted to,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "7", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is white.", "image": "n503626.jpg", "question_id": 201077061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "motorcycle,to the left of,s (0)"}], "entailed": ["20978550", "20978549", "20978548"], "equivalent": ["20978547"], "question": "Is the large motorcycle to the left of the man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_motorcycle"}, "answer": "no", "semanticStr": "select: man (7)->verify rel: motorcycle,to the left of,s (0) [0]", "annotations": {"answer": {}, "question": {"9": "7", "2:4": "0"}, "fullAnswer": {"9": "7", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the motorcycle is to the right of the man.", "image": "n551964.jpg", "question_id": 20978547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,reading,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783370", "20783371", "20783372", "20783373", "20783367", "20783308", "20783369", "20783368"], "equivalent": ["20783366"], "question": "What is located on top of the device the man is reading?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_on top of,s"}, "answer": "keyboard", "semanticStr": "select: man (10)->relate: device,reading,o (1) [0]->relate: _,on top of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"9": "10", "7": "1"}, "fullAnswer": {"1": "4", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is on top of the laptop.", "image": "n355339.jpg", "question_id": 20783366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (6)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["20911331", "20911332"], "equivalent": ["20911333"], "question": "Is the traffic light in the bottom part or in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-traffic light_vposition"}, "answer": "bottom", "semanticStr": "select: traffic light (6)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The traffic light is in the bottom of the image.", "image": "n217003.jpg", "question_id": 20911333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["202147766", "202147764"], "equivalent": ["202147765"], "question": "Is the chair in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_bottom"}, "answer": "no", "semanticStr": "select: chair (1)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is in the top of the image.", "image": "n194179.jpg", "question_id": 202147765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (28)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,behind,s (29)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201492400", "201492436", "201492451", "201492419", "201492420", "201492439", "201492445", "201492446", "201492441", "201492440", "201492443", "201492442", "201492435"], "equivalent": ["201492444"], "question": "The fence behind the tree is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-fence_color"}, "answer": "black", "semanticStr": "select: tree (28)->relate: fence,behind,s (29) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "29", "4": "28"}, "fullAnswer": {"1": "29"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is black.", "image": "n9856.jpg", "question_id": 201492444}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889338", "201889337", "201889336"], "equivalent": ["201889339"], "question": "What is the skier riding?", "isBalanced": true, "groups": {"global": "place", "local": "14-skier_riding,o"}, "answer": "mountain side", "semanticStr": "select: skier (0)->relate: _,riding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is riding the mountain side.", "image": "n88366.jpg", "question_id": 201889339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974830"], "equivalent": ["201974829"], "question": "Who do you think is wearing a hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "player", "semanticStr": "select: hat (6)->relate: person,wearing,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"7": "6"}, "fullAnswer": {"1": "18", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The player is wearing a hat.", "image": "n274905.jpg", "question_id": 201974829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,beside,s (18)"}, {"operation": "filter activity", "dependencies": [1], "argument": "talking"}, {"operation": "verify rel", "dependencies": [2], "argument": "jeans,wearing,o (-)"}], "entailed": ["202169194"], "equivalent": ["202169193"], "question": "Is the talking man beside the bench wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "no", "semanticStr": "select: bench (6)->relate: man,beside,s (18) [0]->filter activity: talking [1]->verify rel: jeans,wearing,o (-) [2]", "annotations": {"answer": {}, "question": {"2:4": "18", "6": "6"}, "fullAnswer": {"2": "18", "5": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shoes.", "image": "n451187.jpg", "question_id": 202169193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (4)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20262763", "20262765", "20262788", "20262754", "20262755", "20262757", "20262752", "20262753", "20262749", "20262766", "20262758"], "equivalent": ["20262756"], "question": "How big is the kite?", "isBalanced": true, "groups": {"global": "size", "local": "10q-kite_size"}, "answer": "small", "semanticStr": "select: kite (4)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kite is small.", "image": "n172618.jpg", "question_id": 20262756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889331"], "equivalent": ["201889330"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "skier", "semanticStr": "select: jacket (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "5"}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing a jacket.", "image": "n88366.jpg", "question_id": 201889330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081048"], "equivalent": ["202081047"], "question": "What is in front of the outlet?", "isBalanced": true, "groups": {"global": "building", "local": "14-outlet_in front of,s"}, "answer": "house", "semanticStr": "select: outlet (1)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The house is in front of the outlet.", "image": "n314630.jpg", "question_id": 202081047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081044", "202081042"], "equivalent": ["202081043"], "question": "What is located on top of the countertop?", "isBalanced": true, "groups": {"global": "building", "local": "14-countertop_on top of,s"}, "answer": "house", "semanticStr": "select: countertop (11)->relate: _,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7:9": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The house is on top of the counter top.", "image": "n314630.jpg", "question_id": 202081043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "blender,sitting beside,o (-)"}], "entailed": [], "equivalent": ["202081040"], "question": "Is the house sitting beside a blender?", "isBalanced": true, "groups": {"global": null, "local": "13-house_blender"}, "answer": "no", "semanticStr": "select: house (0)->verify rel: blender,sitting beside,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "7": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the house is sitting beside the toaster.", "image": "n314630.jpg", "question_id": 202081040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482509", "20482508", "20482383"], "equivalent": ["20482512"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "racket", "semanticStr": "select: woman (6)->relate: _,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the tennis racket.", "image": "n195249.jpg", "question_id": 20482512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20403392", "20403391", "20403390"], "equivalent": ["20403393"], "question": "On which side is the white lamp?", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (0)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the left of the image.", "image": "n249639.jpg", "question_id": 20403393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,swinging,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20473052"], "question": "Who is swinging the bat?", "isBalanced": true, "groups": {"global": "person", "local": "14-bat_swinging,s"}, "answer": "boy", "semanticStr": "select: bat (4)->relate: person,swinging,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is swinging the bat.", "image": "n126891.jpg", "question_id": 20473052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473058"], "equivalent": ["20473057"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "boy", "semanticStr": "select: helmet (12)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "12"}, "fullAnswer": {"1": "0", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a helmet.", "image": "n126891.jpg", "question_id": 20473057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473057"], "equivalent": ["20473058"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "boy", "semanticStr": "select: helmet (12)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a helmet.", "image": "n126891.jpg", "question_id": 20473058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (18)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,sitting inside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879619", "201879655", "201879654", "201879653", "201879652", "201879651"], "equivalent": ["201879656"], "question": "Which kind of animal sits inside the truck?", "isBalanced": true, "groups": {"global": "animal", "local": "15-truck_sitting inside,s"}, "answer": "dog", "semanticStr": "select: truck (18)->relate: animal,sitting inside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n290409.jpg", "question_id": 201879656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (5)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20588908", "20588904", "20588905", "20588906", "20588907"], "equivalent": ["20588909"], "question": "What is the skater doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-skater_activity"}, "answer": "looking down", "semanticStr": "select: skater (5)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skater is looking down.", "image": "n258500.jpg", "question_id": 20588909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scarf (2)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201972897", "201972896", "201972895", "201972893", "201972880", "201972881", "201972891", "201972883", "201972875", "201972876", "201972899", "201972898", "201972894", "201972903", "201972879", "201972878"], "equivalent": ["201972892"], "question": "Is the scarf long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: scarf (2)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the scarf is long and white.", "image": "n541482.jpg", "question_id": 201972892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201795578", "201795387"], "equivalent": ["201795579"], "question": "Who looks at the elephant?", "isBalanced": true, "groups": {"global": "person", "local": "14-elephant_looking at,s"}, "answer": "child", "semanticStr": "select: elephant (14)->relate: person,looking at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kid looks at the elephant.", "image": "n119944.jpg", "question_id": 201795579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "train (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20854011"], "equivalent": ["20854010"], "question": "Is there either a white train or window?", "isBalanced": true, "groups": {"global": null, "local": "04-window_white"}, "answer": "yes", "semanticStr": "select: window (9)->filter color: white [0]->exist: ? [1]->select: train (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white window.", "image": "n275857.jpg", "question_id": 20854010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,above,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201676343", "201676341", "201676339", "201676345"], "equivalent": ["201676344"], "question": "What device does the person above the rug hold?", "isBalanced": true, "groups": {"global": "device", "local": "15-person_holding,o"}, "answer": "controller", "semanticStr": "select: rug (5)->relate: person,above,s (2) [0]->relate: device,holding,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "4": "2", "7": "5"}, "fullAnswer": {"1": "2", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person holds the controller.", "image": "n233607.jpg", "question_id": 201676344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (3)"}, {"operation": "choose name", "dependencies": [0], "argument": "toaster|mixer"}], "entailed": ["202081103"], "equivalent": ["202081103", "202081102"], "question": "Is that a toaster or a mixer?", "isBalanced": true, "groups": {"global": "appliance", "local": "08oc-mixer_toaster"}, "answer": "toaster", "semanticStr": "select: this (3)->choose name: toaster|mixer [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a toaster.", "image": "n314630.jpg", "question_id": 202081102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter", "dependencies": [0], "argument": "off"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081074", "202081060", "202081061", "202081062", "202081073", "202081100"], "equivalent": ["202081101"], "question": "What appliance is off?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_off"}, "answer": "toaster", "semanticStr": "select: appliance (3)->filter: off [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "olive (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["202036706", "202036704", "202036703", "202036702", "202036701"], "equivalent": ["202036705"], "question": "In which part of the picture is the black olive, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-olive_vposition"}, "answer": "top", "semanticStr": "select: olive (3)->filter color: black [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"8:10": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The olive is in the top of the image.", "image": "n200225.jpg", "question_id": 202036705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983918", "201983919"], "equivalent": ["201983920"], "question": "What kind of clothing is brown?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_brown"}, "answer": "jacket", "semanticStr": "select: clothing (2)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jacket.", "image": "n16378.jpg", "question_id": 201983920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "olive,on,s (3)"}, {"operation": "verify", "dependencies": [1], "argument": "cooked"}, {"operation": "verify color", "dependencies": [1], "argument": "red "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202036708"], "question": "Is the olive on the pizza both red and cooked?", "isBalanced": true, "groups": {"global": null, "local": "05-cooked_red"}, "answer": "no", "semanticStr": "select: pizza (6)->relate: olive,on,s (3) [0]->verify: cooked [1]->verify color: red  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "6"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the olive is cooked but black.", "image": "n200225.jpg", "question_id": 202036708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "truck (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201401838", "201401840"], "equivalent": ["201401840", "201401839"], "question": "Are there any traffic signs or trucks that are large?", "isBalanced": true, "groups": {"global": null, "local": "04-traffic sign_large"}, "answer": "yes", "semanticStr": "select: traffic sign (6)->filter size: large [0]->exist: ? [1]->select: truck (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3:5": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the traffic sign is large.", "image": "n155555.jpg", "question_id": 201401839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201061300", "201061301", "201061299"], "equivalent": ["201061302"], "question": "On which side is the trashcan?", "isBalanced": true, "groups": {"global": null, "local": "10q-trash can_hposition"}, "answer": "left", "semanticStr": "select: trash can (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trashcan is on the left of the image.", "image": "n25275.jpg", "question_id": 201061302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (22)"}, {"operation": "choose material", "dependencies": [0], "argument": "wood|metal"}], "entailed": [], "equivalent": ["202231886"], "question": "Does the floor seem to be metallic or wooden?", "isBalanced": true, "groups": {"global": null, "local": "10c-floor_material"}, "answer": "wooden", "semanticStr": "select: floor (22)->choose material: wood|metal [0]", "annotations": {"answer": {}, "question": {"2": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is wooden.", "image": "n232810.jpg", "question_id": 202231886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201207069"], "question": "Are there either any white tables or beds?", "isBalanced": true, "groups": {"global": null, "local": "04-table_white"}, "answer": "no", "semanticStr": "select: table (0)->filter color: white [0]->exist: ? [1]->select: bed (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but it is brown.", "image": "n222915.jpg", "question_id": 201207069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201467538", "201467541", "201467493"], "equivalent": ["201467540", "201467541"], "question": "Are there both tables and chairs in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_table"}, "answer": "yes", "semanticStr": "select: chair (2)->exist: ? [0]->select: table (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5": "2"}, "fullAnswer": {"5": "2"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a chair and a table.", "image": "n295771.jpg", "question_id": 201467540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thick"}, {"operation": "relate", "dependencies": [1], "argument": "pillow,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201711248"], "question": "Is there a pillow to the right of the thick books?", "isBalanced": true, "groups": {"global": null, "local": "13-books_pillow"}, "answer": "no", "semanticStr": "select: books (9)->filter thickness: thick [0]->relate: pillow,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "9"}, "fullAnswer": {"10": "9", "4": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an instrument to the right of the books.", "image": "n302387.jpg", "question_id": 201711248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056105"], "equivalent": ["201056104"], "question": "Who is wearing a jersey?", "isBalanced": true, "groups": {"global": "person", "local": "14-jersey_wearing,s"}, "answer": "soccer player", "semanticStr": "select: jersey (12)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"4": "12"}, "fullAnswer": {"1:3": "4", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a jersey.", "image": "n259002.jpg", "question_id": 201056104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "potatoes (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20157219"], "question": "Are there potatoes in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "03-potatoes"}, "answer": "no", "semanticStr": "select: potatoes (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no potatoes.", "image": "n170941.jpg", "question_id": 20157219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "filter pose", "dependencies": [0], "argument": "not(walking)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017084"], "equivalent": ["2017348"], "question": "What animal is not walking?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_n#walking"}, "answer": "goat", "semanticStr": "select: animal (10)->filter pose: not(walking) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a goat.", "image": "n324908.jpg", "question_id": 2017348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,next to,s (10)"}, {"operation": "verify material", "dependencies": [1], "argument": "paper"}], "entailed": [], "equivalent": ["201822197"], "question": "Is the toilet paper next to the toilet made of paper?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet paper_paper"}, "answer": "yes", "semanticStr": "select: toilet (8)->relate: toilet paper,next to,s (10) [0]->verify material: paper [1]", "annotations": {"answer": {}, "question": {"2:4": "10", "7": "8"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the toilet paper is made of paper.", "image": "n417401.jpg", "question_id": 201822197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017434", "2017436", "2017437", "2017438", "2017439", "2017308", "2017309"], "equivalent": ["2017435", "2017436"], "question": "What is the animal to the left of the brown animal?", "isBalanced": true, "groups": {"global": "animal", "local": "15-goat_to the left of,s"}, "answer": "horse", "semanticStr": "select: animal (10)->filter color: brown [0]->relate: animal,to the left of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "9:11": "10"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n324908.jpg", "question_id": 2017435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,below,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing in,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017431", "2017432", "2017433"], "equivalent": ["2017430", "2017431"], "question": "Where is the horse below the hair standing?", "isBalanced": true, "groups": {"global": "place", "local": "14-horse_standing in,o"}, "answer": "pasture", "semanticStr": "select: hair (1)->relate: horse,below,s (6) [0]->relate: _,standing in,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3": "6", "6": "1"}, "fullAnswer": {"1": "6", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is standing in the pasture.", "image": "n324908.jpg", "question_id": 2017430}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017342", "2017328", "2017310", "2017308", "2017309", "2017327"], "equivalent": ["2017344"], "question": "What animal is walking?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_walking"}, "answer": "horse", "semanticStr": "select: animal (6)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n324908.jpg", "question_id": 2017344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing in,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017430", "2017431", "2017432"], "equivalent": ["2017433"], "question": "Where is the horse standing?", "isBalanced": true, "groups": {"global": "place", "local": "14-horse_standing in,o"}, "answer": "pasture", "semanticStr": "select: horse (6)->relate: _,standing in,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "6", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is standing in the pasture.", "image": "n324908.jpg", "question_id": 2017433}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202006136", "202006135", "202006134", "202006133"], "equivalent": ["202006137", "202006136"], "question": "Which side are the shelves on?", "isBalanced": true, "groups": {"global": null, "local": "10q-shelves_hposition"}, "answer": "right", "semanticStr": "select: shelves (15)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are on the right of the image.", "image": "n97485.jpg", "question_id": 202006137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(antique)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201751563", "201751560", "201751566", "201751567", "201751565", "201751568", "201751578", "201751553", "201751515", "201751558", "201751526", "201751542", "201751556", "201751554"], "equivalent": ["201751564", "201751565"], "question": "What color is the lady that is not antique?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lady_color"}, "answer": "blond", "semanticStr": "select: lady (10)->filter: not(antique) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lady is blond.", "image": "n355567.jpg", "question_id": 201751564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (8)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201739246", "201739249", "201739248", "201739245", "201739251", "201739247"], "equivalent": ["201739249", "201739250"], "question": "Where in the photo is the player, in the bottom or in the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-player_vposition"}, "answer": "top", "semanticStr": "select: player (8)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The player is in the top of the image.", "image": "n485969.jpg", "question_id": 201739250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "saucer,above,o (-)"}], "entailed": [], "equivalent": ["201446986"], "question": "Is the cup above a saucer?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_saucer"}, "answer": "no", "semanticStr": "select: cup (3)->verify rel: saucer,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cup is above the sink.", "image": "n54180.jpg", "question_id": 201446986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(full)"}, {"operation": "choose color", "dependencies": [1], "argument": "white|black"}], "entailed": ["202147799"], "equivalent": ["202147799", "202147798"], "question": "Is the chair that is not full white or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chair_color"}, "answer": "white", "semanticStr": "select: chair (0)->filter: not(full) [0]->choose color: white|black [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is white.", "image": "n194179.jpg", "question_id": 202147798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201407454", "201407430", "201407436", "201407437", "201407434", "201407455", "201407438", "201407439", "201407456", "201407446", "201407445", "201407457", "201407451", "201407452", "201407440", "201407453", "201407449", "201407448"], "equivalent": ["201407447", "201407446", "201407448"], "question": "Does the tennis ball look round and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_round"}, "answer": "yes", "semanticStr": "select: tennis ball (2)->verify color: green [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tennis ball is round and green.", "image": "n282607.jpg", "question_id": 201407447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (10)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20953926", "20953927", "20953925"], "equivalent": ["20953926", "20953927", "20953924", "20953925"], "question": "Does the door look closed and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_tall"}, "answer": "no", "semanticStr": "select: door (10)->verify: closed [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the door is tall but open.", "image": "n498712.jpg", "question_id": 20953924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "papers,on,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20706250", "20706136"], "equivalent": ["20706250", "20706251"], "question": "Do you see papers on the desk made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-desk_papers"}, "answer": "no", "semanticStr": "select: desk (0)->filter material: wood [0]->relate: papers,on,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "6": "0"}, "fullAnswer": {"3": "6", "6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there are cups on the desk.", "image": "n264887.jpg", "question_id": 20706251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brownie (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting inside,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611919", "20611920"], "equivalent": ["20611918"], "question": "What do you think is the bronwy sitting inside of?", "isBalanced": true, "groups": {"global": "container", "local": "14-brownie_sitting inside,o"}, "answer": "container", "semanticStr": "select: brownie (9)->relate: _,sitting inside,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"6": "9"}, "fullAnswer": {"1": "9", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bronwy is sitting inside the container.", "image": "n28996.jpg", "question_id": 20611918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (7)"}, {"operation": "choose", "dependencies": [0], "argument": "wet|dry"}], "entailed": ["20361404", "20361403", "20361396", "20361397", "20361395", "20361398", "20361399"], "equivalent": ["20361400"], "question": "Is the ground dry or wet?", "isBalanced": true, "groups": {"global": "17", "local": "10c-ground_17"}, "answer": "wet", "semanticStr": "select: ground (7)->choose: wet|dry [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is wet.", "image": "n352479.jpg", "question_id": 20361400}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cheese (9)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,on,o (6)"}, {"operation": "choose name", "dependencies": [1], "argument": "pizza|hamburger"}], "entailed": [], "equivalent": ["202037111"], "question": "What kind of fast food is the cheese on, a hamburger or a pizza?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-cheese_on,o"}, "answer": "pizza", "semanticStr": "select: cheese (9)->relate: fast food,on,o (6) [0]->choose name: pizza|hamburger [1]", "annotations": {"answer": {"0": "6"}, "question": {"13": "6", "7": "9", "3:5": "6"}, "fullAnswer": {"1": "9", "5": "6"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cheese is on a pizza.", "image": "n200225.jpg", "question_id": 202037111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (7)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|blue"}], "entailed": [], "equivalent": ["201438750"], "question": "What color is the shoe, white or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shoe_color"}, "answer": "white", "semanticStr": "select: shoe (7)->choose color: white|blue [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shoe is white.", "image": "n66756.jpg", "question_id": 201438750}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting inside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611911", "20611912", "20611914", "20611915", "20611916", "20611917", "20611862", "20611863"], "equivalent": ["20611913"], "question": "What's sitting inside the container?", "isBalanced": true, "groups": {"global": "dessert", "local": "14-container_sitting inside,s"}, "answer": "brownie", "semanticStr": "select: container (1)->relate: _,sitting inside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bronwy is sitting inside the container.", "image": "n28996.jpg", "question_id": 20611913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (1)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,sitting inside,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611911", "20611912", "20611913", "20611915", "20611916", "20611917", "20611862", "20611863"], "equivalent": ["20611914"], "question": "What is the dessert that is sitting inside the container?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-container_sitting inside,s"}, "answer": "brownie", "semanticStr": "select: container (1)->relate: dessert,sitting inside,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"9": "1", "3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is a brownie.", "image": "n28996.jpg", "question_id": 20611914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (9)"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20757102", "20757103", "20757100", "20757101", "20757106", "20757107", "20757104", "20757105", "20757108", "20757109", "20757083", "20757082", "20757081", "20757080", "20757087", "20757086", "20757085", "20757089", "20757092", "20757093", "20757111", "20757110", "20757113", "20757112", "20757094", "20757095", "20757096", "20757097", "20757090", "20757091", "20757078", "20757079", "20757076", "20757099"], "equivalent": ["20757077"], "question": "Does the person in front of the plates look short and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_short"}, "answer": "yes", "semanticStr": "select: plates (2)->relate: person,in front of,s (9) [0]->verify age: old [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "7": "2"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the lady is short and old.", "image": "n433532.jpg", "question_id": 20757077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20757066", "20757073", "20757069", "20757068", "20757065", "20757075", "20757072", "20757067", "20757070", "20757071"], "equivalent": ["20757074"], "question": "On which side of the image is the lady?", "isBalanced": true, "groups": {"global": null, "local": "10q-lady_hposition"}, "answer": "right", "semanticStr": "select: lady (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lady is on the right of the image.", "image": "n433532.jpg", "question_id": 20757074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (13)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060025", "202060024", "202060026", "202060049", "202060050"], "equivalent": ["202060051"], "question": "Which kind of furniture is soft?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_soft"}, "answer": "couch", "semanticStr": "select: furniture (13)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "13", "4": "13"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n14087.jpg", "question_id": 202060051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307218", "20307217", "20307209", "20307215", "20307214", "20307213", "20307211", "20307210", "20307077", "20307146", "20307145", "20307144", "20307143", "20307216", "20307080", "20307079", "20307078"], "equivalent": ["20307212"], "question": "Which kind of device is to the right of the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_to the right of,s"}, "answer": "television", "semanticStr": "select: laptop (6)->relate: device,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n554880.jpg", "question_id": 20307212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elbow pad (5)"}, {"operation": "select", "dependencies": [], "argument": "skate park (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20245739"], "question": "Is the elbow pad the same material as the skatepark?", "isBalanced": true, "groups": {"global": null, "local": "09same-elbow pad_skate park"}, "answer": "no", "semanticStr": "select: elbow pad (5)->select: skate park (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "5"}, "fullAnswer": {"10": "0", "2:4": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the elbow pad is made of plastic and the skatepark is made of cement.", "image": "n489190.jpg", "question_id": 20245739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "verify", "dependencies": [0], "argument": "comfortable"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20452265", "20452266"], "equivalent": ["20452265", "20452267", "20452266"], "question": "Is the chair red and comfortable?", "isBalanced": true, "groups": {"global": null, "local": "05-comfortable_red"}, "answer": "no", "semanticStr": "select: chair (8)->verify: comfortable [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is comfortable but blue.", "image": "n6908.jpg", "question_id": 20452267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (14) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20245735"], "question": "Is the helmet made of the same material as the light fixture?", "isBalanced": true, "groups": {"global": null, "local": "09same-helmet_light fixture"}, "answer": "no", "semanticStr": "select: helmet (4)->select: light fixture (14) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "10:12": "14"}, "fullAnswer": {"2": "4", "9:11": "14"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the light fixture is made of metal.", "image": "n489190.jpg", "question_id": 20245735}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elbow pad (5)"}, {"operation": "select", "dependencies": [], "argument": "skateboard (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20245737"], "question": "Are the elbow pad and the skateboard made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-elbow pad_skateboard"}, "answer": "no", "semanticStr": "select: elbow pad (5)->select: skateboard (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "3"}, "fullAnswer": {"10": "3", "2:4": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the elbow pad is made of plastic and the skateboard is made of wood.", "image": "n489190.jpg", "question_id": 20245737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202162116", "202162127", "202162138", "202162136", "202162137", "202162134", "202162132", "202162133", "202162130", "202162131", "202162143", "202162144"], "equivalent": ["202162135"], "question": "What is the clean floor made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-floor_material"}, "answer": "wood", "semanticStr": "select: floor (17)->filter cleanliness: clean [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is made of wood.", "image": "n69237.jpg", "question_id": 202162135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201739258"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "player", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The player is standing.", "image": "n485969.jpg", "question_id": 201739258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548786", "201548707", "201548784"], "equivalent": ["201548783"], "question": "What is using the spices?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-spices_using,s"}, "answer": "blender", "semanticStr": "select: spices (13)->relate: _,using,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"4": "13"}, "fullAnswer": {"1": "10", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blender is using the spices.", "image": "n314171.jpg", "question_id": 201548783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (11)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,in front of,s (10)"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201935085", "201935084"], "equivalent": ["201935083", "201935085", "201935084"], "question": "Does the lamp in front of the building look short and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_short"}, "answer": "no", "semanticStr": "select: building (11)->relate: lamp,in front of,s (10) [0]->verify material: metal [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "7": "11"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the lamp is metallic but tall.", "image": "n556604.jpg", "question_id": 201935083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20656964"], "equivalent": ["20656965"], "question": "Which kind of vehicle is the building behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_behind,o"}, "answer": "minivan", "semanticStr": "select: building (1)->relate: vehicle,behind,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "1", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The building is behind the minivan.", "image": "n486200.jpg", "question_id": 20656965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201446989", "201446990"], "equivalent": ["201446988"], "question": "What is the cup on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cup_on,o"}, "answer": "shelf", "semanticStr": "select: cup (3)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is on the shelf.", "image": "n54180.jpg", "question_id": 201446988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupcake (36)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (40)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669620"], "equivalent": ["201669619"], "question": "The cupcake is on what?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-cupcake_on,o"}, "answer": "cake stand", "semanticStr": "select: cupcake (36)->relate: _,on,o (40) [0]->query: name [1]", "annotations": {"answer": {"0:2": "40"}, "question": {"1": "36"}, "fullAnswer": {"1": "36", "5:7": "40"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cupcake is on the cake stand.", "image": "n238266.jpg", "question_id": 201669619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (1)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,below,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20514941", "20514940", "20514943", "20514942", "20514945", "20514944", "20514938", "20514939", "20514930", "20514932", "20514933", "20514934", "20514935", "20514936", "20514937"], "equivalent": ["20514930", "20514931"], "question": "Does the grass below the mountains have small size and green color?", "isBalanced": true, "groups": {"global": null, "local": "05-green_small"}, "answer": "yes", "semanticStr": "select: mountains (1)->relate: grass,below,s (10) [0]->verify color: green [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "1"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is small and green.", "image": "n207893.jpg", "question_id": 20514931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201080201", "201080200", "201080199", "201080202"], "equivalent": ["201080202", "201080203"], "question": "Which side of the picture is the soft couch on?", "isBalanced": true, "groups": {"global": null, "local": "10q-couch_hposition"}, "answer": "left", "semanticStr": "select: couch (7)->filter hardness: soft [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The couch is on the left of the image.", "image": "n23181.jpg", "question_id": 201080203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake stand (40)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (36)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201669615", "201669616", "201669617", "201669621", "201669584"], "equivalent": ["201669614"], "question": "What is on the cake stand made of metal?", "isBalanced": true, "groups": {"global": "dessert", "local": "14-cake stand_on,s"}, "answer": "cupcake", "semanticStr": "select: cake stand (40)->filter material: metal [0]->relate: _,on,s (36) [1]->query: name [2]", "annotations": {"answer": {"0": "36"}, "question": {"8": "40", "4:6": "40"}, "fullAnswer": {"1": "36", "5:7": "40"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cupcake is on the cake stand.", "image": "n238266.jpg", "question_id": 201669614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake stand (40)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,on,s (36)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669614", "201669615", "201669617", "201669621", "201669584"], "equivalent": ["201669616"], "question": "What is the dessert on the cake stand?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-cake stand_on,s"}, "answer": "cupcake", "semanticStr": "select: cake stand (40)->relate: dessert,on,s (36) [0]->query: name [1]", "annotations": {"answer": {"0": "36"}, "question": {"3": "36", "6:8": "40"}, "fullAnswer": {"1": "36", "4": "36"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is a cupcake.", "image": "n238266.jpg", "question_id": 201669616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (6)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify", "dependencies": [0], "argument": "empty "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201207458", "201207463", "201207471", "201207472", "201207452", "201207465", "201207464", "201207478", "201207453", "201207469", "201207468", "201207456", "201207457", "201207454", "201207455"], "equivalent": ["201207451"], "question": "Is the mug both black and white and empty?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_empty"}, "answer": "yes", "semanticStr": "select: mug (6)->verify: black and white [0]->verify: empty  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mug is black and white and empty.", "image": "n222915.jpg", "question_id": 201207451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (7)"}, {"operation": "choose rel", "dependencies": [0], "argument": "cheese,to the right of|to the left of,s (9)"}], "entailed": ["202037063", "202037065", "202037064", "202037067", "202037066", "202037069", "202037068", "202037072", "202037073", "202037071", "202036914", "202036915", "202036912", "202036913", "202036911"], "equivalent": ["202037069", "202037070"], "question": "Is the yellow food to the left or to the right of the sausage?", "isBalanced": true, "groups": {"global": null, "local": "13-sausage_cheese"}, "answer": "right", "semanticStr": "select: sausage (7)->choose rel: cheese,to the right of|to the left of,s (9) [0]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "9"}, "fullAnswer": {"1": "9", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cheese is to the right of the sausage.", "image": "n200225.jpg", "question_id": 202037070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spinach (10)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036988", "202037081", "202037080", "202037082", "202037078", "202037079", "202037076", "202037074", "202037075"], "equivalent": ["202037077"], "question": "What kind of food is to the left of the spinach?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-spinach_to the left of,s"}, "answer": "cheese", "semanticStr": "select: spinach (10)->relate: food,to the left of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "3": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is cheese.", "image": "n200225.jpg", "question_id": 202037077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,in front of,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202060001", "202060000", "202060007", "202059951", "202059953", "202059952", "202059999", "202059954"], "equivalent": ["202059998"], "question": "What animal is in front of the couch that is in front of the curtains?", "isBalanced": true, "groups": {"global": "animal", "local": "14-couch_in front of,s"}, "answer": "dog", "semanticStr": "select: curtains (20)->relate: couch,in front of,s (13) [0]->relate: animal,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"14": "20", "7": "13"}, "fullAnswer": {"1": "10", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is in front of the couch.", "image": "n14087.jpg", "question_id": 202059998}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose rel", "dependencies": [1], "argument": "men,to the left of|to the right of,s (2)"}], "entailed": ["201638821", "201638820", "201638823", "201638822", "201638819", "201638961", "201638959", "201638958"], "equivalent": ["201638960"], "question": "Are the men to the right or to the left of the brown car?", "isBalanced": true, "groups": {"global": null, "local": "13-car_men"}, "answer": "left", "semanticStr": "select: car (0)->filter color: brown [0]->choose rel: men,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"2": "2", "12:14": "0"}, "fullAnswer": {"1": "2", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The men are to the left of the car.", "image": "n271392.jpg", "question_id": 201638960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "choose name", "dependencies": [1], "argument": "chair|table"}], "entailed": [], "equivalent": ["20285316"], "question": "Which kind of furniture is not white, the chair or the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#white"}, "answer": "table", "semanticStr": "select: furniture (17)->filter color: not(white) [0]->choose name: chair|table [1]", "annotations": {"answer": {"0": "17"}, "question": {"11": "17", "8": "19", "3": "19"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The table is not white.", "image": "n192021.jpg", "question_id": 20285316}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285313", "20285312", "20285297", "20285308", "20285305", "20285306", "20285307"], "equivalent": ["20285314"], "question": "What item of furniture is white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "chair", "semanticStr": "select: furniture (19)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1:4": "19", "6": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n192021.jpg", "question_id": 20285314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285314", "20285312", "20285297", "20285308", "20285305", "20285306", "20285307"], "equivalent": ["20285313"], "question": "What piece of furniture in this image is white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "chair", "semanticStr": "select: furniture (19)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1:4": "19", "6": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n192021.jpg", "question_id": 20285313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003813", "202003727", "202003815", "202003814"], "equivalent": ["202003812"], "question": "What is located on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-floor_on top of,s"}, "answer": "desk", "semanticStr": "select: floor (15)->relate: _,on top of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is on top of the floor.", "image": "n262920.jpg", "question_id": 202003812}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (22)"}, {"operation": "filter", "dependencies": [0], "argument": "colorful"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify pattern", "dependencies": [1], "argument": "dotted "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201951829", "201951828", "201951809", "201951823", "201951822", "201951825", "201951824", "201951827", "201951834", "201951832", "201951833", "201951830", "201951831", "201951814", "201951815", "201951816", "201951811", "201951812", "201951813", "201951842", "201951841", "201951840", "201951844"], "equivalent": ["201951808"], "question": "Does the colorful table have black color and dotted pattern?", "isBalanced": true, "groups": {"global": null, "local": "05-black_dotted"}, "answer": "yes", "semanticStr": "select: table (22)->filter: colorful [0]->verify color: black [1]->verify pattern: dotted  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is black and dotted.", "image": "n256120.jpg", "question_id": 201951808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "racket (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20818919"], "equivalent": ["20818920"], "question": "Are there any helmets or rackets that are red?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_red"}, "answer": "yes", "semanticStr": "select: helmet (7)->filter color: red [0]->exist: ? [1]->select: racket (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the helmet is red.", "image": "n279581.jpg", "question_id": 20818920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976516", "201976558", "201976931", "201976932", "201976933", "201976567", "201976566", "201976565", "201976564", "201976563", "201976562", "201976561", "201976557"], "equivalent": ["201976559"], "question": "What animal is to the right of the person?", "isBalanced": true, "groups": {"global": "animal", "local": "15-person_to the right of,s"}, "answer": "cow", "semanticStr": "select: person (6)->relate: animal,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cow.", "image": "n279173.jpg", "question_id": 201976559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,taller than,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076728", "2076724", "2076727", "2076726", "2076723", "2076722"], "equivalent": ["2076725"], "question": "What is the sign taller than?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-sign_taller than,o"}, "answer": "cars", "semanticStr": "select: sign (2)->relate: _,taller than,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "2", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is taller than the cars.", "image": "n214497.jpg", "question_id": 2076725}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,playing at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201751764"], "question": "Who is playing at the ground?", "isBalanced": true, "groups": {"global": "person", "local": "14-ground_playing at,s"}, "answer": "lady", "semanticStr": "select: ground (9)->relate: person,playing at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is playing at the ground.", "image": "n355567.jpg", "question_id": 201751764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,next to,s (2)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["20645675"], "equivalent": ["20645677"], "question": "Does the appliance next to the toilet appear to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-heater_standing"}, "answer": "yes", "semanticStr": "select: toilet (1)->relate: appliance,next to,s (2) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"2": "2", "6": "1"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the heater is standing.", "image": "n98544.jpg", "question_id": 20645677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (8)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "relate", "dependencies": [1], "argument": "_,taller than,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2076721", "2076719"], "equivalent": ["2076720"], "question": "What is taller than the vehicles that look heavy?", "isBalanced": true, "groups": {"global": "sign", "local": "14-cars_taller than,s"}, "answer": "sign", "semanticStr": "select: vehicle (8)->filter weight: heavy [0]->relate: _,taller than,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"8": "8", "5": "8"}, "fullAnswer": {"1": "2", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is taller than the cars.", "image": "n214497.jpg", "question_id": 2076720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["20645667", "20645671", "20645669", "20645668", "20645674", "20645670", "20645666", "20645673"], "equivalent": ["20645672"], "question": "On which side is the small appliance, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-heater_hposition"}, "answer": "left", "semanticStr": "select: appliance (2)->filter size: small [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The heater is on the left of the image.", "image": "n98544.jpg", "question_id": 20645672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (5)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,hanging from,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201641386"], "equivalent": ["201641385", "201641386"], "question": "What color is the traffic light that the street sign is hanging from?", "isBalanced": true, "groups": {"global": "color", "local": "10q-traffic light_color"}, "answer": "black", "semanticStr": "select: street sign (5)->relate: traffic light,hanging from,o (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8:10": "5", "4:6": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic light is black.", "image": "n532213.jpg", "question_id": 201641385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794271"], "equivalent": ["20794274"], "question": "What is the person holding?", "isBalanced": true, "groups": {"global": "bottle", "local": "14-person_holding,o"}, "answer": "mustard bottle", "semanticStr": "select: person (7)->relate: _,holding,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is holding the mustard bottle.", "image": "n278453.jpg", "question_id": 20794274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20940011", "20940016", "20940014", "20940015", "20939954"], "equivalent": ["20940010"], "question": "What is on the sink made of porcelain?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sink_on,s"}, "answer": "soap", "semanticStr": "select: sink (0)->filter material: porcelain [0]->relate: _,on,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"4": "0", "7": "0"}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap is on the sink.", "image": "n240666.jpg", "question_id": 20940010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20940010", "20940016", "20940014", "20940015", "20939954"], "equivalent": ["20940011"], "question": "What is on the sink?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sink_on,s"}, "answer": "soap", "semanticStr": "select: sink (0)->relate: _,on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soap is on the sink.", "image": "n240666.jpg", "question_id": 20940011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794274"], "equivalent": ["20794271"], "question": "The person is holding what?", "isBalanced": true, "groups": {"global": "bottle", "local": "14-person_holding,o"}, "answer": "mustard bottle", "semanticStr": "select: person (7)->relate: _,holding,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"1": "7"}, "fullAnswer": {"1": "7", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is holding the mustard bottle.", "image": "n278453.jpg", "question_id": 20794271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,taller than,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076725", "2076724", "2076727", "2076726", "2076723", "2076722"], "equivalent": ["2076728"], "question": "Which kind of vehicle is the sign taller than?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-sign_taller than,o"}, "answer": "cars", "semanticStr": "select: sign (2)->relate: vehicle,taller than,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "2", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is taller than the cars.", "image": "n214497.jpg", "question_id": 2076728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (2)"}, {"operation": "choose name", "dependencies": [0], "argument": "rice|pasta"}], "entailed": [], "equivalent": ["202244211"], "question": "Is this pasta or rice?", "isBalanced": true, "groups": {"global": "food", "local": "08oc-pasta_rice"}, "answer": "rice", "semanticStr": "select: this (2)->choose name: rice|pasta [0]", "annotations": {"answer": {"0": "2"}, "question": {"4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is rice.", "image": "n296467.jpg", "question_id": 202244211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (11)"}, {"operation": "select", "dependencies": [], "argument": "hat (1) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20878903", "20878905"], "equivalent": ["20878904", "20878905"], "question": "Does the parking lot have a different color than the hat?", "isBalanced": true, "groups": {"global": null, "local": "09diff-hat_parking lot"}, "answer": "no", "semanticStr": "select: parking lot (11)->select: hat (1) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "2:4": "11"}, "fullAnswer": {"7": "1", "3:5": "11"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the parking lot and the hat are white.", "image": "n259949.jpg", "question_id": 20878904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap bottle (4)"}, {"operation": "select", "dependencies": [], "argument": "chandelier (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202121350"], "question": "Are the soap bottle and the chandelier made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-chandelier_soap bottle"}, "answer": "no", "semanticStr": "select: soap bottle (4)->select: chandelier (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "9"}, "fullAnswer": {"10": "9", "2:4": "4"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the soap bottle is made of plastic and the chandelier is made of metal.", "image": "n140421.jpg", "question_id": 202121350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623373", "201623375", "201623374", "201623377", "201623376"], "equivalent": ["201623373", "201623372"], "question": "What kind of furniture is to the right of the refrigerator?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-refrigerator_to the right of,s"}, "answer": "cupboards", "semanticStr": "select: refrigerator (0)->relate: furniture,to the right of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"10": "0", "3": "11"}, "fullAnswer": {"1:4": "11", "5": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cupboards.", "image": "n501609.jpg", "question_id": 201623372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20863719", "20863708", "20863709", "20863710", "20863713", "20863685", "20863705", "20863683", "20863684", "20863700"], "equivalent": ["20863711"], "question": "What is the color of the motorbike that is not little?", "isBalanced": true, "groups": {"global": "color", "local": "10q-motorcycle_color"}, "answer": "white", "semanticStr": "select: motorcycle (2)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "2", "6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorcycle is white.", "image": "n14.jpg", "question_id": 20863711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,o (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,worn around,s (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878328", "201878327"], "equivalent": ["201878369"], "question": "What is worn around the person the dog is sitting beside?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_worn around,s"}, "answer": "coat", "semanticStr": "select: dog (0)->relate: person,sitting beside,o (2) [0]->relate: _,worn around,s (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"5": "2", "7": "0"}, "fullAnswer": {"1": "16", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coat is worn around the person.", "image": "n342511.jpg", "question_id": 201878369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "nightstand,on,o (-)"}], "entailed": [], "equivalent": ["20711713"], "question": "Are these papers on a nightstand?", "isBalanced": true, "groups": {"global": null, "local": "13-papers_nightstand"}, "answer": "no", "semanticStr": "select: papers (6)->verify rel: nightstand,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6", "6": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the papers are on a table.", "image": "n549922.jpg", "question_id": 20711713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,about to hit,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201751761"], "equivalent": ["201751762"], "question": "Who is about to hit the tennis ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-tennis ball_about to hit,s"}, "answer": "lady", "semanticStr": "select: tennis ball (5)->relate: person,about to hit,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7:9": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is about to hit the tennis ball.", "image": "n355567.jpg", "question_id": 201751762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toy (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20836627", "20836626", "20836625", "20836629", "20836630", "20836631", "20836632", "20836633"], "equivalent": ["20836628"], "question": "Are the small toys on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-dolls_right"}, "answer": "no", "semanticStr": "select: toy (6)->filter size: small [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the dolls are on the left of the image.", "image": "n507959.jpg", "question_id": 20836628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (4)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,worn on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20984376", "20984375", "20984378", "20984386", "20984379", "20984385"], "equivalent": ["20984377"], "question": "What color is the hat that is worn on the skater?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "black", "semanticStr": "select: skater (4)->relate: hat,worn on,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "4", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is black.", "image": "n12214.jpg", "question_id": 20984377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lambs (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "seal (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20600228"], "equivalent": ["20600229"], "question": "Are there any seals or lambs?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lambs_seal"}, "answer": "no", "semanticStr": "select: lambs (-)->exist: ? [0]->select: seal (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no seals or lambs.", "image": "n196058.jpg", "question_id": 20600229}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sheet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20837112", "20836623"], "equivalent": ["20836624"], "question": "Are there any sheets or pillows?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-pillow_sheet"}, "answer": "no", "semanticStr": "select: pillow (-)->exist: ? [0]->select: sheet (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no sheets or pillows.", "image": "n507959.jpg", "question_id": 20836624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dolls (6)"}, {"operation": "relate", "dependencies": [0], "argument": "table,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20836622"], "question": "What color do you think is the table the dolls sit on top of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "black", "semanticStr": "select: dolls (6)->relate: table,sitting on top of,o (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "6", "7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is black.", "image": "n507959.jpg", "question_id": 20836622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crate (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202144648"], "equivalent": ["202144650"], "question": "What is the crate made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-crate_material"}, "answer": "plastic", "semanticStr": "select: crate (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The crate is made of plastic.", "image": "n37274.jpg", "question_id": 202144650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chairs (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202243663"], "question": "Do you see both a table and a chair?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chairs_table"}, "answer": "no", "semanticStr": "select: table (10)->exist: ? [0]->select: chairs (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a table but no chairs.", "image": "n296467.jpg", "question_id": 202243663}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "powder (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20857198", "20857200", "20857201", "20856736"], "equivalent": ["20857199"], "question": "What is the powder lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-powder_lying on top of,o"}, "answer": "bed", "semanticStr": "select: powder (9)->relate: _,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "9", "8": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The powder is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20857199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chalkboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "canisters,near,s (10)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202218576", "202218577"], "equivalent": ["202218578", "202218577"], "question": "Do you see canisters near the appliance below the chalkboard?", "isBalanced": true, "groups": {"global": null, "local": "13-toaster_canisters"}, "answer": "yes", "semanticStr": "select: chalkboard (0)->relate: appliance,below,s (8) [0]->relate: canisters,near,s (10) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "3": "10", "6": "8"}, "fullAnswer": {"3": "10", "6": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are canisters near the toaster.", "image": "n578564.jpg", "question_id": 202218578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735304", "201735305", "201735311", "201735302", "201735303", "201735294", "201735295", "201735296"], "equivalent": ["201735313"], "question": "What kind of device is black?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_black"}, "answer": "laptop", "semanticStr": "select: device (1)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n240973.jpg", "question_id": 201735313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201735589", "201735571", "201735569", "201735570", "201735582", "201735583", "201735586", "201735587", "201735584", "201735585", "201735590", "201735572"], "equivalent": ["201735588"], "question": "What's the tray made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-tray_material"}, "answer": "wood", "semanticStr": "select: tray (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is made of wood.", "image": "n240973.jpg", "question_id": 201735588}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (13)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify material", "dependencies": [1], "argument": "stainless steel"}, {"operation": "select", "dependencies": [], "argument": "stove (18) "}, {"operation": "relate", "dependencies": [3], "argument": "appliance,to the right of,s (22)"}, {"operation": "verify material", "dependencies": [4], "argument": "stainless steel"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20308150", "20308146", "20308846", "20308845", "20308145", "20308149", "20308847", "20308147"], "equivalent": ["20308148"], "question": "Are both the appliance that looks rectangular and the appliance to the right of the stove made of stainless steel?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-microwave oven_toaster"}, "answer": "yes", "semanticStr": "select: appliance (13)->filter shape: rectangular [0]->verify material: stainless steel [1]->select: stove (18) ->relate: appliance,to the right of,s (22) [3]->verify material: stainless steel [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"9": "22", "3": "13", "15": "18", "6": "13"}, "fullAnswer": {"7": "22", "3:5": "13"}}, "types": {"detailed": "verifyMaterialAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the microwave oven and the toaster are made of stainless steel.", "image": "n278312.jpg", "question_id": 20308148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave oven (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "verify material", "dependencies": [1], "argument": "stainless steel"}], "entailed": ["20308150"], "equivalent": ["20308149"], "question": "Is the microwave oven that looks silver made of stainless steel?", "isBalanced": true, "groups": {"global": null, "local": "06-microwave oven_stainless steel"}, "answer": "yes", "semanticStr": "select: microwave oven (13)->filter color: silver [0]->verify material: stainless steel [1]", "annotations": {"answer": {}, "question": {"2:4": "13", "6": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the microwave oven is made of stainless steel.", "image": "n278312.jpg", "question_id": 20308149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "performer (15)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201065472"], "question": "Where is the performer?", "isBalanced": true, "groups": {"global": "place", "local": "14-performer_on,o"}, "answer": "stage", "semanticStr": "select: performer (15)->relate: place,on,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "15", "5": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The performer is on the stage.", "image": "n429883.jpg", "question_id": 201065472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chalkboard,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202218572", "202218573", "202218571"], "equivalent": ["202218570"], "question": "What is under the chalkboard near the artwork?", "isBalanced": true, "groups": {"global": "container", "local": "14-chalkboard_under,s"}, "answer": "canisters", "semanticStr": "select: artwork (11)->relate: chalkboard,near,s (0) [0]->relate: _,under,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"4": "0", "7": "11"}, "fullAnswer": {"1": "10", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The canisters are under the chalkboard.", "image": "n578564.jpg", "question_id": 202218570}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying next to,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20857191", "20857192"], "equivalent": ["20857193"], "question": "What's lying beside the cell phone?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cell phone_lying next to,s"}, "answer": "powder", "semanticStr": "select: cell phone (7)->relate: _,lying next to,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7:9": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The powder is lying next to the cell phone.", "image": "n293477.jpg", "question_id": 20857193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "powder (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "calculator,lying next to,o (-)"}], "entailed": [], "equivalent": ["20857196"], "question": "Is the white powder lying next to a calculator?", "isBalanced": true, "groups": {"global": null, "local": "13-powder_calculator"}, "answer": "no", "semanticStr": "select: powder (9)->filter color: white [0]->verify rel: calculator,lying next to,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"8:10": "7", "2": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the powder is lying next to the cell phone.", "image": "n293477.jpg", "question_id": 20857196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735317", "201735442", "201735320", "201735432", "201735319"], "equivalent": ["201735317", "201735319", "201735318"], "question": "What type of device is not black?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#black"}, "answer": "keyboard", "semanticStr": "select: device (3)->filter color: not(black) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n240973.jpg", "question_id": 201735318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060108", "202060109", "202060025", "202060024", "202060106", "202060112"], "equivalent": ["202060107"], "question": "What is in front of the curtains?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-curtains_in front of,s"}, "answer": "couch", "semanticStr": "select: curtains (20)->relate: _,in front of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "7": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the curtains.", "image": "n14087.jpg", "question_id": 202060107}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "round"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20752422", "20752423", "20752426", "20752427", "20752424"], "equivalent": ["20752422", "20752423", "20752424", "20752425"], "question": "Are there any round mirrors or lamps in this picture?", "isBalanced": true, "groups": {"global": null, "local": "04-mirror_round"}, "answer": "no", "semanticStr": "select: mirror (2)->filter shape: round [0]->exist: ? [1]->select: lamp (-) ->filter shape: round [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a mirror but it is rectangular.", "image": "n209843.jpg", "question_id": 20752425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "relate", "dependencies": [0], "argument": "can,to the left of,s (17)"}, {"operation": "choose color", "dependencies": [1], "argument": "orange|blue"}], "entailed": ["201795249", "201795248"], "equivalent": ["201795247", "201795249", "201795248"], "question": "Is the can to the left of the bench orange or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-can_color"}, "answer": "orange", "semanticStr": "select: bench (6)->relate: can,to the left of,s (17) [0]->choose color: orange|blue [1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The can is orange.", "image": "n119944.jpg", "question_id": 201795247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sea foam (6)"}, {"operation": "relate", "dependencies": [0], "argument": "clouds,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20715722"], "question": "What color are the clouds above the sea foam?", "isBalanced": true, "groups": {"global": "color", "local": "10q-clouds_color"}, "answer": "gray", "semanticStr": "select: sea foam (6)->relate: clouds,above,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "5", "7:9": "6"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clouds are gray.", "image": "n507149.jpg", "question_id": 20715722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667926"], "equivalent": ["20667927"], "question": "Who wears the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "man", "semanticStr": "select: shorts (14)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "3": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears shorts.", "image": "n181355.jpg", "question_id": 20667927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (4)"}, {"operation": "filter", "dependencies": [1], "argument": "adult"}, {"operation": "relate", "dependencies": [2], "argument": "_,sitting on,o (8)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["20667922", "20668041"], "equivalent": ["20667921"], "question": "What is the adult man to the right of the pillow sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_sitting on,o"}, "answer": "couch", "semanticStr": "select: pillow (9)->relate: man,to the right of,s (4) [0]->filter: adult [1]->relate: _,sitting on,o (8) [2]->query: name [3]", "annotations": {"answer": {"0": "8"}, "question": {"10": "9", "3:5": "4"}, "fullAnswer": {"1": "4", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the couch.", "image": "n181355.jpg", "question_id": 20667921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "select", "dependencies": [], "argument": "fire hydrant (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20340794"], "equivalent": ["20340793"], "question": "Is the color of the school the same as the hydrant?", "isBalanced": true, "groups": {"global": null, "local": "09same-fire hydrant_school"}, "answer": "yes", "semanticStr": "select: school (20)->select: fire hydrant (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "1", "5": "20"}, "fullAnswer": {"3": "20", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the school and the hydrant are red.", "image": "n346247.jpg", "question_id": 20340793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899956", "20899955", "20899785"], "equivalent": ["20899954"], "question": "What does the bowl contain?", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-bowl_contain,o"}, "answer": "tomatoes", "semanticStr": "select: bowl (6)->relate: _,contain,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "6", "3": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl contains tomatoes.", "image": "n186491.jpg", "question_id": 20899954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,contain,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899956", "20899954", "20899785"], "equivalent": ["20899955"], "question": "What are the vegetables that the bowl contains?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-bowl_contain,o"}, "answer": "tomatoes", "semanticStr": "select: bowl (6)->relate: vegetable,contain,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6": "6"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are tomatoes.", "image": "n186491.jpg", "question_id": 20899955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tomatoes (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899951"], "equivalent": ["20899952"], "question": "What contains the tomatoes?", "isBalanced": true, "groups": {"global": "object", "local": "14-tomatoes_contain,s"}, "answer": "bowl", "semanticStr": "select: tomatoes (4)->relate: _,contain,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "3": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl contains tomatoes.", "image": "n186491.jpg", "question_id": 20899952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201188375", "201188374", "201188373", "201188372", "201188370"], "equivalent": ["201188371"], "question": "What material is used to make the sidewalk?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (5)->query: material [0]", "annotations": {"answer": {}, "question": {"7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of cement.", "image": "n483840.jpg", "question_id": 201188371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plier (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201982517"], "equivalent": ["201982518", "201982517"], "question": "Are there mirrors or pliers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-mirror_plier"}, "answer": "yes", "semanticStr": "select: mirror (18)->exist: ? [0]->select: plier (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"4": "18"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a mirror.", "image": "n526228.jpg", "question_id": 201982518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "select", "dependencies": [], "argument": "tray (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201735178"], "question": "Are the desk and the tray made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-desk_tray"}, "answer": "yes", "semanticStr": "select: desk (7)->select: tray (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "4"}, "fullAnswer": {"3": "7", "6": "4"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the desk and the tray are made of wood.", "image": "n240973.jpg", "question_id": 201735178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201428593", "201428594", "201428595"], "equivalent": ["201428596"], "question": "On which side of the photo are the small glasses?", "isBalanced": true, "groups": {"global": null, "local": "10q-glasses_hposition"}, "answer": "right", "semanticStr": "select: glasses (2)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are on the right of the image.", "image": "n199758.jpg", "question_id": 201428596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (17)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,under,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102835", "202102834", "202102837", "202102833", "202102832", "202102767"], "equivalent": ["202102836"], "question": "What kind of appliance is under the cabinets?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-cabinets_under,s"}, "answer": "microwave", "semanticStr": "select: cabinets (17)->relate: appliance,under,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a microwave.", "image": "n386682.jpg", "question_id": 202102836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pencil (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201370369", "201370368", "201370370", "201370371"], "equivalent": ["201370372", "201370371"], "question": "On which side of the photo is the pencil?", "isBalanced": true, "groups": {"global": null, "local": "10q-pencil_hposition"}, "answer": "right", "semanticStr": "select: pencil (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pencil is on the right of the image.", "image": "n351318.jpg", "question_id": 201370372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pear (0)"}, {"operation": "select", "dependencies": [], "argument": "table (7) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201510216"], "question": "What do both the pear and the table have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-pear_table"}, "answer": "shape", "semanticStr": "select: pear (0)->select: table (7) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "7"}, "fullAnswer": {"4": "0", "7": "7"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The shape, both the pear and the table are round.", "image": "n541854.jpg", "question_id": 201510216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201407296"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "man", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n282607.jpg", "question_id": 201407296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (16)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "choose name", "dependencies": [1], "argument": "couch|bookcase"}], "entailed": [], "equivalent": ["201400019"], "question": "Which item of furniture is comfortable, the couch or the bookcase?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_comfortable"}, "answer": "couch", "semanticStr": "select: furniture (16)->filter: comfortable [0]->choose name: couch|bookcase [1]", "annotations": {"answer": {"0": "16"}, "question": {"10": "5", "1:4": "16", "7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The couch is comfortable.", "image": "n344136.jpg", "question_id": 201400019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (4)"}, {"operation": "relate", "dependencies": [0], "argument": "frisbee,to the left of,s (0)"}, {"operation": "choose color", "dependencies": [1], "argument": "white|blue"}], "entailed": ["201590035", "201590037", "201590036"], "equivalent": ["201590038", "201590035", "201590037", "201590036"], "question": "Is the frisbee that is to the left of the player blue or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-frisbee_color"}, "answer": "white", "semanticStr": "select: player (4)->relate: frisbee,to the left of,s (0) [0]->choose color: white|blue [1]", "annotations": {"answer": {}, "question": {"10": "4", "2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The frisbee is white.", "image": "n260762.jpg", "question_id": 201590038}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "not(soft)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400014", "201400133"], "equivalent": ["201400015"], "question": "What kind of furniture isn't soft?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#soft"}, "answer": "bookcase", "semanticStr": "select: furniture (5)->filter hardness: not(soft) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "16"}, "fullAnswer": {"1": "16", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n344136.jpg", "question_id": 201400015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "place,skating on,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201935220"], "question": "Where is the man to the right of the camera skating on?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_skating on,o"}, "answer": "skate park", "semanticStr": "select: camera (9)->relate: man,to the right of,s (1) [0]->relate: place,skating on,o (8) [1]->query: name [2]", "annotations": {"answer": {"0:2": "8"}, "question": {"9": "9", "3": "1"}, "fullAnswer": {"1": "1", "6:8": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is skating on the skate park.", "image": "n556604.jpg", "question_id": 201935220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["2098185", "2098179", "2098178", "2098184", "2098181", "2098180", "2098183", "2098182"], "equivalent": ["2098177"], "question": "Is the black speaker on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_left"}, "answer": "yes", "semanticStr": "select: speaker (7)->filter color: black [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the speaker is on the left of the image.", "image": "n513429.jpg", "question_id": 2098177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "football (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201590031"], "question": "Is there a red frisbee or football?", "isBalanced": true, "groups": {"global": null, "local": "04-frisbee_red"}, "answer": "no", "semanticStr": "select: frisbee (0)->filter color: red [0]->exist: ? [1]->select: football (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a frisbee but it is white.", "image": "n260762.jpg", "question_id": 201590031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "verify rel", "dependencies": [1], "argument": "man,to the left of,s (1)"}], "entailed": ["201935230", "201935229", "201935228"], "equivalent": ["201935227"], "question": "Is the young man to the left of the camera on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-camera_man"}, "answer": "no", "semanticStr": "select: camera (9)->filter hposition: left [0]->verify rel: man,to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"9": "9", "2:4": "1"}, "fullAnswer": {"9": "9", "2": "1"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of the camera.", "image": "n556604.jpg", "question_id": 201935227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["201407298", "201407300", "201407297", "201407301"], "equivalent": ["201407299"], "question": "Does he appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-man_sitting"}, "answer": "no", "semanticStr": "select: he (0)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is standing.", "image": "n282607.jpg", "question_id": 201407299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20247166", "20247167", "20247171", "20247170", "20247173", "20247172", "20247155", "20247168"], "equivalent": ["20247169"], "question": "Which color is the necklace that is not small?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-necklace_color"}, "answer": "dark", "semanticStr": "select: necklace (10)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The necklace is dark.", "image": "n223750.jpg", "question_id": 20247169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the left of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202262577", "202262575"], "equivalent": ["202262576", "202262575"], "question": "Are there any buses to the left of the truck?", "isBalanced": true, "groups": {"global": null, "local": "13-truck_bus"}, "answer": "no", "semanticStr": "select: truck (6)->relate: bus,to the left of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "6"}, "fullAnswer": {"10": "6", "4": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a man to the left of the truck.", "image": "n538039.jpg", "question_id": 202262576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (7)"}, {"operation": "select", "dependencies": [], "argument": "airplane (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201342129"], "question": "Are both the staircase and the airplane made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-airplane_staircase"}, "answer": "yes", "semanticStr": "select: staircase (7)->select: airplane (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "4"}, "fullAnswer": {"3": "7", "6": "4"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the staircase and the airplane are made of metal.", "image": "n157375.jpg", "question_id": 201342129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (22)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (23)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201951790"], "equivalent": ["201951789"], "question": "What is located on top of the table?", "isBalanced": true, "groups": {"global": "", "local": "14-table_on top of,s"}, "answer": "machine", "semanticStr": "select: table (22)->relate: _,on top of,s (23) [0]->query: name [1]", "annotations": {"answer": {"0": "23"}, "question": {"7": "22"}, "fullAnswer": {"1": "23", "7": "22"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The machine is on top of the table.", "image": "n256120.jpg", "question_id": 201951789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (1)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202122044", "202122042", "202122043", "202121888", "202121887", "202121886"], "equivalent": ["202122041"], "question": "What is the appliance to the right of the chairs?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-chairs_to the right of,s"}, "answer": "refrigerator", "semanticStr": "select: chairs (1)->relate: appliance,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"9": "1", "3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n140421.jpg", "question_id": 202122041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201535804", "201535803"], "equivalent": ["201535803", "201535802"], "question": "What is the happy person holding?", "isBalanced": true, "groups": {"global": "container", "local": "14-woman_holding,o"}, "answer": "box", "semanticStr": "select: person (13)->filter face expression: happy [0]->relate: _,holding,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "13"}, "fullAnswer": {"1": "13", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the box.", "image": "n272098.jpg", "question_id": 201535802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same color,_ (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20442346", "20441869"], "equivalent": ["20441869", "20441870"], "question": "What is the name of the item of furniture that is the same color as the door that is not short?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-door_same color,_"}, "answer": "bookcase", "semanticStr": "select: door (1)->filter: not(short) [0]->relate: furniture,same color,_ (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"6:9": "6", "20": "1", "16": "1"}, "fullAnswer": {"1:4": "6", "6": "6"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookcase.", "image": "n207708.jpg", "question_id": 20441870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cyclist (13)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20863386", "20863384", "20863385"], "equivalent": ["20863387"], "question": "Which side of the image is the cyclist on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cyclist_hposition"}, "answer": "right", "semanticStr": "select: cyclist (13)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cyclist is on the right of the image.", "image": "n14.jpg", "question_id": 20863387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (14)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sparse)"}, {"operation": "choose", "dependencies": [1], "argument": "leafy|bare"}], "entailed": ["201997756"], "equivalent": ["201997757"], "question": "Are the trees that are not sparse bare or leafy?", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "leafy", "semanticStr": "select: tree (14)->filter: not(sparse) [0]->choose: leafy|bare [1]", "annotations": {"answer": {}, "question": {"2": "14", "6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are leafy.", "image": "n319845.jpg", "question_id": 201997757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (3)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201638739", "201638741", "201638742", "201638743", "201638879"], "equivalent": ["201638740"], "question": "What vehicle is to the right of the bench?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bench_to the right of,s"}, "answer": "car", "semanticStr": "select: bench (3)->relate: vehicle,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n271392.jpg", "question_id": 201638740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "select", "dependencies": [], "argument": "bookcase (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20441880"], "equivalent": ["20441879"], "question": "Does the bookcase have the same color as the microwave?", "isBalanced": true, "groups": {"global": null, "local": "09same-bookcase_microwave"}, "answer": "no", "semanticStr": "select: microwave (5)->select: bookcase (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "5", "2": "6"}, "fullAnswer": {"2": "5", "7": "6"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the microwave is black and the bookcase is white.", "image": "n207708.jpg", "question_id": 20441879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "label (12)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (0)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201987835", "201987834", "201987950", "201987956", "201987871", "201987870", "201987937", "201987930", "201987931", "201987932", "201987938", "201987945", "201987944", "201987947", "201987946", "201987943", "201987942", "201987949", "201987948", "201987907", "201987909", "201987908"], "equivalent": ["201987955"], "question": "Is the bottle near the label open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-bottle_15"}, "answer": "closed", "semanticStr": "select: label (12)->relate: bottle,near,s (0) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "12"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is closed.", "image": "n470131.jpg", "question_id": 201987955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202102789", "202102787", "202102786", "202102785", "202102784", "202102783", "202102782"], "equivalent": ["202102788"], "question": "On which side of the image is the microwave?", "isBalanced": true, "groups": {"global": null, "local": "10q-microwave_hposition"}, "answer": "left", "semanticStr": "select: microwave (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is on the left of the image.", "image": "n386682.jpg", "question_id": 202102788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,beside,s (21)"}, {"operation": "choose color", "dependencies": [1], "argument": "light brown|silver"}], "entailed": [], "equivalent": ["20810874"], "question": "Is the shelf beside the person light brown or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shelf_color"}, "answer": "light brown", "semanticStr": "select: person (1)->relate: shelf,beside,s (21) [0]->choose color: light brown|silver [1]", "annotations": {"answer": {}, "question": {"2": "21", "5": "1"}, "fullAnswer": {"1": "21"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shelf is light brown.", "image": "n167552.jpg", "question_id": 20810874}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "girl,sitting next to,o (1)"}], "entailed": [], "equivalent": ["2066010"], "question": "Is the boy sitting next to the girl?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_girl"}, "answer": "yes", "semanticStr": "select: boy (0)->verify rel: girl,sitting next to,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "0", "7": "1"}, "fullAnswer": {"8": "1", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is sitting next to the girl.", "image": "n356822.jpg", "question_id": 2066010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (0)"}, {"operation": "filter", "dependencies": [0], "argument": "simple"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20169725", "20169727", "20169728", "20169712", "20169713"], "equivalent": ["20169726", "20169725"], "question": "What is the simple clothing item called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_simple"}, "answer": "hat", "semanticStr": "select: clothing (0)->filter: simple [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:6": "0"}, "fullAnswer": {"1:3": "0", "5": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a hat.", "image": "n58220.jpg", "question_id": 20169726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pepper shaker (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202228226", "202228249", "202228248", "202228247", "202228237", "202228229", "202228232", "202228233", "202228227", "202228231", "202228230", "202228234", "202228222"], "equivalent": ["202228228"], "question": "What color is the pepper shaker?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pepper shaker_color"}, "answer": "brown", "semanticStr": "select: pepper shaker (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pepper shaker is brown.", "image": "n77818.jpg", "question_id": 202228228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (10)"}, {"operation": "choose rel", "dependencies": [0], "argument": "monitor,to the right of|to the left of,s (1)"}], "entailed": ["2097621", "2097620", "2097678", "2097616", "2097617", "2097618", "2097619"], "equivalent": ["2097679"], "question": "Is the monitor to the left or to the right of the screen?", "isBalanced": true, "groups": {"global": null, "local": "13-screen_monitor"}, "answer": "right", "semanticStr": "select: screen (10)->choose rel: monitor,to the right of|to the left of,s (1) [0]", "annotations": {"answer": {}, "question": {"2": "1", "12": "10"}, "fullAnswer": {"1": "1", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The monitor is to the right of the screen.", "image": "n513429.jpg", "question_id": 2097679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (14)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "choose activity", "dependencies": [1], "argument": "posing|driving"}], "entailed": ["201640268", "201640270"], "equivalent": ["201640268", "201640269"], "question": "Is the old man posing or driving?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "posing", "semanticStr": "select: man (14)->filter age: old [0]->choose activity: posing|driving [1]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is posing.", "image": "n235859.jpg", "question_id": 201640269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (13)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20929413", "20929404", "20929405", "20929400", "20929401", "20929403", "20929389", "20929399"], "equivalent": ["20929402"], "question": "What is the color of the motorbike?", "isBalanced": true, "groups": {"global": "color", "local": "10q-motorcycle_color"}, "answer": "silver", "semanticStr": "select: motorcycle (13)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorbike is silver.", "image": "n9181.jpg", "question_id": 20929402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (12)"}, {"operation": "relate", "dependencies": [0], "argument": "player,on,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "bag,next to,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201737938"], "equivalent": ["201738008"], "question": "Are there any bags next to the player on the bench?", "isBalanced": true, "groups": {"global": null, "local": "13-player_bag"}, "answer": "yes", "semanticStr": "select: bench (12)->relate: player,on,s (1) [0]->relate: bag,next to,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "12", "3": "0", "7": "1"}, "fullAnswer": {"8": "1", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bag next to the player.", "image": "n531731.jpg", "question_id": 201738008}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286769", "202286771", "202286770"], "equivalent": ["202286772"], "question": "Where is the woman standing on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-woman_standing on,o"}, "answer": "ground", "semanticStr": "select: woman (0)->relate: place,standing on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "0", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the ground.", "image": "n413002.jpg", "question_id": 202286772}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify weight", "dependencies": [0], "argument": "heavy "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20262431"], "question": "Is the dress heavy and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_heavy"}, "answer": "no", "semanticStr": "select: dress (11)->verify color: brown [0]->verify weight: heavy  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dress is heavy but blue.", "image": "n172618.jpg", "question_id": 20262431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "flags,behind,o (11)"}], "entailed": [], "equivalent": ["201976963"], "question": "Is he behind the flags?", "isBalanced": true, "groups": {"global": null, "local": "13-person_flags"}, "answer": "yes", "semanticStr": "select: he (6)->verify rel: flags,behind,o (11) [0]", "annotations": {"answer": {}, "question": {"1": "6", "4": "11"}, "fullAnswer": {"2": "6", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is behind the flags.", "image": "n279173.jpg", "question_id": 201976963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensils (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202006918"], "question": "Are there utensils in the photo?", "isBalanced": true, "groups": {"global": null, "local": "03-utensils"}, "answer": "yes", "semanticStr": "select: utensils (8)->exist: ? [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"3": "8"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there are utensils.", "image": "n97485.jpg", "question_id": 202006918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976966", "201976622"], "equivalent": ["201976967"], "question": "What is the person on?", "isBalanced": true, "groups": {"global": "object", "local": "14-person_on,o"}, "answer": "motorcycle", "semanticStr": "select: person (6)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "6", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is on the motorcycle.", "image": "n279173.jpg", "question_id": 201976967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (11)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["20262439", "20262440", "20262441", "20262431", "20262433", "20262435", "20262434", "20262437", "20262420", "20262445"], "equivalent": ["20262438"], "question": "How heavy is the dress?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-dress_weight"}, "answer": "heavy", "semanticStr": "select: dress (11)->query: weight [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dress is heavy.", "image": "n172618.jpg", "question_id": 20262438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "relate", "dependencies": [0], "argument": "player,to the left of,s (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "bag,to the left of|to the right of,s (0)"}], "entailed": ["201738004", "201738005", "201738006"], "equivalent": ["201738007"], "question": "Is the blue bag to the right or to the left of the player that is to the left of the towel?", "isBalanced": true, "groups": {"global": null, "local": "13-player_bag"}, "answer": "left", "semanticStr": "select: towel (11)->relate: player,to the left of,s (1) [0]->choose rel: bag,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"13": "1", "2:4": "0", "21": "11"}, "fullAnswer": {"1": "0", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the left of the player.", "image": "n531731.jpg", "question_id": 201738007}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20461933", "20461924", "20461925", "20461926", "20461927", "20461921", "20461923"], "equivalent": ["20461922", "20461923"], "question": "Does the hat look black?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_black"}, "answer": "yes", "semanticStr": "select: hat (3)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hat is black.", "image": "n571179.jpg", "question_id": 20461922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "person,to the left of,s (12)"}], "entailed": ["2012703", "2012704"], "equivalent": ["2012702"], "question": "Is the female person to the left of a bottle?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_person"}, "answer": "no", "semanticStr": "select: bottle (8)->verify rel: person,to the left of,s (12) [0]", "annotations": {"answer": {}, "question": {"9": "8", "2:4": "12"}, "fullAnswer": {"9": "8", "2": "12"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is to the right of a bottle.", "image": "n318370.jpg", "question_id": 2012702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["20621830", "20621831", "20621832", "20621833", "20621834", "20621835", "20621810", "20621828", "20621791", "20621809"], "equivalent": ["20621839"], "question": "Is the window closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-window_15"}, "answer": "open", "semanticStr": "select: window (15)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is open.", "image": "n210269.jpg", "question_id": 20621839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["20541125", "20541138", "20541154", "20541150", "20541151", "20541152", "20541153", "20541148"], "equivalent": ["20541155"], "question": "How does the white shirt look, long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (10)->filter color: white [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"3:5": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n527290.jpg", "question_id": 20541155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (27)"}, {"operation": "filter age", "dependencies": [0], "argument": "not(young)"}, {"operation": "verify rel", "dependencies": [1], "argument": "umbrella,holding,o (7)"}], "entailed": ["20182869"], "equivalent": ["20182868"], "question": "Is the man that is not young holding the umbrella?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "yes", "semanticStr": "select: man (27)->filter age: not(young) [0]->verify rel: umbrella,holding,o (7) [1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "27", "6": "27"}, "fullAnswer": {"2": "27", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is holding the umbrella.", "image": "n151768.jpg", "question_id": 20182868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (5)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["202041987", "202041990", "202041988"], "equivalent": ["202041989", "202041990"], "question": "Is the truck in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-truck_vposition"}, "answer": "top", "semanticStr": "select: truck (5)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The truck is in the top of the image.", "image": "n449058.jpg", "question_id": 202041989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (9)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["20637244", "20637243"], "equivalent": ["20637245"], "question": "In which part of the image is the pan, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-pan_vposition"}, "answer": "top", "semanticStr": "select: pan (9)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pan is in the top of the image.", "image": "n184385.jpg", "question_id": 20637245}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201757638", "201757639", "201757640", "201757631", "201757632"], "equivalent": ["201757638", "201757637"], "question": "Do you see white cups?", "isBalanced": true, "groups": {"global": null, "local": "04-cup_white"}, "answer": "yes", "semanticStr": "select: cup (0)->filter color: white [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a white cup.", "image": "n4777.jpg", "question_id": 201757637}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (1)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201273161", "201273160", "201273163", "201273162", "201273165", "201273164", "201273166", "201273169", "201273158", "201273159", "201273154", "201273155", "201273156", "201273157", "201273152", "201273177", "201273175", "201273172", "201273173", "201273170", "201273171"], "equivalent": ["201273151"], "question": "Is the bright sky blue and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "yes", "semanticStr": "select: sky (1)->filter: bright [0]->verify color: blue [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is blue and clear.", "image": "n46510.jpg", "question_id": 201273151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240841", "202240840", "202240839"], "equivalent": ["202240842"], "question": "What kind of furniture is the woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_in front of,o"}, "answer": "shelf", "semanticStr": "select: woman (11)->relate: furniture,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "11", "7": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the shelf.", "image": "n460385.jpg", "question_id": 202240842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240842", "202240840", "202240839"], "equivalent": ["202240841"], "question": "What kind of furniture is the woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_in front of,o"}, "answer": "shelf", "semanticStr": "select: woman (11)->relate: furniture,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13", "6": "11"}, "fullAnswer": {"1": "11", "7": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the shelf.", "image": "n460385.jpg", "question_id": 202240841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240842", "202240841", "202240839"], "equivalent": ["202240840"], "question": "What is the woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_in front of,o"}, "answer": "shelf", "semanticStr": "select: woman (11)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "11", "7": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the shelf.", "image": "n460385.jpg", "question_id": 202240840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,playing with,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030609", "201030608", "201030607", "201030606", "201030605", "201030250"], "equivalent": ["201030610"], "question": "Which kind of device does the boy play with?", "isBalanced": true, "groups": {"global": "device", "local": "15-boy_playing with,o"}, "answer": "wii controller", "semanticStr": "select: boy (4)->relate: device,playing with,o (13) [0]->query: name [1]", "annotations": {"answer": {"0:2": "13"}, "question": {"3": "13"}, "fullAnswer": {"1": "4", "5:7": "13"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy plays with a Wii remotes.", "image": "n54424.jpg", "question_id": 201030610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827193", "20827191", "20827194"], "equivalent": ["20827192"], "question": "What piece of furniture is to the right of the coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-coffee table_to the right of,s"}, "answer": "side table", "semanticStr": "select: coffee table (9)->relate: furniture,to the right of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {"1:4": "15"}, "fullAnswer": {"6:8": "15", "1:4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n283587.jpg", "question_id": 20827192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "socks (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow"}], "entailed": ["201511032", "201511033"], "equivalent": ["201511034", "201511033"], "question": "Do the socks look yellow?", "isBalanced": true, "groups": {"global": null, "local": "06-socks_yellow"}, "answer": "no", "semanticStr": "select: socks (4)->verify color: yellow [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the socks are gray.", "image": "n575770.jpg", "question_id": 201511034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20151842", "20151841", "20151840", "20151831", "20151825", "20151824", "20151821", "20151830", "20151822", "20151829", "20151828", "20151838", "20151839"], "equivalent": ["20151826"], "question": "What height is the person that is to the right of the bag?", "isBalanced": true, "groups": {"global": "height", "local": "10q-woman_height"}, "answer": "short", "semanticStr": "select: bag (10)->relate: person,to the right of,s (7) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"12": "10", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is short.", "image": "n313060.jpg", "question_id": 20151826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827199", "20827198", "20827200"], "equivalent": ["20827197"], "question": "What type of furniture is to the right of the pillow?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-pillow_to the right of,s"}, "answer": "side table", "semanticStr": "select: pillow (6)->relate: furniture,to the right of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {"10": "6", "3": "15"}, "fullAnswer": {"6:8": "15", "1:4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a side table.", "image": "n283587.jpg", "question_id": 20827197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201175273", "201175276"], "equivalent": ["201175272"], "question": "What is in front of the bright window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_in front of,s"}, "answer": "curtain", "semanticStr": "select: window (11)->filter: bright [0]->relate: _,in front of,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"6:8": "11"}, "fullAnswer": {"1": "17", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtain is in front of the window.", "image": "n357784.jpg", "question_id": 201175272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175272", "201175276"], "equivalent": ["201175273"], "question": "What is in front of the window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_in front of,s"}, "answer": "curtain", "semanticStr": "select: window (11)->relate: _,in front of,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtain is in front of the window.", "image": "n357784.jpg", "question_id": 201175273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (14)"}, {"operation": "select", "dependencies": [], "argument": "rug (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20204461"], "equivalent": ["20204460"], "question": "Are the charger and the rug the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-charger_rug"}, "answer": "yes", "semanticStr": "select: charger (14)->select: rug (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "14", "5": "11"}, "fullAnswer": {"3": "14", "6": "11"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the charger and the rug are black.", "image": "n532191.jpg", "question_id": 20204460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201952925", "201952938", "201952927", "201952926", "201952929", "201952928", "201952941", "201952932", "201952931", "201952942", "201952924"], "equivalent": ["201952930"], "question": "How big is that window?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "huge", "semanticStr": "select: window (9)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is huge.", "image": "n525029.jpg", "question_id": 201952930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the right of,s (3)"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201061159"], "question": "Is the boy that is to the right of the other boy Asian and young?", "isBalanced": true, "groups": {"global": null, "local": "05-asian_young"}, "answer": "no", "semanticStr": "select: boy (0)->relate: boy,to the right of,s (3) [0]->verify race: asian [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "0", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the boy is young but caucasian.", "image": "n25275.jpg", "question_id": 201061159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201174999", "201175000", "201175274"], "equivalent": ["201175275"], "question": "What is the curtain in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-curtain_in front of,o"}, "answer": "window", "semanticStr": "select: curtain (17)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "17", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtain is in front of the window.", "image": "n357784.jpg", "question_id": 201175275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (3)"}, {"operation": "select", "dependencies": [], "argument": "airplane (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201434051"], "equivalent": ["201434052"], "question": "Is the color of the watch different than the airplane?", "isBalanced": true, "groups": {"global": null, "local": "09diff-airplane_watch"}, "answer": "yes", "semanticStr": "select: watch (3)->select: airplane (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "6", "5": "3"}, "fullAnswer": {"2": "3", "7": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the watch is black and the airplane is white.", "image": "n545516.jpg", "question_id": 201434052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,touching,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004137", "202004138", "202003632", "202004140", "202004141", "202004142"], "equivalent": ["202004139"], "question": "What's the man touching?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_touching,o"}, "answer": "laptops", "semanticStr": "select: man (0)->relate: _,touching,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "0", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is touching the laptops.", "image": "n262920.jpg", "question_id": 202004139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,touching,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004137", "202004139", "202003632", "202004140", "202004141", "202004142"], "equivalent": ["202004138"], "question": "He is touching what?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_touching,o"}, "answer": "laptops", "semanticStr": "select: he (0)->relate: _,touching,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"0": "0"}, "fullAnswer": {"1": "0", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is touching the laptops.", "image": "n262920.jpg", "question_id": 202004138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982278", "201982419", "201982426", "201982421", "201982420", "201982422"], "equivalent": ["201982423"], "question": "Which kind of furniture is in front of the mirror?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mirror_in front of,s"}, "answer": "couch", "semanticStr": "select: mirror (18)->relate: furniture,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1:4": "14", "6": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n526228.jpg", "question_id": 201982423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319601", "201319600", "201319584", "201319585", "201319586"], "equivalent": ["201319583"], "question": "What is the soup on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-soup_on,o"}, "answer": "table", "semanticStr": "select: soup (3)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soup is on the table.", "image": "n508733.jpg", "question_id": 201319583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (22)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201887069", "201887072", "201887070", "201887071"], "equivalent": ["201887073"], "question": "On which side of the image is the purple cabbage?", "isBalanced": true, "groups": {"global": null, "local": "10q-cabbage_hposition"}, "answer": "right", "semanticStr": "select: cabbage (22)->filter color: purple [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabbage is on the right of the image.", "image": "n429961.jpg", "question_id": 201887073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593893"], "equivalent": ["201593892"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "girl", "semanticStr": "select: shorts (9)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "9"}, "fullAnswer": {"1": "5", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing shorts.", "image": "n200907.jpg", "question_id": 201593892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2046644"], "equivalent": ["2046643"], "question": "What is sitting on the table made of wood?", "isBalanced": true, "groups": {"global": "material", "local": "14-table_sitting on,s"}, "answer": "glass", "semanticStr": "select: table (5)->filter material: wood [0]->relate: _,sitting on,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "5", "5": "5"}, "fullAnswer": {"1": "7", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is sitting on the table.", "image": "n71728.jpg", "question_id": 2046643}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (27)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20182863"], "equivalent": ["20182862"], "question": "Who is holding the umbrella in the middle of the photo?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_holding,s"}, "answer": "man", "semanticStr": "select: umbrella (7)->filter vposition: middle [0]->relate: person,holding,s (27) [1]->query: name [2]", "annotations": {"answer": {"0": "27"}, "question": {"4": "7"}, "fullAnswer": {"1": "27", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the umbrella.", "image": "n151768.jpg", "question_id": 20182862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2046643"], "equivalent": ["2046644"], "question": "What is sitting on the table?", "isBalanced": true, "groups": {"global": "material", "local": "14-table_sitting on,s"}, "answer": "glass", "semanticStr": "select: table (5)->relate: _,sitting on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is sitting on the table.", "image": "n71728.jpg", "question_id": 2046644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593892"], "equivalent": ["201593893"], "question": "Who is wearing the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "girl", "semanticStr": "select: shorts (9)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing shorts.", "image": "n200907.jpg", "question_id": 201593893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201804295", "201804319", "201804333", "201804323", "201804322", "201804321", "201804314", "201804315", "201804332", "201804313", "201804328"], "equivalent": ["201804320"], "question": "Does the desk look white?", "isBalanced": true, "groups": {"global": null, "local": "06-desk_white"}, "answer": "yes", "semanticStr": "select: desk (3)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the desk is white.", "image": "n51002.jpg", "question_id": 201804320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319601", "201319600", "201319584", "201319585", "201319583"], "equivalent": ["201319586"], "question": "Which kind of furniture is the soup on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-soup_on,o"}, "answer": "table", "semanticStr": "select: soup (3)->relate: furniture,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soup is on the table.", "image": "n508733.jpg", "question_id": 201319586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,behind,s (1)"}], "entailed": ["20982303", "20982300", "20982301", "20982302"], "equivalent": ["20982299"], "question": "Is the tall man behind the door?", "isBalanced": true, "groups": {"global": null, "local": "13-door_man"}, "answer": "no", "semanticStr": "select: door (12)->verify rel: man,behind,s (1) [0]", "annotations": {"answer": {}, "question": {"2:4": "1", "6": "12"}, "fullAnswer": {"8": "12", "2": "1"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is in front of the door.", "image": "n52544.jpg", "question_id": 20982299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (5)"}, {"operation": "relate", "dependencies": [0], "argument": "car,to the right of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201573833", "201573830", "201573831", "201573834", "201573835", "201573829", "201573828"], "equivalent": ["201573830", "201573829", "201573832", "201573831"], "question": "The car to the right of the other cars is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "black", "semanticStr": "select: cars (5)->relate: car,to the right of,s (12) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "12", "8": "5"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is black.", "image": "n115614.jpg", "question_id": 201573832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982191", "20982292", "20982192"], "equivalent": ["20982293"], "question": "What's the man in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_in front of,o"}, "answer": "door", "semanticStr": "select: man (1)->relate: _,in front of,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "1", "7": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the door.", "image": "n52544.jpg", "question_id": 20982293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (23)"}, {"operation": "relate", "dependencies": [0], "argument": "cabbage,to the left of,s (22)"}, {"operation": "verify color", "dependencies": [1], "argument": "purple"}, {"operation": "select", "dependencies": [], "argument": "broccoli (7) "}, {"operation": "relate", "dependencies": [3], "argument": "vegetable,to the right of,s (1)"}, {"operation": "verify color", "dependencies": [4], "argument": "purple"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["201887076", "201887083", "201887082", "201887081", "201887080", "201887078", "201887079", "201887227", "201887226", "201887225", "201887230", "201887085", "201887229", "201887228"], "equivalent": ["201887077"], "question": "Are both the cabbage to the left of the other cabbage and the vegetable to the right of the broccoli purple?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-cabbage_eggplant"}, "answer": "yes", "semanticStr": "select: cabbage (23)->relate: cabbage,to the left of,s (22) [0]->verify color: purple [1]->select: broccoli (7) ->relate: vegetable,to the right of,s (1) [3]->verify color: purple [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"19": "7", "10": "23", "3": "22", "13": "1"}, "fullAnswer": {"3": "22", "6": "1"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the cabbage and the eggplant are purple.", "image": "n429961.jpg", "question_id": 201887077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783590", "20783591", "20783592", "20783589", "20783176", "20783177", "20783174", "20783175", "20783042", "20783173", "20783171", "20783043"], "equivalent": ["20783172"], "question": "What device is to the right of the chair?", "isBalanced": true, "groups": {"global": "device", "local": "15-chair_to the right of,s"}, "answer": "laptop", "semanticStr": "select: chair (9)->relate: device,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n355339.jpg", "question_id": 20783172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting on,s (10)"}, {"operation": "choose rel", "dependencies": [1], "argument": "laptop,to the right of|to the left of,s (1)"}], "entailed": ["20782971", "20782973", "20782972", "20782974", "20783169", "20783168"], "equivalent": ["20783170"], "question": "Is the laptop computer to the right or to the left of the person that is sitting on the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-man_laptop"}, "answer": "right", "semanticStr": "select: chair (9)->relate: person,sitting on,s (10) [0]->choose rel: laptop,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"19": "9", "13": "10", "2:4": "1"}, "fullAnswer": {"9": "10", "1:3": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The laptop computer is to the right of the man.", "image": "n355339.jpg", "question_id": 20783170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the right of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20317278", "20317279", "20317273", "20317275", "20317276", "20317208", "20317280"], "equivalent": ["20317275", "20317276", "20317277"], "question": "What is the appliance that is to the right of the cooking utensil made of stainless steel called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-coffee pot_to the right of,s"}, "answer": "toaster", "semanticStr": "select: cooking utensil (5)->filter material: stainless steel [0]->relate: appliance,to the right of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"11:13": "5", "3": "4", "15:17": "5"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n350766.jpg", "question_id": 20317277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201998203"], "equivalent": ["201998202", "201998203"], "question": "Does the statue that is standing look large and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_large"}, "answer": "no", "semanticStr": "select: statue (7)->filter pose: standing [0]->verify color: gray [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the statue is gray but small.", "image": "n319845.jpg", "question_id": 201998202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wristband (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201682363"], "question": "Does the wristband look small and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "no", "semanticStr": "select: wristband (7)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the wristband is small but red.", "image": "n51658.jpg", "question_id": 201682363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (7)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,to the right of,s (1)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201156202", "201156213", "201156212", "201156211", "201156210", "201156217", "201156216", "201156215", "201156219", "201156223", "201156201", "201156228", "201156203", "201156204", "201156205", "201156206", "201156207", "201156222", "201156209", "201156220", "201156221", "201156226", "201156227", "201156224", "201156225"], "equivalent": ["201156214"], "question": "Does the boy to the right of the ball seem to be young and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_young"}, "answer": "yes", "semanticStr": "select: ball (7)->relate: boy,to the right of,s (1) [0]->verify size: small [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "7", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boy is young and small.", "image": "n146522.jpg", "question_id": 201156214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20118124", "20118123", "20118122", "20118118", "20118119"], "equivalent": ["20118121"], "question": "What color is the street?", "isBalanced": true, "groups": {"global": "color", "local": "10q-street_color"}, "answer": "brown", "semanticStr": "select: street (9)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is brown.", "image": "n494677.jpg", "question_id": 20118121}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "choose rel", "dependencies": [1], "argument": "fence,behind|in front of,s (16)"}], "entailed": ["201974701", "201974700", "201974702", "201975131", "201975130", "201975132"], "equivalent": ["201974703"], "question": "Is the metal fence in front or behind the person on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-man_fence"}, "answer": "behind", "semanticStr": "select: person (9)->filter hposition: right [0]->choose rel: fence,behind|in front of,s (16) [1]", "annotations": {"answer": {}, "question": {"9": "9", "2:4": "16"}, "fullAnswer": {"1": "16", "5": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is behind the man.", "image": "n274905.jpg", "question_id": 201974703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175389", "201175398"], "equivalent": ["201175417"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n357784.jpg", "question_id": 201175417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20435020"], "equivalent": ["20435019"], "question": "What is filled with pizza?", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza_filled with,s"}, "answer": "pizza box", "semanticStr": "select: pizza (6)->relate: _,filled with,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"4": "6"}, "fullAnswer": {"1:3": "5", "6": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza box is filled with pizza.", "image": "n431447.jpg", "question_id": 20435019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "bare"}], "entailed": ["201185970"], "equivalent": ["201185971"], "question": "Does the brown ground look bare?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_bare"}, "answer": "no", "semanticStr": "select: ground (8)->filter color: brown [0]->verify: bare [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ground is rocky.", "image": "n494918.jpg", "question_id": 201185971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "power line,hanging above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201109159", "201109154", "201109155", "201109156", "201109157"], "equivalent": ["201109158", "201109159"], "question": "Which color does the powerline that is hanging above the street have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-power line_color"}, "answer": "gray", "semanticStr": "select: street (10)->relate: power line,hanging above,s (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "10", "4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The powerline has gray color.", "image": "n167164.jpg", "question_id": 201109158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (7)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20442208", "20442209", "20442211", "20442210", "20442213", "20442206", "20442207", "20442205", "20442202", "20442226", "20442227", "20442220", "20442221", "20442222", "20442215", "20442203"], "equivalent": ["20442212"], "question": "How big is the appliance above the bananas?", "isBalanced": true, "groups": {"global": "size", "local": "10q-microwave_size"}, "answer": "large", "semanticStr": "select: bananas (7)->relate: appliance,above,s (5) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "7"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is large.", "image": "n207708.jpg", "question_id": 20442212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (13)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,behind,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,using,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201984139", "201984140", "201984141"], "equivalent": ["201984139", "201984138"], "question": "What is the woman behind the papers using?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_using,o"}, "answer": "hair clip", "semanticStr": "select: papers (13)->relate: woman,behind,s (6) [0]->relate: _,using,o (1) [1]->query: name [2]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "6", "6": "13"}, "fullAnswer": {"1": "6", "5:7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using a hair clip.", "image": "n16378.jpg", "question_id": 201984138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984001", "201984002"], "equivalent": ["201984137"], "question": "Who is using the hair clip?", "isBalanced": true, "groups": {"global": "person", "local": "14-hair clip_using,s"}, "answer": "woman", "semanticStr": "select: hair clip (1)->relate: person,using,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is using the hair clip.", "image": "n16378.jpg", "question_id": 201984137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (15)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201982255"], "question": "Does the lamp look small and white?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: lamp (15)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the lamp is white but large.", "image": "n526228.jpg", "question_id": 201982255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (6)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202257519"], "question": "Where is the sand?", "isBalanced": true, "groups": {"global": "place", "local": "14-sand_on,o"}, "answer": "beach", "semanticStr": "select: sand (6)->relate: place,on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "6", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sand is on the beach.", "image": "n92308.jpg", "question_id": 202257519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20480099", "20480098", "20480109", "20480117", "20480118", "20480119", "20480114", "20480115", "20480116", "20480095", "20480094", "20480112", "20480113", "20480103", "20480101", "20480097", "20480096", "20480091", "20480093"], "equivalent": ["20480092"], "question": "Is the lamp that is not tall both metallic and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: lamp (12)->filter height: not(tall) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "6": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the lamp is metallic and black.", "image": "n520071.jpg", "question_id": 20480092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (13)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20740934", "20740932", "20740931"], "equivalent": ["20740933"], "question": "On which side is the plate, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-plate_hposition"}, "answer": "right", "semanticStr": "select: plate (13)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"5": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plate is on the right of the image.", "image": "n23762.jpg", "question_id": 20740933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "select", "dependencies": [], "argument": "television (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201621260"], "equivalent": ["201621261"], "question": "Does the couch have a different color than the TV?", "isBalanced": true, "groups": {"global": null, "local": "09diff-couch_television"}, "answer": "no", "semanticStr": "select: couch (3)->select: television (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "3"}, "fullAnswer": {"3": "3", "6": "9"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the couch and the TV are black.", "image": "n275148.jpg", "question_id": 201621261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bar stool (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201621593", "201621592"], "equivalent": ["201621592", "201621591"], "question": "Are there any black couches or bar stools?", "isBalanced": true, "groups": {"global": null, "local": "04-couch_black"}, "answer": "yes", "semanticStr": "select: couch (3)->filter color: black [0]->exist: ? [1]->select: bar stool (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black couch.", "image": "n275148.jpg", "question_id": 201621591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "coat,wearing,o (-)"}], "entailed": ["20482505", "20482504"], "equivalent": ["20482522"], "question": "Is she wearing a coat?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_coat"}, "answer": "no", "semanticStr": "select: she (6)->verify rel: coat,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"2": "6", "6": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing a shirt.", "image": "n195249.jpg", "question_id": 20482522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,skating on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709890", "20709936"], "equivalent": ["20709937"], "question": "Who is skating on the road?", "isBalanced": true, "groups": {"global": "person", "local": "14-road_skating on,s"}, "answer": "woman", "semanticStr": "select: road (7)->relate: person,skating on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is skating on the road.", "image": "n24526.jpg", "question_id": 20709937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "person,to the left of,s (2)"}], "entailed": ["201861395", "201861394"], "equivalent": ["201861393"], "question": "Is the person to the left of the small mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-person_person"}, "answer": "no", "semanticStr": "select: person (2)->verify rel: person,to the left of,s (2) [0]", "annotations": {"answer": {}, "question": {"8:10": "3", "2": "2"}, "fullAnswer": {"9": "3", "2": "2"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is to the right of the mirror.", "image": "n390187.jpg", "question_id": 201861393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking down at,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20262694"], "question": "Who is looking down at the grass?", "isBalanced": true, "groups": {"global": "person", "local": "14-grass_looking down at,s"}, "answer": "girl", "semanticStr": "select: grass (1)->relate: person,looking down at,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is looking down at the grass.", "image": "n172618.jpg", "question_id": 20262694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (22)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012477", "202012478"], "equivalent": ["202012480"], "question": "What pieces of furniture is the woman in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_in front of,o"}, "answer": "cabinets", "semanticStr": "select: woman (22)->relate: furniture,in front of,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1": "22", "7": "19"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the cabinets.", "image": "n326988.jpg", "question_id": 202012480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482421"], "equivalent": ["20482524"], "question": "Who is standing on the field?", "isBalanced": true, "groups": {"global": "person", "local": "14-field_standing on,s"}, "answer": "woman", "semanticStr": "select: field (7)->relate: person,standing on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the field.", "image": "n195249.jpg", "question_id": 20482524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "racket,holding,o (-)"}], "entailed": [], "equivalent": ["201676355"], "question": "Does she hold a racket?", "isBalanced": true, "groups": {"global": null, "local": "13-person_racket"}, "answer": "no", "semanticStr": "select: she (2)->verify rel: racket,holding,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "2"}, "fullAnswer": {"2": "2", "5": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person holds the controller.", "image": "n233607.jpg", "question_id": 201676355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017082"], "equivalent": ["2017081"], "question": "The snow is resting on what?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-snow_resting on,o"}, "answer": "mountains", "semanticStr": "select: snow (11)->relate: _,resting on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snow is resting on the mountains.", "image": "n324908.jpg", "question_id": 2017081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017081"], "equivalent": ["2017082"], "question": "What is the snow resting on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-snow_resting on,o"}, "answer": "mountains", "semanticStr": "select: snow (11)->relate: _,resting on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "11", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snow is resting on the mountains.", "image": "n324908.jpg", "question_id": 2017082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wildflowers (4)"}, {"operation": "filter", "dependencies": [0], "argument": "beautiful"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20746530", "20746521", "20746526", "20746524", "20746525", "20746528", "20746529", "20746523", "20746534", "20746509"], "equivalent": ["20746527"], "question": "How tall are the beautiful wildflowers?", "isBalanced": true, "groups": {"global": "height", "local": "10q-wildflowers_height"}, "answer": "tall", "semanticStr": "select: wildflowers (4)->filter: beautiful [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wildflowers are tall.", "image": "n477215.jpg", "question_id": 20746527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (5)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "verify", "dependencies": [1], "argument": "empty"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202246471"], "equivalent": ["202246472"], "question": "Is the open container empty and white?", "isBalanced": true, "groups": {"global": null, "local": "05-empty_white"}, "answer": "no", "semanticStr": "select: container (5)->filter: open [0]->verify: empty [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the box is empty but brown.", "image": "n310828.jpg", "question_id": 202246472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676360", "201676361", "201676362", "201676363", "201676424"], "equivalent": ["201676359"], "question": "What is she sitting in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_sitting in front of,o"}, "answer": "table", "semanticStr": "select: she (2)->relate: _,sitting in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"2": "2"}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting in front of the table.", "image": "n233607.jpg", "question_id": 201676359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240339"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: shirt (7)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "7"}, "fullAnswer": {"1": "2", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a shirt.", "image": "n148872.jpg", "question_id": 202240339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "girl,to the right of|to the left of,s (2)"}], "entailed": ["202240393", "202240392", "202240337"], "equivalent": ["202240338"], "question": "Is the thin girl to the right or to the left of the glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_girl"}, "answer": "right", "semanticStr": "select: glasses (6)->choose rel: girl,to the right of|to the left of,s (2) [0]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "2"}, "fullAnswer": {"1": "2", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is to the right of the glasses.", "image": "n148872.jpg", "question_id": 202240338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["202059977", "202059976", "202059975", "202059974", "202059980", "202059981", "202059979"], "equivalent": ["202059978"], "question": "On which side of the photo is the white dog, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-dog_hposition"}, "answer": "right", "semanticStr": "select: dog (10)->filter color: white [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"8:10": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The dog is on the right of the image.", "image": "n14087.jpg", "question_id": 202059978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "swimsuit (6)"}, {"operation": "verify gender", "dependencies": [0], "argument": "male"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201885564", "201885562", "201885563", "201885560", "201885561", "201885548", "201885549", "201885544", "201885545", "201885546", "201885547", "201885542", "201885543", "201885559", "201885558", "201885557", "201885556", "201885555", "201885554", "201885553", "201885552", "201885551", "201885550"], "equivalent": ["201885541"], "question": "Does that swimsuit look white and male?", "isBalanced": true, "groups": {"global": null, "local": "05-male_white"}, "answer": "yes", "semanticStr": "select: swimsuit (6)->verify gender: male [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the swimsuit is white and male.", "image": "n222297.jpg", "question_id": 201885541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818711"], "equivalent": ["20818712"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "batter", "semanticStr": "select: helmet (7)->relate: person,wearing,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a helmet.", "image": "n279581.jpg", "question_id": 20818712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20631364", "20631367", "20631366", "20631368"], "equivalent": ["20631365"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "field", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a field.", "image": "n570181.jpg", "question_id": 20631365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (6)"}, {"operation": "filter", "dependencies": [0], "argument": "fresh"}, {"operation": "verify rel", "dependencies": [1], "argument": "cookies,to the left of,o (0)"}], "entailed": ["202244654", "202244652", "202244651", "202244061", "202244063", "202244062", "202244064"], "equivalent": ["202244653"], "question": "Are the fresh carrots to the left of the round food?", "isBalanced": true, "groups": {"global": null, "local": "13-carrots_cookies"}, "answer": "yes", "semanticStr": "select: carrots (6)->filter: fresh [0]->verify rel: cookies,to the left of,o (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "9:11": "0"}, "fullAnswer": {"9": "0", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the carrots are to the left of the cookies.", "image": "n296467.jpg", "question_id": 202244653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (1)"}, {"operation": "select", "dependencies": [], "argument": "outlet (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201713284"], "equivalent": ["201713283"], "question": "Do the outlet and the mug have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-mug_outlet"}, "answer": "no", "semanticStr": "select: mug (1)->select: outlet (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "1"}, "fullAnswer": {"2": "1", "7": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mug is black and the outlet is white.", "image": "n455563.jpg", "question_id": 201713283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (-) "}, {"operation": "filter", "dependencies": [3], "argument": "dark"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20717018", "20717020", "20717017"], "equivalent": ["20717017", "20717018", "20717019"], "question": "Do you see any dark chairs or bags?", "isBalanced": true, "groups": {"global": null, "local": "04-bag_dark"}, "answer": "yes", "semanticStr": "select: bag (9)->filter color: dark [0]->exist: ? [1]->select: chair (-) ->filter: dark [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a dark bag.", "image": "n67005.jpg", "question_id": 20717019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (23)"}, {"operation": "filter color", "dependencies": [0], "argument": "gold"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202012486", "202012487", "202012485"], "equivalent": ["202012488"], "question": "On which side of the picture are the gold glasses?", "isBalanced": true, "groups": {"global": null, "local": "10q-glasses_hposition"}, "answer": "right", "semanticStr": "select: glasses (23)->filter color: gold [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "23"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are on the right of the image.", "image": "n326988.jpg", "question_id": 202012488}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["201548650", "201548649"], "equivalent": ["201548648"], "question": "Is it an indoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "yes", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is indoors.", "image": "n314171.jpg", "question_id": 201548648}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201434050"], "equivalent": ["201434049"], "question": "What place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "pavement", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pavement.", "image": "n545516.jpg", "question_id": 201434049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "choose rel", "dependencies": [1], "argument": "boy,to the right of|to the left of,s (0)"}], "entailed": ["201480394", "201480395", "201480392", "201480391", "201480709", "201480708", "201480710"], "equivalent": ["201480393"], "question": "Is the young boy to the left or to the right of the bench that is not short?", "isBalanced": true, "groups": {"global": null, "local": "13-bench_boy"}, "answer": "right", "semanticStr": "select: bench (8)->filter: not(short) [0]->choose rel: boy,to the right of|to the left of,s (0) [1]", "annotations": {"answer": {}, "question": {"13": "8", "2:4": "0", "17": "8"}, "fullAnswer": {"1": "0", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the right of the bench.", "image": "n39114.jpg", "question_id": 201480393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (27)"}, {"operation": "relate", "dependencies": [1], "argument": "_,walking on,o (25)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20182872", "20182874"], "equivalent": ["20182873"], "question": "Where is the person to the left of the boxes walking?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_walking on,o"}, "answer": "street", "semanticStr": "select: boxes (18)->relate: person,to the left of,s (27) [0]->relate: _,walking on,o (25) [1]->query: name [2]", "annotations": {"answer": {"0": "25"}, "question": {"9": "18", "3": "27"}, "fullAnswer": {"1": "27", "6": "25"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is walking on the street.", "image": "n151768.jpg", "question_id": 20182873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "cake,on top of,s (4)"}, {"operation": "choose rel", "dependencies": [1], "argument": "man,to the right of|to the left of,s (0)"}], "entailed": ["20394828", "20394829", "20395022", "20394831", "20395021"], "equivalent": ["20394830"], "question": "Is the man to the right or to the left of the cake that is on top of the table?", "isBalanced": true, "groups": {"global": null, "local": "13-cake_man"}, "answer": "right", "semanticStr": "select: table (9)->relate: cake,on top of,s (4) [0]->choose rel: man,to the right of|to the left of,s (0) [1]", "annotations": {"answer": {}, "question": {"19": "9", "2": "0", "12": "4"}, "fullAnswer": {"1": "0", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is to the right of the cake.", "image": "n369313.jpg", "question_id": 20394830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "watch,wearing,o (-)"}], "entailed": [], "equivalent": ["20394837"], "question": "Is the man wearing a watch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_watch"}, "answer": "no", "semanticStr": "select: man (0)->verify rel: watch,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a suit.", "image": "n369313.jpg", "question_id": 20394837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "polo shirt (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "choose color", "dependencies": [1], "argument": "white|blue"}], "entailed": [], "equivalent": ["201826563"], "question": "Is the polo shirt that is made of cotton white or maybe blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-polo shirt_color"}, "answer": "white", "semanticStr": "select: polo shirt (3)->filter material: cotton [0]->choose color: white|blue [1]", "annotations": {"answer": {}, "question": {"8": "3", "2:4": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The polo shirt is white.", "image": "n59627.jpg", "question_id": 201826563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394834"], "equivalent": ["20394835"], "question": "What's the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "suit", "semanticStr": "select: man (0)->relate: _,wearing,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a suit.", "image": "n369313.jpg", "question_id": 20394835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394835"], "equivalent": ["20394834"], "question": "What is this man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "suit", "semanticStr": "select: man (0)->relate: _,wearing,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a suit.", "image": "n369313.jpg", "question_id": 20394834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "relate", "dependencies": [2], "argument": "fence,behind,s (15)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["20245836", "20245781", "20245834", "20245835", "20245837", "20245838", "20245839"], "equivalent": ["20245833", "20245834", "20245835"], "question": "Is there any fence behind the trees that look green and brown?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_fence"}, "answer": "yes", "semanticStr": "select: trees (16)->filter color: green [0]->filter color: brown [1]->relate: fence,behind,s (15) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"9": "16", "11": "16", "3": "15", "6": "16"}, "fullAnswer": {"4": "15", "7": "16"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fence behind the trees.", "image": "n489190.jpg", "question_id": 20245833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2055679"], "equivalent": ["2055680"], "question": "What vehicle isn't tall?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_n#tall"}, "answer": "car", "semanticStr": "select: vehicle (2)->filter height: not(tall) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n263180.jpg", "question_id": 2055680}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "scarf (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["2093750", "2093748"], "equivalent": ["2093749", "2093750"], "question": "Do you see any scarves or gloves?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-gloves_scarf"}, "answer": "no", "semanticStr": "select: gloves (-)->exist: ? [0]->select: scarf (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no scarves or gloves.", "image": "n450919.jpg", "question_id": 2093749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "van,behind,o (0)"}], "entailed": ["201228091", "201228092", "201227867"], "equivalent": ["201227868"], "question": "Is the doorway behind the dark vehicle?", "isBalanced": true, "groups": {"global": null, "local": "13-doorway_van"}, "answer": "yes", "semanticStr": "select: doorway (11)->verify rel: van,behind,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "11", "5:7": "0"}, "fullAnswer": {"2": "11", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the doorway is behind the van.", "image": "n154856.jpg", "question_id": 201227868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,below,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20789918", "20789919", "20789930", "20789917", "20789915", "20789903", "20789902", "20789927", "20789926", "20789925", "20789924", "20789922", "20789921", "20789916", "20789929", "20789928"], "equivalent": ["20789923", "20789922"], "question": "What color do the trees that are below the sky have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trees_color"}, "answer": "green", "semanticStr": "select: sky (6)->relate: trees,below,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "6", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees have green color.", "image": "n475030.jpg", "question_id": 20789923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["201873507", "201873506", "201873501", "201873500", "201873503", "201873502", "201873505", "201873504", "201873374", "201873375", "201873509", "201873508", "201873493", "201873495", "201873494", "201873499", "201873419", "201873418", "201873518", "201873519", "201873516", "201873517", "201873514", "201873510", "201873455", "201873454", "201873486", "201873487", "201873488", "201873489"], "equivalent": ["201873516", "201873517", "201873515"], "question": "Is the white vehicle clean or dirty?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-fire truck_cleanliness"}, "answer": "clean", "semanticStr": "select: vehicle (0)->filter color: white [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fire truck is clean.", "image": "n309148.jpg", "question_id": 201873515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboat (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["20299813", "20299812", "20299815", "20299814", "20299817", "20299816", "20299819", "20299818", "20299826", "20299824", "20299808"], "equivalent": ["20299811"], "question": "Is the sailboat small?", "isBalanced": true, "groups": {"global": null, "local": "06-sailboat_small"}, "answer": "yes", "semanticStr": "select: sailboat (9)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sailboat is small.", "image": "n195925.jpg", "question_id": 20299811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20300566"], "question": "Is the grass tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "no", "semanticStr": "select: grass (4)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is green but short.", "image": "n208302.jpg", "question_id": 20300566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (13)"}, {"operation": "relate", "dependencies": [0], "argument": "truck,on,s (6)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "red "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202262924", "202262925", "202262926", "202262895", "202262896", "202262898", "202262899", "202262915", "202262914", "202262917", "202262916", "202262911", "202262910", "202262913", "202262912", "202262878", "202262879", "202262877", "202262874", "202262875", "202262872", "202262873", "202262871", "202262883", "202262882", "202262881", "202262880", "202262887", "202262886", "202262885", "202262884", "202262888", "202262903", "202262900", "202262901", "202262906", "202262907", "202262904", "202262905", "202262908", "202262909"], "equivalent": ["202262897"], "question": "Is the truck on the road red and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_red"}, "answer": "yes", "semanticStr": "select: road (13)->relate: truck,on,s (6) [0]->verify size: large [1]->verify color: red  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "13"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the truck is red and large.", "image": "n538039.jpg", "question_id": 202262897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201227866"], "equivalent": ["201227865"], "question": "What is the vehicle that the doorway is behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-doorway_behind,o"}, "answer": "van", "semanticStr": "select: doorway (11)->relate: vehicle,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "11"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n154856.jpg", "question_id": 201227865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202162335"], "question": "What is the chair sitting atop?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-chair_sitting atop,o"}, "answer": "floor", "semanticStr": "select: chair (15)->relate: _,sitting atop,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "15", "6": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is sitting atop the floor.", "image": "n69237.jpg", "question_id": 202162335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201227865"], "equivalent": ["201227866"], "question": "What vehicle is the doorway behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-doorway_behind,o"}, "answer": "van", "semanticStr": "select: doorway (11)->relate: vehicle,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "11", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The doorway is behind the van.", "image": "n154856.jpg", "question_id": 201227866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (11)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,to the right of,s (6)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201671884"], "question": "Does the toilet that is to the right of the tap look hard and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_hard"}, "answer": "no", "semanticStr": "select: faucet (11)->relate: toilet,to the right of,s (6) [0]->verify color: blue [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "11", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is hard but white.", "image": "n410289.jpg", "question_id": 201671884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "camera,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20306611", "20306612", "20306613", "20306614", "20306607", "20306606", "20306605", "20306604", "20306602", "20306601", "20306600"], "equivalent": ["20306603"], "question": "What color does the camera that the woman is holding have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-camera_color"}, "answer": "gray", "semanticStr": "select: woman (1)->relate: camera,holding,o (3) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3", "7": "1"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The camera has gray color.", "image": "n554880.jpg", "question_id": 20306603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,behind,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942259", "20941990", "20941991", "20941992"], "equivalent": ["20941993"], "question": "Which kind of watercraft is the building behind of?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-building_behind,o"}, "answer": "boat", "semanticStr": "select: building (12)->relate: watercraft,behind,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "12", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The building is behind the boat.", "image": "n137182.jpg", "question_id": 20941993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (12)"}, {"operation": "select", "dependencies": [], "argument": "couch (13) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202059947"], "equivalent": ["202059948"], "question": "Do the hat and the couch have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-couch_hat"}, "answer": "yes", "semanticStr": "select: hat (12)->select: couch (13) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "13"}, "fullAnswer": {"2": "12", "7": "13"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the hat is red and the couch is green.", "image": "n14087.jpg", "question_id": 202059948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (4)"}, {"operation": "relate", "dependencies": [0], "argument": "umpire,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["202180309"], "question": "Are there any umpires on the field?", "isBalanced": true, "groups": {"global": null, "local": "13-field_umpire"}, "answer": "no", "semanticStr": "select: field (4)->relate: umpire,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"8": "4", "4:6": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a soccer ball on the field.", "image": "n380113.jpg", "question_id": 202180309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202119985", "202120026", "202120040", "202120041", "202120027", "202120022", "202120028", "202120029", "202120039", "202120002", "202120035", "202120019", "202120021", "202120031", "202120032"], "equivalent": ["202120030"], "question": "What is the table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n500308.jpg", "question_id": 202120030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fireplace,near,s (2)"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201711281"], "question": "Is the fireplace near the instrument white and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: instrument (0)->relate: fireplace,near,s (2) [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "0"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fireplace is rectangular but black.", "image": "n302387.jpg", "question_id": 201711281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fireplace,next to,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201711285", "201711284", "201711283", "201711282", "201711281"], "equivalent": ["201711286"], "question": "What shape is the fireplace the instrument is next to?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-fireplace_shape"}, "answer": "rectangular", "semanticStr": "select: instrument (0)->relate: fireplace,next to,o (2) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "2", "6": "0"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fireplace is rectangular.", "image": "n302387.jpg", "question_id": 201711286}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pole,behind,s (4)"}], "entailed": ["201593925"], "equivalent": ["201593924"], "question": "Is the tall pole behind a fence?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_pole"}, "answer": "no", "semanticStr": "select: fence (2)->verify rel: pole,behind,s (4) [0]", "annotations": {"answer": {}, "question": {"2:4": "4", "6": "2"}, "fullAnswer": {"8": "2", "2": "4"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pole is in front of a fence.", "image": "n200907.jpg", "question_id": 201593924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "frisbee (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202180302"], "question": "Are there any white soccer balls or frisbees?", "isBalanced": true, "groups": {"global": null, "local": "04-soccer ball_white"}, "answer": "no", "semanticStr": "select: soccer ball (1)->filter color: white [0]->exist: ? [1]->select: frisbee (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"4:6": "1"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a soccer ball but it is red.", "image": "n380113.jpg", "question_id": 202180302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593762"], "equivalent": ["201593922"], "question": "What is the pole in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pole_in front of,o"}, "answer": "fence", "semanticStr": "select: pole (4)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "4", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pole is in front of the fence.", "image": "n200907.jpg", "question_id": 201593922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["2091292", "2091293", "2091296", "2091295"], "equivalent": ["2091294"], "question": "On which side is the wood fence, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_hposition"}, "answer": "left", "semanticStr": "select: fence (7)->filter material: wood [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"5:7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is on the left of the image.", "image": "n565418.jpg", "question_id": 2091294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201504786", "201504787", "201504779", "201504782", "201504783", "201504780", "201504781", "201504784", "201504788", "201504789", "201504785", "201504791", "201504790", "201504793", "201504792", "201504795", "201504794", "201504797", "201504796"], "equivalent": ["201504779", "201504778"], "question": "Is the shirt red and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-red_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (1)->verify color: red [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is red and short sleeved.", "image": "n298104.jpg", "question_id": 201504778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pig,behind,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20865465", "20865466"], "equivalent": ["20865464", "20865465"], "question": "Are there any pigs behind the calf?", "isBalanced": true, "groups": {"global": null, "local": "13-calf_pig"}, "answer": "no", "semanticStr": "select: calf (0)->relate: pig,behind,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "1", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a cow behind the calf.", "image": "n143935.jpg", "question_id": 20865464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201439644", "201439645", "201439647", "201439651", "201439642", "201439662", "201439648", "201439649", "201439661", "201439663"], "equivalent": ["201439646"], "question": "What is the size of the brown horse?", "isBalanced": true, "groups": {"global": "size", "local": "10q-horse_size"}, "answer": "large", "semanticStr": "select: horse (4)->filter color: brown [0]->query: size [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is large.", "image": "n199286.jpg", "question_id": 201439646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,above,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["201411020", "201411019", "201411018", "201411013", "201411012", "201411016", "201411015"], "equivalent": ["201411014"], "question": "Which gender is the person that the mirror is above?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-person_gender"}, "answer": "male", "semanticStr": "select: mirror (2)->relate: person,above,o (0) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "2"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is male.", "image": "n415215.jpg", "question_id": 201411014}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (18)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2075361", "2075353", "2075354"], "equivalent": ["2075355"], "question": "What kind of animal is the sky behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-sky_behind,o"}, "answer": "giraffe", "semanticStr": "select: sky (18)->relate: animal,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "18", "5": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is behind the giraffe.", "image": "n469525.jpg", "question_id": 2075355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (18)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (0)"}, {"operation": "choose name", "dependencies": [1], "argument": "giraffe|bird"}], "entailed": [], "equivalent": ["2075356"], "question": "What is that sky behind of, a bird or a giraffe?", "isBalanced": true, "groups": {"global": "animal", "local": "15-sky_behind,o"}, "answer": "giraffe", "semanticStr": "select: sky (18)->relate: animal,behind,o (0) [0]->choose name: giraffe|bird [1]", "annotations": {"answer": {"0": "0"}, "question": {"10": "0", "3": "18"}, "fullAnswer": {"1": "18", "5": "0"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The sky is behind a giraffe.", "image": "n469525.jpg", "question_id": 2075356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebra (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "giraffe,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202073342"], "equivalent": ["202073343"], "question": "Do you see any giraffes to the right of the animals that are to the right of the zebra?", "isBalanced": true, "groups": {"global": null, "local": "13-horses_giraffe"}, "answer": "no", "semanticStr": "select: zebra (3)->relate: animal,to the right of,s (2) [0]->relate: giraffe,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "2", "18": "3"}, "fullAnswer": {"10": "2", "4": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a deer to the right of the horses.", "image": "n219840.jpg", "question_id": 202073343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,near,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202081859", "202081858", "202081823", "202081850", "202081853", "202081852", "202081855", "202081854", "202081857", "202081870", "202081820", "202081824", "202081821", "202081844", "202081847", "202081822", "202081845", "202081842", "202081843", "202081841", "202081828", "202081829", "202081848", "202081849", "202081825", "202081867", "202081868", "202081869", "202081827", "202081860", "202081861", "202081862", "202081871", "202081856", "202081833", "202081832", "202081831", "202081830", "202081835", "202081834"], "equivalent": ["202081846"], "question": "Is the animal near the laptop both small and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_small"}, "answer": "yes", "semanticStr": "select: laptop (7)->relate: animal,near,s (1) [0]->verify color: orange [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "7"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cat is small and orange.", "image": "n433692.jpg", "question_id": 202081846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20456643", "20456642", "20456641", "20456647", "20456646", "20456645", "20456655", "20456653", "20456636", "20456626", "20456654"], "equivalent": ["20456644"], "question": "What is the material of that table?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (7)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n65885.jpg", "question_id": 20456644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "dry"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20171302", "20171303", "20171301", "20171328", "20171304", "20171324", "20171325", "20171308", "20171327", "20171287", "20171286", "20171288", "20171306", "20171312", "20171315", "20171314", "20171317", "20171316", "20171319", "20171331", "20171330", "20171294", "20171295", "20171291", "20171292", "20171293"], "equivalent": ["20171304", "20171305"], "question": "Does the brown table appear to be wooden and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-dry_wood"}, "answer": "yes", "semanticStr": "select: table (6)->filter color: brown [0]->verify: dry [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is wooden and dry.", "image": "n379991.jpg", "question_id": 20171305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "select", "dependencies": [], "argument": "door (18) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20752163"], "question": "Are the cabinet and the door made out of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cabinet_door"}, "answer": "yes", "semanticStr": "select: cabinet (3)->select: door (18) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "18"}, "fullAnswer": {"3": "3", "6": "18"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the cabinet and the door are made of wood.", "image": "n209843.jpg", "question_id": 20752163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (17)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201639178", "201639179", "201639170", "201639172", "201639173", "201639174", "201639175", "201639177", "201639189", "201639188", "201639181", "201639180", "201639183", "201639182", "201639185", "201639184", "201639187", "201639186", "201639169", "201639168", "201639163", "201639162", "201639161", "201639160", "201639167", "201639166", "201639165", "201639164", "201639192", "201639190", "201639191", "201639156", "201639157", "201639155", "201639158", "201639159"], "equivalent": ["201639176"], "question": "Is that vehicle white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: vehicle (17)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the vehicle is white and small.", "image": "n497789.jpg", "question_id": 201639176}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285449", "202285451"], "equivalent": ["202285450"], "question": "Which kind of food is on top of the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on top of,s"}, "answer": "egg", "semanticStr": "select: plate (0)->relate: food,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is an egg.", "image": "n100991.jpg", "question_id": 202285450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "girl,to the left of,o (-)"}], "entailed": [], "equivalent": ["202285325"], "question": "Is the plate to the left of a girl?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_girl"}, "answer": "no", "semanticStr": "select: plate (0)->verify rel: girl,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"9": "10", "2": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the plate is to the left of the fork.", "image": "n100991.jpg", "question_id": 202285325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (15)"}, {"operation": "choose length", "dependencies": [0], "argument": "long|short"}], "entailed": ["20468569", "20468580", "20468554", "20468571", "20468572", "20468573", "20468574", "20468575", "20468576", "20468577", "20468578", "20468565"], "equivalent": ["20468578", "20468579", "20468580"], "question": "Is the lawn long or short?", "isBalanced": true, "groups": {"global": "length", "local": "10c-lawn_length"}, "answer": "long", "semanticStr": "select: lawn (15)->choose length: long|short [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lawn is long.", "image": "n171169.jpg", "question_id": 20468579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "choose rel", "dependencies": [0], "argument": "plate,to the left of|to the right of,s (0)"}], "entailed": ["202284919", "202284920", "202285326"], "equivalent": ["202285327"], "question": "Is the round plate to the left or to the right of the fork?", "isBalanced": true, "groups": {"global": null, "local": "13-fork_plate"}, "answer": "left", "semanticStr": "select: fork (10)->choose rel: plate,to the left of|to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"13": "10", "2:4": "0"}, "fullAnswer": {"1": "0", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The plate is to the left of the fork.", "image": "n100991.jpg", "question_id": 202285327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (4)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20984295", "20984296", "20984291", "20984292", "20984293"], "equivalent": ["20984294"], "question": "What vehicle is to the right of the skater?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-skater_to the right of,s"}, "answer": "van", "semanticStr": "select: skater (4)->relate: vehicle,to the right of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n12214.jpg", "question_id": 20984294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (7)"}, {"operation": "relate", "dependencies": [0], "argument": "logo,sewn on,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["20647350"], "question": "What color is the logo that is sewn on the jersey?", "isBalanced": true, "groups": {"global": "color", "local": "10q-logo_color"}, "answer": "yellow", "semanticStr": "select: jersey (7)->relate: logo,sewn on,s (19) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "7", "4": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The logo is yellow.", "image": "n98540.jpg", "question_id": 20647350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000938", "202000851"], "equivalent": ["202000937"], "question": "What is in front of the fence?", "isBalanced": true, "groups": {"global": "plant", "local": "14-fence_in front of,s"}, "answer": "bush", "semanticStr": "select: fence (18)->relate: _,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"6": "18"}, "fullAnswer": {"1": "4", "7": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bush is in front of the fence.", "image": "n299528.jpg", "question_id": 202000937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000935", "202000934"], "equivalent": ["202000936"], "question": "What is the bush sitting beside?", "isBalanced": true, "groups": {"global": "road", "local": "14-bush_sitting beside,o"}, "answer": "sidewalk", "semanticStr": "select: bush (4)->relate: _,sitting beside,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "4", "6": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shrub is sitting beside the sidewalk.", "image": "n299528.jpg", "question_id": 202000936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bush (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202000940", "202000775"], "equivalent": ["202000939"], "question": "What is the bush in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bush_in front of,o"}, "answer": "fence", "semanticStr": "select: bush (4)->relate: _,in front of,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "7": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bush is in front of the fence.", "image": "n299528.jpg", "question_id": 202000939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (8)"}, {"operation": "select", "dependencies": [], "argument": "table (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20456319"], "question": "Are the cabinet and the table made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cabinet_table"}, "answer": "no", "semanticStr": "select: cabinet (8)->select: table (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "7"}, "fullAnswer": {"9": "7", "2": "8"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the cabinet is made of wood and the table is made of metal.", "image": "n65885.jpg", "question_id": 20456319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202257420"], "question": "Are there bicycles or fences?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bicycle_fence"}, "answer": "yes", "semanticStr": "select: bicycle (7)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bicycle.", "image": "n92308.jpg", "question_id": 202257420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430617", "201430618"], "equivalent": ["201430619"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "dress shirt", "semanticStr": "select: clothing (10)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4:6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress shirt.", "image": "n206785.jpg", "question_id": 201430619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candles (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["201527370", "201527368", "201527367"], "equivalent": ["201527369"], "question": "Are the blue candles on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-candles_hposition"}, "answer": "right", "semanticStr": "select: candles (1)->filter color: blue [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The candles are on the right of the image.", "image": "n118102.jpg", "question_id": 201527369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (9)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201616168", "201616167", "201616172", "201616171", "201616170", "201616125", "201616126"], "equivalent": ["201616169"], "question": "Which kind of furniture is behind the shoes?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shoes_behind,s"}, "answer": "table", "semanticStr": "select: shoes (9)->relate: furniture,behind,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n65230.jpg", "question_id": 201616169}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter", "dependencies": [0], "argument": "collared"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430614", "201430615", "201430612", "201430613"], "equivalent": ["201430616"], "question": "What piece of clothing is collared?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_collared"}, "answer": "dress shirt", "semanticStr": "select: clothing (10)->filter: collared [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1:3": "10", "5:7": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt.", "image": "n206785.jpg", "question_id": 201430616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430618", "201430619"], "equivalent": ["201430617"], "question": "How is the white clothing item called?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "dress shirt", "semanticStr": "select: clothing (10)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"4:6": "10"}, "fullAnswer": {"1:3": "10", "5:7": "10"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a dress shirt.", "image": "n206785.jpg", "question_id": 201430617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter gender", "dependencies": [0], "argument": "not(female)"}, {"operation": "verify rel", "dependencies": [1], "argument": "desk,sitting in,o (-)"}], "entailed": ["201997013"], "equivalent": ["201997014"], "question": "Is the person that is not female sitting in a desk?", "isBalanced": true, "groups": {"global": null, "local": "13-pilot_desk"}, "answer": "no", "semanticStr": "select: person (5)->filter gender: not(female) [0]->verify rel: desk,sitting in,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "5", "6": "5"}, "fullAnswer": {"2": "5", "7": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pilot is sitting in the chair.", "image": "n250715.jpg", "question_id": 201997014}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (7)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,below,s (13)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}], "entailed": ["20963762", "20963760", "20963767", "20963766", "20963765", "20963764", "20963758", "20963759", "20963734", "20963750"], "equivalent": ["20963763"], "question": "Does the floor below the sink look clean?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_clean"}, "answer": "yes", "semanticStr": "select: sink (7)->relate: floor,below,s (13) [0]->verify cleanliness: clean [1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "7"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the floor is clean.", "image": "n119886.jpg", "question_id": 20963763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "full "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202226335", "202226319", "202226347", "202226336", "202226345", "202226346", "202226314", "202226322", "202226334", "202226320", "202226321", "202226331", "202226330", "202226337", "202226328", "202226329", "202226339", "202226338", "202226327"], "equivalent": ["202226313"], "question": "Does this plate look full and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_full"}, "answer": "yes", "semanticStr": "select: plate (8)->verify color: black [0]->verify: full  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the plate is full and black.", "image": "n336443.jpg", "question_id": 202226313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,to the right of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20827201"], "equivalent": ["20827202", "20827201"], "question": "Do you see girls to the right of the pillow?", "isBalanced": true, "groups": {"global": null, "local": "13-pillow_girl"}, "answer": "no", "semanticStr": "select: pillow (6)->relate: girl,to the right of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "6"}, "fullAnswer": {"11": "6", "4:6": "15"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a side table to the right of the pillow.", "image": "n283587.jpg", "question_id": 20827202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "ball,to the right of,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201156454", "201156456"], "equivalent": ["201156455", "201156454"], "question": "Are there balls to the right of the boy in this image?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_ball"}, "answer": "no", "semanticStr": "select: boy (1)->relate: ball,to the right of,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "7"}, "fullAnswer": {"9": "1", "2": "7"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the ball is to the left of the boy.", "image": "n146522.jpg", "question_id": 201156455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (16)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (15)"}, {"operation": "verify", "dependencies": [1], "argument": "covered"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201393478", "201393482", "201393481", "201393480", "201393464", "201393467", "201393466", "201393469", "201393468", "201393472", "201393470", "201393471"], "equivalent": ["201393479"], "question": "Is the couch near the boy both covered and large?", "isBalanced": true, "groups": {"global": null, "local": "05-covered_large"}, "answer": "yes", "semanticStr": "select: boy (16)->relate: couch,near,s (15) [0]->verify: covered [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "15", "5": "16"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the couch is covered and large.", "image": "n305495.jpg", "question_id": 201393479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,below,s (11)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201872937", "201872936", "201872935", "201872933", "201872948", "201872949", "201872964", "201872965", "201872966", "201872967", "201872968", "201872946", "201872947", "201872945", "201872988", "201872963", "201872986", "201872987", "201872985", "201872973", "201872972", "201872971", "201872970", "201872977", "201872976", "201872975", "201872974", "201872954", "201872979", "201872978", "201872951", "201872950", "201872953", "201872952"], "equivalent": ["201872935", "201872934"], "question": "Does the vehicle below the flag look large and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "yes", "semanticStr": "select: flag (9)->relate: vehicle,below,s (11) [0]->verify color: brown [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "5": "9"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the truck is large and brown.", "image": "n309148.jpg", "question_id": 201872934}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20706064", "20706430", "20706431", "20706432", "20705941", "20705940", "20706065", "20705942"], "equivalent": ["20706063"], "question": "What kind of device is to the left of the cup made of plastic?", "isBalanced": true, "groups": {"global": "device", "local": "15-cup_to the left of,s"}, "answer": "keyboard", "semanticStr": "select: cup (8)->filter material: plastic [0]->relate: device,to the left of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"10": "8", "3": "2", "13": "8"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n264887.jpg", "question_id": 20706063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose rel", "dependencies": [1], "argument": "monitor,to the left of|to the right of,s (9)"}], "entailed": ["202081777", "202081778", "202082178"], "equivalent": ["202082179"], "question": "Is the monitor to the left or to the right of the tall lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_monitor"}, "answer": "left", "semanticStr": "select: lamp (12)->filter height: tall [0]->choose rel: monitor,to the left of|to the right of,s (9) [1]", "annotations": {"answer": {}, "question": {"2": "9", "12:14": "12"}, "fullAnswer": {"1": "9", "8": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The monitor is to the left of the lamp.", "image": "n433692.jpg", "question_id": 202082179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20953168", "20953169", "20953167", "20953164", "20953165", "20953171", "20953163"], "equivalent": ["20953166"], "question": "What color are the shoes?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shoes_color"}, "answer": "white", "semanticStr": "select: shoes (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are white.", "image": "n413319.jpg", "question_id": 20953166}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (11)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["201872929", "201872932", "201872931"], "equivalent": ["201872930"], "question": "Is the truck on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-truck_right"}, "answer": "no", "semanticStr": "select: truck (11)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the truck is on the left of the image.", "image": "n309148.jpg", "question_id": 201872930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "keyboard,to the right of,s (2)"}], "entailed": ["20706070", "20706071"], "equivalent": ["20706069"], "question": "Is the white keyboard to the right of the plastic cup?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_keyboard"}, "answer": "no", "semanticStr": "select: cup (8)->filter material: plastic [0]->verify rel: keyboard,to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "9:11": "8"}, "fullAnswer": {"9": "8", "2": "2"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the keyboard is to the left of the cup.", "image": "n264887.jpg", "question_id": 20706069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "low "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202265827"], "question": "Does the shoe look low and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_low"}, "answer": "no", "semanticStr": "select: shoe (3)->verify color: black [0]->verify: low  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shoe is low but white.", "image": "n534106.jpg", "question_id": 202265827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202000683", "202000681", "202000680", "202000684"], "equivalent": ["202000682"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (13)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete.", "image": "n299528.jpg", "question_id": 202000682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (0)"}, {"operation": "filter", "dependencies": [0], "argument": "sleepy"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878422", "201878421"], "equivalent": ["201878420"], "question": "What is the sleepy dog sitting atop?", "isBalanced": true, "groups": {"global": "thing", "local": "14-dog_sitting atop,o"}, "answer": "seat", "semanticStr": "select: dog (0)->filter: sleepy [0]->relate: _,sitting atop,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dog is sitting atop the seat.", "image": "n342511.jpg", "question_id": 201878420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201982963", "201982964", "201982965", "201982966", "201982968", "201982969", "201982979", "201982953", "201982952", "201982955", "201982936", "201982975", "201982917", "201982976"], "equivalent": ["201982967"], "question": "What's the coffee table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-coffee table_material"}, "answer": "wood", "semanticStr": "select: coffee table (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee table is made of wood.", "image": "n526228.jpg", "question_id": 201982967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,o (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878428", "201878243", "201878242"], "equivalent": ["201878429", "201878428"], "question": "The person that is sitting down is leaning against what?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-person_leaning against,o"}, "answer": "windows", "semanticStr": "select: person (2)->filter pose: sitting [0]->relate: _,leaning against,o (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"1": "2", "4:6": "2"}, "fullAnswer": {"1": "2", "6": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is leaning against the windows.", "image": "n342511.jpg", "question_id": 201878429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "bending"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202180317"], "question": "Who is bending?", "isBalanced": true, "groups": {"global": "person", "local": "bending"}, "answer": "soccer player", "semanticStr": "select: person (0)->filter pose: bending [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is bending.", "image": "n380113.jpg", "question_id": 202180317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (1)"}, {"operation": "relate", "dependencies": [0], "argument": "airplane,above,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,higher than,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20299587", "20299676", "20299679", "20299678"], "equivalent": ["20299677", "20299676"], "question": "The plane above the mountain is higher than what?", "isBalanced": true, "groups": {"global": "", "local": "14-airplane_higher than,o"}, "answer": "bridge", "semanticStr": "select: mountain (1)->relate: airplane,above,s (2) [0]->relate: _,higher than,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"1": "2", "4": "1"}, "fullAnswer": {"1": "2", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The airplane is higher than the bridge.", "image": "n195925.jpg", "question_id": 20299677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954150"], "equivalent": ["20954149"], "question": "Who is wearing glasses?", "isBalanced": true, "groups": {"global": "person", "local": "14-glasses_wearing,s"}, "answer": "girl", "semanticStr": "select: glasses (18)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "18"}, "fullAnswer": {"1": "5", "4": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing glasses.", "image": "n498712.jpg", "question_id": 20954149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (6)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201936035"], "question": "Does the book look rectangular and open?", "isBalanced": true, "groups": {"global": null, "local": "05-open_rectangular"}, "answer": "no", "semanticStr": "select: book (6)->verify: open [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the book is rectangular but closed.", "image": "n500209.jpg", "question_id": 201936035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter activity", "dependencies": [0], "argument": "waiting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201438519"], "question": "Who is waiting?", "isBalanced": true, "groups": {"global": "person", "local": "waiting"}, "answer": "catcher", "semanticStr": "select: person (2)->filter activity: waiting [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The catcher is waiting.", "image": "n66756.jpg", "question_id": 201438519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet lid (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose color", "dependencies": [1], "argument": "white|brown"}], "entailed": [], "equivalent": ["201822359"], "question": "Is the toilet lid that is made of plastic brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-toilet lid_color"}, "answer": "white", "semanticStr": "select: toilet lid (6)->filter material: plastic [0]->choose color: white|brown [1]", "annotations": {"answer": {}, "question": {"8": "6", "2:4": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toilet lid is white.", "image": "n417401.jpg", "question_id": 201822359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (17)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201763800", "201763801", "201763798", "201763794", "201763795", "201763796"], "equivalent": ["201763797"], "question": "How big are the trees?", "isBalanced": true, "groups": {"global": "size", "local": "10q-trees_size"}, "answer": "small", "semanticStr": "select: trees (17)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are small.", "image": "n246334.jpg", "question_id": 201763797}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "select", "dependencies": [], "argument": "motorcycle (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201976398"], "question": "Do the street and the motorbike have the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-motorcycle_street"}, "answer": "no", "semanticStr": "select: street (10)->select: motorcycle (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "2"}, "fullAnswer": {"9": "2", "2": "10"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the street is made of cement and the motorbike is made of metal.", "image": "n279173.jpg", "question_id": 201976398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (2)"}, {"operation": "filter", "dependencies": [0], "argument": "healthy"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20644714", "20644715", "20644717", "20644710", "20644711", "20644712", "20644713"], "equivalent": ["20644716"], "question": "On which side is the healthy cat?", "isBalanced": true, "groups": {"global": null, "local": "10q-cat_hposition"}, "answer": "right", "semanticStr": "select: cat (2)->filter: healthy [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cat is on the right of the image.", "image": "n250821.jpg", "question_id": 20644716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "covered"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763975", "201763976", "201763977"], "equivalent": ["201763978"], "question": "Which kind of furniture is covered?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_covered"}, "answer": "beds", "semanticStr": "select: furniture (8)->filter: covered [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is beds.", "image": "n246334.jpg", "question_id": 201763978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447164", "201447166", "201447167", "201447162", "201447163", "201447170", "201447168", "201447169"], "equivalent": ["201447165"], "question": "What's the man using?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_using,o"}, "answer": "camera", "semanticStr": "select: man (7)->relate: _,using,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "7", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is using a camera.", "image": "n54180.jpg", "question_id": 201447165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "device,using,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201447164", "201447165", "201447166", "201447162", "201447163", "201447170", "201447168", "201447169"], "equivalent": ["201447166", "201447167"], "question": "What is the name of the device that the tall man is using?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_using,o"}, "answer": "camera", "semanticStr": "select: man (7)->filter height: tall [0]->relate: device,using,o (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9:11": "7", "6": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a camera.", "image": "n54180.jpg", "question_id": 201447167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (0)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20247399"], "question": "Does the umbrella look open and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_open"}, "answer": "no", "semanticStr": "select: umbrella (0)->verify size: large [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the umbrella is open but small.", "image": "n223750.jpg", "question_id": 20247399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201527925", "201527924", "201527927", "201527926", "201527921", "201527922", "201527932", "201527929", "201527928"], "equivalent": ["201527923"], "question": "Is the shirt black?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_black"}, "answer": "yes", "semanticStr": "select: shirt (7)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is black.", "image": "n118102.jpg", "question_id": 201527923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20340889", "20340890", "20340891", "20340892"], "equivalent": ["20340893"], "question": "What color is the school?", "isBalanced": true, "groups": {"global": "color", "local": "10q-school_color"}, "answer": "red", "semanticStr": "select: school (20)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The school is red.", "image": "n346247.jpg", "question_id": 20340893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "choose rel", "dependencies": [2], "argument": "woman,to the right of|to the left of,s (5)"}], "entailed": ["20786115", "20785973", "20785974", "20785975", "20785976"], "equivalent": ["20786116"], "question": "Is the woman to the right or to the left of the cone that looks orange and white?", "isBalanced": true, "groups": {"global": null, "local": "13-cone_woman"}, "answer": "right", "semanticStr": "select: cone (0)->filter color: orange [0]->filter color: white [1]->choose rel: woman,to the right of|to the left of,s (5) [2]", "annotations": {"answer": {}, "question": {"2": "5", "12": "0", "15": "0", "17": "0"}, "fullAnswer": {"1": "5", "8:10": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the right of the safety cone.", "image": "n12404.jpg", "question_id": 20786116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in between,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121784", "202121785", "202121690", "202121783"], "equivalent": ["202121782"], "question": "What is located in between the chairs?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-chairs_in between,s"}, "answer": "table", "semanticStr": "select: chairs (1)->relate: _,in between,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is in between the chairs.", "image": "n140421.jpg", "question_id": 202121782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in between,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202121784", "202121785", "202121690", "202121782"], "equivalent": ["202121783"], "question": "What is the piece of furniture in between the small chairs?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chairs_in between,s"}, "answer": "table", "semanticStr": "select: chairs (1)->filter size: small [0]->relate: furniture,in between,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9:11": "1", "3:6": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n140421.jpg", "question_id": 202121783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201885306", "201885285", "201885303", "201885300", "201885301", "201885299"], "equivalent": ["201885302"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n222297.jpg", "question_id": 201885302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201885306", "201885285", "201885302", "201885303", "201885300", "201885299"], "equivalent": ["201885301"], "question": "Which kind of material was used to make this fence?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (3)->query: material [0]", "annotations": {"answer": {}, "question": {"9": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n222297.jpg", "question_id": 201885301}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942886"], "equivalent": ["20942887"], "question": "Who is wearing the headband?", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "soccer player", "semanticStr": "select: headband (4)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1:3": "3", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a headband.", "image": "n244826.jpg", "question_id": 20942887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942887"], "equivalent": ["20942886"], "question": "Who is wearing a headband?", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "soccer player", "semanticStr": "select: headband (4)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"4": "4"}, "fullAnswer": {"1:3": "3", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a headband.", "image": "n244826.jpg", "question_id": 20942886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942883"], "equivalent": ["20942884"], "question": "Who wears the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "soccer player", "semanticStr": "select: shorts (9)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1:3": "3", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player wears shorts.", "image": "n244826.jpg", "question_id": 20942884}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942884"], "equivalent": ["20942883"], "question": "Who wears shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "soccer player", "semanticStr": "select: shorts (9)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"2": "9"}, "fullAnswer": {"1:3": "3", "4": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player wears shorts.", "image": "n244826.jpg", "question_id": 20942883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20942882"], "question": "Who is running?", "isBalanced": true, "groups": {"global": "person", "local": "running"}, "answer": "soccer player", "semanticStr": "select: person (3)->filter pose: running [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is running.", "image": "n244826.jpg", "question_id": 20942882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the left of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201795058", "201795059", "201795067", "201795066", "201795065", "201795064", "201795052", "201795050", "201795051", "201795056", "201795057", "201795055", "201795060"], "equivalent": ["201795054"], "question": "What is the animal to the left of the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-elephant_activity"}, "answer": "staring", "semanticStr": "select: man (7)->relate: animal,to the left of,s (14) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "7", "3": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephant is staring.", "image": "n119944.jpg", "question_id": 201795054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "silver"}], "entailed": ["20518532", "20518533"], "equivalent": ["20518534"], "question": "Does the mirror have silver color?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_silver"}, "answer": "no", "semanticStr": "select: mirror (1)->verify color: silver [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mirror is black.", "image": "n141939.jpg", "question_id": 20518534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cows (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201404024", "201404025", "201404026", "201404034", "201404035"], "equivalent": ["201404023"], "question": "Are the cows white?", "isBalanced": true, "groups": {"global": null, "local": "06-cows_white"}, "answer": "no", "semanticStr": "select: cows (2)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the cows are brown.", "image": "n331357.jpg", "question_id": 201404023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "select", "dependencies": [], "argument": "mountains (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20514915"], "equivalent": ["20514914"], "question": "Are the trees and the mountains the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-mountains_trees"}, "answer": "yes", "semanticStr": "select: trees (9)->select: mountains (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "1"}, "fullAnswer": {"3": "9", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the trees and the mountains are green.", "image": "n207893.jpg", "question_id": 20514914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee pot (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (24)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317043", "20317042", "20317038", "20317039", "20317036", "20317037", "20317041"], "equivalent": ["20317040"], "question": "What kind of furniture is below the coffee pot?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-coffee pot_below,s"}, "answer": "drawer", "semanticStr": "select: coffee pot (5)->relate: furniture,below,s (24) [0]->query: name [1]", "annotations": {"answer": {"0": "24"}, "question": {"3": "24"}, "fullAnswer": {"1:4": "24", "6": "24"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a drawer.", "image": "n350766.jpg", "question_id": 20317040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (1)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20349776", "20349767", "20349775", "20349761", "20349760", "20349770", "20349771", "20349781", "20349780", "20349769", "20349768", "20349778", "20349779", "20349777"], "equivalent": ["20349765"], "question": "What is she doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "looking down", "semanticStr": "select: she (1)->query: activity [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is looking down.", "image": "n468864.jpg", "question_id": 20349765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20349702", "20349701", "20349710"], "equivalent": ["20349766"], "question": "Who is looking down?", "isBalanced": true, "groups": {"global": "person", "local": "looking down"}, "answer": "woman", "semanticStr": "select: person (1)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is looking down.", "image": "n468864.jpg", "question_id": 20349766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (6)"}, {"operation": "choose", "dependencies": [0], "argument": "empty|full"}], "entailed": ["201207471", "201207472", "201207452", "201207465", "201207453", "201207469", "201207468"], "equivalent": ["201207478"], "question": "Is that mug full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-mug_16"}, "answer": "empty", "semanticStr": "select: mug (6)->choose: empty|full [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mug is empty.", "image": "n222915.jpg", "question_id": 201207478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201571131", "201571135", "201571137", "201571139", "201571138", "201571142", "201571123", "201571124"], "equivalent": ["201571137", "201571136"], "question": "What color is the suitcase that is not large?", "isBalanced": true, "groups": {"global": "color", "local": "10q-suitcase_color"}, "answer": "brown", "semanticStr": "select: suitcase (5)->filter size: not(large) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "5", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The suitcase is brown.", "image": "n382416.jpg", "question_id": 201571136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201109268", "201109257", "201109256", "201109260", "201109258", "201109267"], "equivalent": ["201109261"], "question": "What vehicle is in front of the truck?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-truck_in front of,s"}, "answer": "suv", "semanticStr": "select: truck (2)->relate: vehicle,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a SUV.", "image": "n167164.jpg", "question_id": 201109261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (1)"}, {"operation": "verify activity", "dependencies": [0], "argument": "reading"}], "entailed": ["20349767", "20349769", "20349770", "20349771"], "equivalent": ["20349767", "20349769", "20349768"], "question": "Is she reading?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_reading"}, "answer": "no", "semanticStr": "select: she (1)->verify activity: reading [0]", "annotations": {"answer": {}, "question": {"1": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is looking down.", "image": "n468864.jpg", "question_id": 20349768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "bottom"}], "entailed": ["2012937", "2012938", "2012939", "2012943", "2012942", "2012940", "2012944"], "equivalent": ["2012936"], "question": "Is the bottle in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "06-bottle_bottom"}, "answer": "yes", "semanticStr": "select: bottle (8)->verify vposition: bottom [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bottle is in the bottom of the image.", "image": "n318370.jpg", "question_id": 2012936}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600142", "20600058"], "equivalent": ["20600059"], "question": "What kind of animal is the brush behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-brush_behind,o"}, "answer": "zebras", "semanticStr": "select: brush (11)->relate: animal,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "11", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The brush is behind the zebras.", "image": "n196058.jpg", "question_id": 20600059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600142", "20600059"], "equivalent": ["20600058"], "question": "What are the animals that the brush is behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-brush_behind,o"}, "answer": "zebras", "semanticStr": "select: brush (11)->relate: animal,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "6": "11"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify shape", "dependencies": [1], "argument": "square"}], "entailed": ["202228620", "202228594", "202228611", "202228612", "202228613", "202228618", "202228619", "202228609", "202228608"], "equivalent": ["202228610"], "question": "Does the window that is made of glass look square?", "isBalanced": true, "groups": {"global": null, "local": "06-window_square"}, "answer": "yes", "semanticStr": "select: window (5)->filter material: glass [0]->verify shape: square [1]", "annotations": {"answer": {}, "question": {"2": "5", "7": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the window is square.", "image": "n77818.jpg", "question_id": 202228610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (11)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201428433"], "question": "Is the shirt white and short sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "no", "semanticStr": "select: shirt (11)->verify: short sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is white but long sleeved.", "image": "n199758.jpg", "question_id": 201428433}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081876", "202081875", "202081874", "202081779"], "equivalent": ["202081873"], "question": "What animal is lying on the mouse pad?", "isBalanced": true, "groups": {"global": "animal", "local": "14-mouse pad_lying on,s"}, "answer": "cat", "semanticStr": "select: mouse pad (11)->relate: animal,lying on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6:8": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is lying on the mouse pad.", "image": "n433692.jpg", "question_id": 202081873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (10)"}, {"operation": "choose material", "dependencies": [0], "argument": "glass|stainless steel"}], "entailed": ["201346369", "201346370"], "equivalent": ["201346370", "201346368", "201346369"], "question": "Is that door made of glass or stainless steel?", "isBalanced": true, "groups": {"global": "material", "local": "10c-door_material"}, "answer": "glass", "semanticStr": "select: door (10)->choose material: glass|stainless steel [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The door is made of glass.", "image": "n131634.jpg", "question_id": 201346368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202208289", "202208288", "202208290", "202208291"], "equivalent": ["202208292"], "question": "On which side of the image is the man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "left", "semanticStr": "select: man (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the left of the image.", "image": "n124651.jpg", "question_id": 202208292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246187", "202246214", "202246225", "202246210", "202246211", "202246224", "202246188", "202246212", "202246226", "202246213"], "equivalent": ["202246227"], "question": "What kind of device is white?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_white"}, "answer": "laptop", "semanticStr": "select: device (2)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n310828.jpg", "question_id": 202246227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting next to,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "box,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201902879"], "equivalent": ["201902880"], "question": "Are there boxes to the right of the device that is sitting next to the mouse pad?", "isBalanced": true, "groups": {"global": null, "local": "13-keyboard_box"}, "answer": "no", "semanticStr": "select: mouse pad (6)->relate: device,sitting next to,s (8) [0]->relate: box,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "8", "15:17": "6"}, "fullAnswer": {"11": "8", "4:6": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a computer mouse to the right of the keyboard.", "image": "n435808.jpg", "question_id": 201902880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447133", "201447131"], "equivalent": ["201447132"], "question": "What piece of furniture is above the sink?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-sink_above,s"}, "answer": "shelf", "semanticStr": "select: sink (0)->relate: furniture,above,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1:4": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n54180.jpg", "question_id": 201447132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258165", "202258164", "202258396", "202258395"], "equivalent": ["202258394"], "question": "What animal are the trees in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "14-trees_in front of,o"}, "answer": "horse", "semanticStr": "select: trees (7)->relate: animal,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "7", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the horse.", "image": "n216553.jpg", "question_id": 202258394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258165", "202258164", "202258396", "202258394"], "equivalent": ["202258395"], "question": "What type of animal are the trees in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_in front of,o"}, "answer": "horse", "semanticStr": "select: trees (7)->relate: animal,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6": "7"}, "fullAnswer": {"1": "7", "7": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the horse.", "image": "n216553.jpg", "question_id": 202258395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(long sleeved)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066200"], "equivalent": ["2066201"], "question": "What kind of clothing is not long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#long sleeved"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter: not(long sleeved) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4:6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a baseball mitt.", "image": "n356822.jpg", "question_id": 2066201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["202161865", "202161863"], "equivalent": ["202161864"], "question": "Which room is it?", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "bedroom", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a bedroom.", "image": "n69237.jpg", "question_id": 202161864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066202"], "equivalent": ["2066204"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "jacket", "semanticStr": "select: clothing (7)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jacket.", "image": "n356822.jpg", "question_id": 2066204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stroller (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "pink"}], "entailed": ["201758139"], "equivalent": ["201758140"], "question": "Does the stroller look pink?", "isBalanced": true, "groups": {"global": null, "local": "06-stroller_pink"}, "answer": "no", "semanticStr": "select: stroller (10)->verify color: pink [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the stroller is black.", "image": "n4777.jpg", "question_id": 201758140}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240198"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "girl", "semanticStr": "select: person (1)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The girl is looking up.", "image": "n148872.jpg", "question_id": 202240198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202286892", "202286893", "202286891"], "equivalent": ["202286894"], "question": "On which side of the picture is the plastic bag?", "isBalanced": true, "groups": {"global": null, "local": "10q-bag_hposition"}, "answer": "left", "semanticStr": "select: bag (7)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is on the left of the image.", "image": "n413002.jpg", "question_id": 202286894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,hanging on,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202004301"], "equivalent": ["202004300"], "question": "What is the device that is hanging on the wall?", "isBalanced": true, "groups": {"global": "device", "local": "15-wall_hanging on,s"}, "answer": "screen", "semanticStr": "select: wall (16)->relate: device,hanging on,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"9": "16", "3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a screen.", "image": "n262920.jpg", "question_id": 202004300}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20744254"], "equivalent": ["20744253"], "question": "What place could this be?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "stadium", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a stadium.", "image": "n562105.jpg", "question_id": 20744253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887197"], "equivalent": ["201887198"], "question": "Which kind of vegetable is on the table?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-table_on,s"}, "answer": "cauliflower", "semanticStr": "select: table (12)->relate: vegetable,on,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "3": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is cauliflower.", "image": "n429961.jpg", "question_id": 201887198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202169054"], "equivalent": ["202169053"], "question": "What are the vehicles called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "cars", "semanticStr": "select: vehicle (14)->query: name [0]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20573753", "20573773", "20573772"], "equivalent": ["20573771", "20573772"], "question": "What kind of furniture is shown in this photograph?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinet", "semanticStr": "select: furniture (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n162108.jpg", "question_id": 20573771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20984543"], "equivalent": ["20984542"], "question": "The shoe is worn on who?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_worn on,o"}, "answer": "skater", "semanticStr": "select: shoe (6)->relate: person,worn on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoe is worn on the skater.", "image": "n12214.jpg", "question_id": 20984542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20573771", "20573753", "20573772"], "equivalent": ["20573773"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "cabinet", "semanticStr": "select: furniture (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n162108.jpg", "question_id": 20573773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202169053"], "equivalent": ["202169054"], "question": "Which kind of vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "cars", "semanticStr": "select: vehicle (14)->query: name [0]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866464", "20866465"], "equivalent": ["20866466"], "question": "Which kind of clothing is old?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_old"}, "answer": "jeans", "semanticStr": "select: clothing (6)->filter: old [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is jeans.", "image": "n579256.jpg", "question_id": 20866466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20573779", "20573753", "20573754", "20573780", "20573782"], "equivalent": ["20573778"], "question": "What is the name of the wooden piece of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinet", "semanticStr": "select: furniture (7)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"7:10": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n162108.jpg", "question_id": 20573778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,on,s (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201887198"], "equivalent": ["201887197"], "question": "What kind of vegetable is on the hard table?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-table_on,s"}, "answer": "cauliflower", "semanticStr": "select: table (12)->filter hardness: hard [0]->relate: vegetable,on,s (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18", "7:9": "12"}, "fullAnswer": {"1": "18", "3": "18"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is cauliflower.", "image": "n429961.jpg", "question_id": 201887197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(silver)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902746", "201902747", "201902748", "201902921"], "equivalent": ["201902749"], "question": "What kind of device is not silver?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#silver"}, "answer": "keyboard", "semanticStr": "select: device (8)->filter color: not(silver) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n435808.jpg", "question_id": 201902749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "silver"}], "entailed": ["202053121", "202053094", "202053095"], "equivalent": ["202053096"], "question": "Does the fence look silver?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_silver"}, "answer": "no", "semanticStr": "select: fence (12)->verify color: silver [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is blue.", "image": "n334278.jpg", "question_id": 202053096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20451990"], "equivalent": ["20451989"], "question": "What is on the table that looks small?", "isBalanced": true, "groups": {"global": "material", "local": "14-table_on,s"}, "answer": "glass", "semanticStr": "select: table (11)->filter size: small [0]->relate: _,on,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"4": "11", "7": "11"}, "fullAnswer": {"1": "10", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass is on the table.", "image": "n6908.jpg", "question_id": 20451989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine glass (16)"}, {"operation": "select", "dependencies": [], "argument": "ceiling (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20226419"], "question": "Are both the wine glass and the ceiling made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-ceiling_wine glass"}, "answer": "no", "semanticStr": "select: wine glass (16)->select: ceiling (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "9", "3:5": "16"}, "fullAnswer": {"10": "9", "2:4": "16"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the wine glass is made of glass and the ceiling is made of wood.", "image": "n68769.jpg", "question_id": 20226419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201307270"], "question": "Is there either a fence or a snowboard in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_snowboard"}, "answer": "yes", "semanticStr": "select: snowboard (1)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a snowboard.", "image": "n161313.jpg", "question_id": 201307270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169058", "202169059", "202169055"], "equivalent": ["202169058", "202169057"], "question": "What are the vehicles that are made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "cars", "semanticStr": "select: vehicle (14)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201873678", "201873658", "201873692", "201873682", "201873680", "201873681", "201873686", "201873684", "201873685", "201873657"], "equivalent": ["201873683"], "question": "How large is the blue flag?", "isBalanced": true, "groups": {"global": "size", "local": "10q-flag_size"}, "answer": "large", "semanticStr": "select: flag (9)->filter color: blue [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flag is large.", "image": "n309148.jpg", "question_id": 201873683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20515081", "20515080", "20515078"], "equivalent": ["20515079"], "question": "What color is the tall grass?", "isBalanced": true, "groups": {"global": "color", "local": "10q-grass_color"}, "answer": "brown", "semanticStr": "select: grass (2)->filter height: tall [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is brown.", "image": "n207893.jpg", "question_id": 20515079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536050", "20536082", "20536083", "20536084", "20536049"], "equivalent": ["20536085"], "question": "What animal is dark brown?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_dark brown"}, "answer": "giraffe", "semanticStr": "select: animal (1)->filter color: dark brown [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n410476.jpg", "question_id": 20536085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (2)"}], "entailed": ["202262743", "202262840", "202262837", "202262838", "202262839"], "equivalent": ["202262744"], "question": "Is the old woman to the left or to the right of the car that looks black?", "isBalanced": true, "groups": {"global": null, "local": "13-car_woman"}, "answer": "left", "semanticStr": "select: car (7)->filter color: black [0]->choose rel: woman,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "2", "16": "7"}, "fullAnswer": {"1": "2", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the car.", "image": "n538039.jpg", "question_id": 202262744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "walkway (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,hanging above,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "person,facing,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201153171", "201153169"], "equivalent": ["201153170"], "question": "Who is facing the animal that is hanging above the walkway?", "isBalanced": true, "groups": {"global": "person", "local": "14-giraffe_facing,s"}, "answer": "man", "semanticStr": "select: walkway (10)->relate: animal,hanging above,s (9) [0]->relate: person,facing,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "10", "4": "9"}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is facing the giraffe.", "image": "n160664.jpg", "question_id": 201153170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262765"], "equivalent": ["202262746"], "question": "Where is the woman?", "isBalanced": true, "groups": {"global": "plant", "local": "14-woman_on,o"}, "answer": "grass", "semanticStr": "select: woman (2)->relate: place,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "2", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the grass.", "image": "n538039.jpg", "question_id": 202262746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201030393", "201030410", "201030411"], "equivalent": ["201030409"], "question": "What is the item of furniture that is shown?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "couch", "semanticStr": "select: furniture (17)->query: name [0]", "annotations": {"answer": {"0": "17"}, "question": {"3:6": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n54424.jpg", "question_id": 201030409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201739104"], "question": "Is the baseball mitt made of leather black and open?", "isBalanced": true, "groups": {"global": null, "local": "05-black_open"}, "answer": "no", "semanticStr": "select: baseball mitt (2)->filter material: leather [0]->verify color: black [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the baseball mitt is black but closed.", "image": "n485969.jpg", "question_id": 201739104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookie (1)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,sitting beside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201988016", "201988014", "201988015", "201988018", "201988009", "201988008", "201988001", "201988000", "201988003", "201988002", "201988005", "201988004", "201988007"], "equivalent": ["201988006"], "question": "What color is the dessert that sits beside the cookie?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cake_color"}, "answer": "tan", "semanticStr": "select: cookie (1)->relate: dessert,sitting beside,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "1", "4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cake is tan.", "image": "n470131.jpg", "question_id": 201988006}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "ball,looking at,o (-)"}], "entailed": ["201185762"], "equivalent": ["201185763"], "question": "Is the person in front of the trees looking at a ball?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_ball"}, "answer": "no", "semanticStr": "select: trees (9)->relate: person,in front of,s (0) [0]->verify rel: ball,looking at,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "0", "7": "9"}, "fullAnswer": {"2": "0", "7": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is looking at a frisbee.", "image": "n494918.jpg", "question_id": 201185763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["202241154", "202241152", "202241151"], "equivalent": ["202241153"], "question": "Is the black chair on the right or on the left side?", "isBalanced": true, "groups": {"global": null, "local": "10c-chair_hposition"}, "answer": "left", "semanticStr": "select: chair (9)->filter color: black [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is on the left of the image.", "image": "n460385.jpg", "question_id": 202241153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(silver)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902746", "201902748", "201902749", "201902921"], "equivalent": ["201902748", "201902746", "201902747"], "question": "What is the device that is not silver?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#silver"}, "answer": "keyboard", "semanticStr": "select: device (8)->filter color: not(silver) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n435808.jpg", "question_id": 201902747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201185767", "201185768"], "equivalent": ["201185766"], "question": "Where is the short boy standing on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-boy_standing on,o"}, "answer": "ground", "semanticStr": "select: boy (0)->filter height: short [0]->relate: place,standing on,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is standing on the ground.", "image": "n494918.jpg", "question_id": 201185766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|yellow"}], "entailed": ["201175643", "201175642"], "equivalent": ["201175644", "201175643", "201175642"], "question": "Does the shirt look gray or yellow?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shirt_color"}, "answer": "gray", "semanticStr": "select: shirt (9)->choose color: gray|yellow [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is gray.", "image": "n357784.jpg", "question_id": 201175644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (11)"}, {"operation": "filter", "dependencies": [0], "argument": "glazed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535628", "201535616", "201535617", "201535627", "201535626"], "equivalent": ["201535630"], "question": "What food is glazed?", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-baked good_glazed"}, "answer": "donuts", "semanticStr": "select: baked good (11)->filter: glazed [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is donuts.", "image": "n272098.jpg", "question_id": 201535630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185767", "201185766"], "equivalent": ["201185768"], "question": "Where is the boy standing on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-boy_standing on,o"}, "answer": "ground", "semanticStr": "select: boy (0)->relate: place,standing on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is standing on the ground.", "image": "n494918.jpg", "question_id": 201185768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (11)"}, {"operation": "filter", "dependencies": [0], "argument": "packaged"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535617", "201535616", "201535634", "201535635"], "equivalent": ["201535636"], "question": "Which kind of baked good is packaged?", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-baked good_packaged"}, "answer": "donuts", "semanticStr": "select: baked good (11)->filter: packaged [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3:5": "11"}, "fullAnswer": {"1:3": "11", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The baked good is donuts.", "image": "n272098.jpg", "question_id": 201535636}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["202021388", "202021387", "202021390", "202021391", "202021392"], "equivalent": ["202021389", "202021390"], "question": "Is the weather cloudy today?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_cloudy"}, "answer": "yes", "semanticStr": "select: scene->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is cloudy.", "image": "n255161.jpg", "question_id": 202021389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (15)"}, {"operation": "relate", "dependencies": [0], "argument": "cd,on top of,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201497794", "201497795", "201497793", "201497707"], "equivalent": ["201497792"], "question": "What kind of device is to the left of the CD that is on top of the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-cd_to the left of,s"}, "answer": "speaker", "semanticStr": "select: desk (15)->relate: cd,on top of,s (11) [0]->relate: device,to the left of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"10": "11", "3": "10", "17": "15"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n315887.jpg", "question_id": 201497792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["20652300", "20652301", "20652302", "20652303", "20652304", "20652305", "20652306", "20652313", "20652325"], "equivalent": ["20652313", "20652312"], "question": "Are the gloves made of leather large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-gloves_size"}, "answer": "small", "semanticStr": "select: gloves (1)->filter material: leather [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The gloves are small.", "image": "n400036.jpg", "question_id": 20652312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20330279", "20330277", "20330276", "20330275"], "equivalent": ["20330279", "20330278"], "question": "On which side of the picture is the bench?", "isBalanced": true, "groups": {"global": null, "local": "10q-bench_hposition"}, "answer": "left", "semanticStr": "select: bench (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is on the left of the image.", "image": "n260521.jpg", "question_id": 20330278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (10)"}, {"operation": "select", "dependencies": [], "argument": "traffic lights (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20503618", "20503620"], "equivalent": ["20503619", "20503618"], "question": "Are the cables and the traffic lights the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-cables_traffic lights"}, "answer": "yes", "semanticStr": "select: cables (10)->select: traffic lights (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5:7": "6"}, "fullAnswer": {"3": "10", "6:8": "6"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the cables and the traffic lights are black.", "image": "n324644.jpg", "question_id": 20503619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201055653"], "question": "Is that garbage can green and large?", "isBalanced": true, "groups": {"global": null, "local": "05-green_large"}, "answer": "no", "semanticStr": "select: trash can (11)->verify color: green [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2:4": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the garbage can is green but small.", "image": "n259002.jpg", "question_id": 201055653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wildflowers (4)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201509866"], "equivalent": ["201509867"], "question": "What is the color of the wildflowers that look tall?", "isBalanced": true, "groups": {"global": "color", "local": "10q-wildflowers_color"}, "answer": "pink", "semanticStr": "select: wildflowers (4)->filter height: tall [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "4", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wildflowers are pink.", "image": "n62458.jpg", "question_id": 201509867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball mitt (25)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "closed "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201492322", "201492325", "201492327", "201492323", "201492326", "201492324", "201492336", "201492335", "201492334", "201492333", "201492321", "201492331", "201492330", "201492320"], "equivalent": ["201492328"], "question": "Is the baseball mitt both closed and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_closed"}, "answer": "yes", "semanticStr": "select: baseball mitt (25)->verify color: brown [0]->verify: closed  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "25"}, "fullAnswer": {"2:4": "25"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the baseball mitt is closed and brown.", "image": "n9856.jpg", "question_id": 201492328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (9)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202023538", "202023536", "202023535"], "equivalent": ["202023537"], "question": "Is the rug on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-rug_hposition"}, "answer": "right", "semanticStr": "select: rug (9)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The rug is on the right of the image.", "image": "n95313.jpg", "question_id": 202023537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (4)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}], "entailed": ["201455951", "201455959", "201455969", "201455968", "201455963", "201455962", "201455960", "201455967", "201455966", "201455965", "201455964"], "equivalent": ["201455962", "201455961", "201455960"], "question": "Do you think the road is dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-road_dirty"}, "answer": "yes", "semanticStr": "select: road (4)->verify cleanliness: dirty [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the road is dirty.", "image": "n413761.jpg", "question_id": 201455961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20953148", "20953149", "20953151", "20953140", "20953141", "20953142", "20953143", "20953144", "20953145", "20953146", "20953157", "20953156", "20953155", "20953154", "20953153", "20953152", "20953137", "20953150", "20953138", "20953158"], "equivalent": ["20953147"], "question": "Do the shorts appear to be short and white?", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "yes", "semanticStr": "select: shorts (4)->verify length: short [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are short and white.", "image": "n413319.jpg", "question_id": 20953147}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20508865", "20508863", "20508862"], "equivalent": ["20508865", "20508864", "20508863", "20508862"], "question": "What color does the shirt the woman wears have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "white", "semanticStr": "select: woman (0)->relate: shirt,wearing,o (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "6": "0"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt has white color.", "image": "n511913.jpg", "question_id": 20508864}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter", "dependencies": [0], "argument": "professional"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting inside,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201873620", "201873314", "201873313"], "equivalent": ["201873619"], "question": "What does the professional person sit inside of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-person_sitting inside,o"}, "answer": "fire truck", "semanticStr": "select: person (7)->filter: professional [0]->relate: _,sitting inside,o (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7", "5:7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person sits inside the fire truck.", "image": "n309148.jpg", "question_id": 201873619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783442", "20783438"], "equivalent": ["20783439"], "question": "What's inside the glass?", "isBalanced": true, "groups": {"global": "drink", "local": "14-glass_inside,s"}, "answer": "drink", "semanticStr": "select: glass (5)->relate: _,inside,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is inside the glass.", "image": "n355339.jpg", "question_id": 20783439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20783442", "20783439"], "equivalent": ["20783438"], "question": "What is inside the small glass?", "isBalanced": true, "groups": {"global": "drink", "local": "14-glass_inside,s"}, "answer": "drink", "semanticStr": "select: glass (5)->filter size: small [0]->relate: _,inside,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"4:6": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is inside the glass.", "image": "n355339.jpg", "question_id": 20783438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sand (7)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,on,s (19)"}, {"operation": "verify rel", "dependencies": [1], "argument": "buildings,in front of,s (3)"}], "entailed": ["20734154", "20734152", "20734153", "20734150", "20734151", "20734147", "20734146", "20734149"], "equivalent": ["20734148"], "question": "Are the high buildings in front of the trees that are on the sand?", "isBalanced": true, "groups": {"global": null, "local": "13-trees_buildings"}, "answer": "no", "semanticStr": "select: sand (7)->relate: tree,on,s (19) [0]->verify rel: buildings,in front of,s (3) [1]", "annotations": {"answer": {}, "question": {"8": "19", "13": "7", "2:4": "3"}, "fullAnswer": {"2": "3", "6": "19"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the buildings are behind the trees.", "image": "n90944.jpg", "question_id": 20734148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201621672", "201621681", "201621680", "201621587", "201621588"], "equivalent": ["201621671"], "question": "What is in front of the speaker that is in the top part of the image?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-speaker_in front of,s"}, "answer": "couch", "semanticStr": "select: speaker (7)->filter vposition: top [0]->relate: _,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"6": "7"}, "fullAnswer": {"1": "3", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the speaker.", "image": "n275148.jpg", "question_id": 201621671}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621676", "201621674", "201621673", "201621758"], "equivalent": ["201621677"], "question": "Which kind of device is the couch before?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_in front of,o"}, "answer": "speaker", "semanticStr": "select: couch (3)->relate: device,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "3", "7": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the speaker.", "image": "n275148.jpg", "question_id": 201621677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20783345", "20783344", "20783341", "20783340", "20783342", "20783352", "20783339"], "equivalent": ["20783343"], "question": "What is the color of the device on top of the laptop?", "isBalanced": true, "groups": {"global": "color", "local": "10q-keyboard_color"}, "answer": "black", "semanticStr": "select: laptop (1)->relate: device,on top of,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "1", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is black.", "image": "n355339.jpg", "question_id": 20783343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "relate", "dependencies": [1], "argument": "_,using,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201889355", "201889356"], "equivalent": ["201889354"], "question": "What is the skier that is standing using?", "isBalanced": true, "groups": {"global": "object", "local": "14-skier_using,o"}, "answer": "pole", "semanticStr": "select: skier (0)->filter pose: standing [0]->relate: _,using,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "0", "6": "0"}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is using a pole.", "image": "n88366.jpg", "question_id": 201889354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (3)"}, {"operation": "filter", "dependencies": [0], "argument": "off"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "faucet (-) "}, {"operation": "filter", "dependencies": [3], "argument": "off"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202081069"], "question": "Do you see either faucets or toasters that are off?", "isBalanced": true, "groups": {"global": null, "local": "04-toaster_off"}, "answer": "yes", "semanticStr": "select: toaster (3)->filter: off [0]->exist: ? [1]->select: faucet (-) ->filter: off [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the toaster is off.", "image": "n314630.jpg", "question_id": 202081069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201889353"], "question": "Who is using the pole?", "isBalanced": true, "groups": {"global": "person", "local": "14-pole_using,s"}, "answer": "skier", "semanticStr": "select: pole (8)->relate: person,using,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is using the pole.", "image": "n88366.jpg", "question_id": 201889353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (33)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "choose name", "dependencies": [1], "argument": "cake|orange"}], "entailed": [], "equivalent": ["201637106"], "question": "What type of food is not white, the orange or the cake?", "isBalanced": true, "groups": {"global": "color", "local": "12c-food_n#white"}, "answer": "orange", "semanticStr": "select: food (33)->filter color: not(white) [0]->choose name: cake|orange [1]", "annotations": {"answer": {"0": "33"}, "question": {"11": "2", "8": "33", "3": "2"}, "fullAnswer": {"1": "33"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The orange is not white.", "image": "n200692.jpg", "question_id": 201637106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (13)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["202262115", "202262114", "202262117"], "equivalent": ["202262116"], "question": "Is the fork on the left side or on the right of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-fork_hposition"}, "answer": "left", "semanticStr": "select: fork (13)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fork is on the left of the image.", "image": "n28572.jpg", "question_id": 202262116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toaster (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["202081061"], "equivalent": ["202081060", "202081061"], "question": "Are there any toasters?", "isBalanced": true, "groups": {"global": null, "local": "03-toaster"}, "answer": "yes", "semanticStr": "select: toaster (3)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a toaster.", "image": "n314630.jpg", "question_id": 202081060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20226530", "20226531", "20226532", "20226534", "20226535", "20226540"], "equivalent": ["20226533"], "question": "Which color is the chair made of wood?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "brown", "semanticStr": "select: chair (13)->filter material: wood [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "13", "7": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is brown.", "image": "n68769.jpg", "question_id": 20226533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (11)"}, {"operation": "select", "dependencies": [], "argument": "notebook (16) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20899188"], "equivalent": ["20899187"], "question": "Are both the wallet and the notebook the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-notebook_wallet"}, "answer": "no", "semanticStr": "select: wallet (11)->select: notebook (16) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "11", "6": "16"}, "fullAnswer": {"2": "11", "7": "16"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the wallet is red and the notebook is black.", "image": "n403734.jpg", "question_id": 20899187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20887044"], "question": "Is the table wooden and white?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "no", "semanticStr": "select: table (15)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is wooden but brown.", "image": "n282436.jpg", "question_id": 20887044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20567672", "20567666", "20567664", "20567665", "20567670", "20567673", "20567661", "20567685", "20567686", "20567668", "20567669"], "equivalent": ["20567667"], "question": "Which color are the shorts?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shorts_color"}, "answer": "brown", "semanticStr": "select: shorts (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are brown.", "image": "n414992.jpg", "question_id": 20567667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "dry "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20567664"], "question": "Are the shorts brown and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_dry"}, "answer": "no", "semanticStr": "select: shorts (7)->verify color: brown [0]->verify: dry  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shorts are brown but wet.", "image": "n414992.jpg", "question_id": 20567664}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (20)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262428", "202262346", "202262347"], "equivalent": ["202262425"], "question": "What is in front of the cup?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-cup_in front of,s"}, "answer": "mug", "semanticStr": "select: cup (20)->relate: _,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "7": "20"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mug is in front of the cup.", "image": "n28572.jpg", "question_id": 202262425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003633", "202003632", "202003648", "202003649", "202003646", "202003647"], "equivalent": ["202003650"], "question": "What devices are white?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_white"}, "answer": "laptops", "semanticStr": "select: device (11)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The devices are laptops.", "image": "n262920.jpg", "question_id": 202003650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003633", "202003632", "202003642", "202003643", "202003641", "202003651", "202003652"], "equivalent": ["202003653"], "question": "What devices are open?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_open"}, "answer": "laptops", "semanticStr": "select: device (11)->filter: open [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The devices are laptops.", "image": "n262920.jpg", "question_id": 202003653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003633", "202003632", "202003642", "202003643", "202003641", "202003651", "202003653"], "equivalent": ["202003652"], "question": "Which devices are open?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_open"}, "answer": "laptops", "semanticStr": "select: device (11)->filter: open [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "11", "3": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The devices are laptops.", "image": "n262920.jpg", "question_id": 202003652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (6)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201434364"], "equivalent": ["201434363"], "question": "Where is the plane?", "isBalanced": true, "groups": {"global": "road", "local": "14-airplane_on,o"}, "answer": "pavement", "semanticStr": "select: airplane (6)->relate: place,on,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plane is on the pavement.", "image": "n545516.jpg", "question_id": 201434363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (6)"}, {"operation": "relate", "dependencies": [0], "argument": "water bottle,near,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20480464", "20480466", "20480467", "20480338"], "equivalent": ["20480464", "20480465"], "question": "What animal is to the left of the water bottle near the books?", "isBalanced": true, "groups": {"global": "animal", "local": "15-water bottle_to the left of,s"}, "answer": "cat", "semanticStr": "select: books (6)->relate: water bottle,near,s (5) [0]->relate: animal,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "8:10": "5", "12": "6"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n520071.jpg", "question_id": 20480465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20119191", "20119193", "20119192"], "equivalent": ["20119194"], "question": "What kind of clothing isn't black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#black"}, "answer": "dress", "semanticStr": "select: clothing (3)->filter color: not(black) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a dress.", "image": "n540852.jpg", "question_id": 20119194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,floating on,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100584"], "equivalent": ["202100583"], "question": "What is the watercraft that floats on the ocean?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_floating on,s"}, "answer": "sailboats", "semanticStr": "select: ocean (0)->relate: watercraft,floating on,s (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"8": "0", "3": "20"}, "fullAnswer": {"1": "20", "3": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is sailboats.", "image": "n386688.jpg", "question_id": 202100583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,using,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20588925"], "question": "Who is using the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_using,s"}, "answer": "skater", "semanticStr": "select: skateboard (0)->relate: person,using,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is using the skateboard.", "image": "n258500.jpg", "question_id": 20588925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (9)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["201467638", "201467637", "201467640"], "equivalent": ["201467639"], "question": "Which side of the photo is the couch on, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-couch_hposition"}, "answer": "right", "semanticStr": "select: couch (9)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The couch is on the right of the image.", "image": "n295771.jpg", "question_id": 201467639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (13)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,using,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548707", "201548784", "201548783"], "equivalent": ["201548786"], "question": "What kind of appliance is using the spices?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-spices_using,s"}, "answer": "blender", "semanticStr": "select: spices (13)->relate: appliance,using,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a blender.", "image": "n314171.jpg", "question_id": 201548786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (0)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202169243", "202169242", "202169245", "202169244", "202169247", "202169248", "202169250"], "equivalent": ["202169246"], "question": "What color are the shoes?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-shoes_color"}, "answer": "dark", "semanticStr": "select: shoes (0)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shoes are dark.", "image": "n451187.jpg", "question_id": 202169246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter", "dependencies": [0], "argument": "regular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498513", "201498512", "201498500", "201498498", "201498499", "201498489", "201498488"], "equivalent": ["201498514"], "question": "Which kind of device is regular?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_regular"}, "answer": "keyboard", "semanticStr": "select: device (7)->filter: regular [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n315887.jpg", "question_id": 201498514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(regular)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498518", "201498693", "201498694", "201498692"], "equivalent": ["201498519"], "question": "What kind of device is not regular?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#regular"}, "answer": "phone", "semanticStr": "select: device (6)->filter: not(regular) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n315887.jpg", "question_id": 201498519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20543134", "20543135", "20543136", "20543137", "20543130", "20543131", "20543132", "20543133", "20543138", "20543139", "20543156", "20543157", "20543154", "20543155", "20543152", "20543153", "20543150", "20543151", "20543158", "20543159", "20543127", "20543129", "20543128", "20543145", "20543147", "20543143", "20543142", "20543149", "20543148", "20543160"], "equivalent": ["20543141"], "question": "Is the container metallic and white?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_white"}, "answer": "yes", "semanticStr": "select: container (6)->verify material: metal [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the container is metallic and white.", "image": "n100552.jpg", "question_id": 20543141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blender (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548790", "201548789"], "equivalent": ["201548788"], "question": "The blender is using what?", "isBalanced": true, "groups": {"global": "ingredient", "local": "14-blender_using,o"}, "answer": "spices", "semanticStr": "select: blender (10)->relate: _,using,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "4": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blender is using seasonings.", "image": "n314171.jpg", "question_id": 201548788}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "zebras (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "running"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["2017416"], "question": "Are there horses or zebras that are running?", "isBalanced": true, "groups": {"global": null, "local": "04-horse_running"}, "answer": "no", "semanticStr": "select: horse (6)->filter pose: running [0]->exist: ? [1]->select: zebras (-) ->filter pose: running [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a horse but it is walking.", "image": "n324908.jpg", "question_id": 2017416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cables (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202003829", "202003632"], "equivalent": ["202003830"], "question": "What devices are the cables behind of?", "isBalanced": true, "groups": {"global": "device", "local": "15-cables_behind,o"}, "answer": "laptops", "semanticStr": "select: cables (12)->relate: device,behind,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "11"}, "fullAnswer": {"1": "12", "5": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cords are behind the laptops.", "image": "n262920.jpg", "question_id": 202003830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (10)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201571085", "201571084", "201571086", "201571020"], "equivalent": ["201571083"], "question": "What is the bag that is to the left of the cabinet?", "isBalanced": true, "groups": {"global": "bag", "local": "15-cabinet_to the left of,s"}, "answer": "purse", "semanticStr": "select: cabinet (10)->relate: bag,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"11": "10", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is a purse.", "image": "n382416.jpg", "question_id": 201571083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "relate", "dependencies": [0], "argument": "car,in front of,s (10)"}, {"operation": "verify size", "dependencies": [1], "argument": "little"}, {"operation": "verify", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20861034"], "equivalent": ["20861033"], "question": "Is the car in front of the building little and old?", "isBalanced": true, "groups": {"global": null, "local": "05-little_old"}, "answer": "no", "semanticStr": "select: building (12)->relate: car,in front of,s (10) [0]->verify size: little [1]->verify: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "7": "12"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the car is old but large.", "image": "n434283.jpg", "question_id": 20861033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20452074", "20452070", "20452071", "20452072", "20452096", "20452094", "20452095", "20452092", "20452093", "20452090", "20452091", "20452068", "20452063", "20452062", "20452067", "20452066", "20452065", "20452064", "20452085", "20452084", "20452086", "20452083", "20452082", "20452089", "20452088"], "equivalent": ["20452061"], "question": "Does the picture frame look brown and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_thin"}, "answer": "yes", "semanticStr": "select: picture frame (0)->verify color: brown [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the picture frame is brown and thin.", "image": "n6908.jpg", "question_id": 20452061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "traffic light,below,o (-)"}], "entailed": [], "equivalent": ["201976475"], "question": "Is the street below a traffic light?", "isBalanced": true, "groups": {"global": null, "local": "13-street_traffic light"}, "answer": "no", "semanticStr": "select: street (10)->verify rel: traffic light,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the street is below a motorcycle.", "image": "n279173.jpg", "question_id": 201976475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "machine (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20785983", "20785982"], "equivalent": ["20785978"], "question": "What is in front of the machine?", "isBalanced": true, "groups": {"global": "object", "local": "14-machine_in front of,s"}, "answer": "cone", "semanticStr": "select: machine (6)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"8": "6", "1:3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic cone is in front of the machine.", "image": "n12404.jpg", "question_id": 20785978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cone (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20785981", "20785980"], "equivalent": ["20785980", "20785979"], "question": "What is the traffic cone in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-cone_in front of,o"}, "answer": "machine", "semanticStr": "select: cone (0)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3:5": "0"}, "fullAnswer": {"8": "6", "1:3": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic cone is in front of the machine.", "image": "n12404.jpg", "question_id": 20785979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,in front of,s (1)"}, {"operation": "choose", "dependencies": [1], "argument": "on|off"}], "entailed": ["2097665", "2097664", "2097667", "2097666", "2097661", "2097663", "2097662", "2097669", "2097668"], "equivalent": ["2097670"], "question": "Does the device in front of the poster seem to be off or on?", "isBalanced": true, "groups": {"global": "39", "local": "10c-monitor_39"}, "answer": "on", "semanticStr": "select: poster (6)->relate: device,in front of,s (1) [0]->choose: on|off [1]", "annotations": {"answer": {}, "question": {"2": "1", "7": "6"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The monitor is on.", "image": "n513429.jpg", "question_id": 2097670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "verify rel", "dependencies": [1], "argument": "laptop,using,o (-)"}], "entailed": ["20794298"], "equivalent": ["20794299"], "question": "Is the person that is looking down using a laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-person_laptop"}, "answer": "no", "semanticStr": "select: person (7)->filter activity: looking down [0]->verify rel: laptop,using,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "7"}, "fullAnswer": {"2": "7", "6:8": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is using a mustard bottle.", "image": "n278453.jpg", "question_id": 20794299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (3)"}, {"operation": "query", "dependencies": [0], "argument": "thickness"}], "entailed": ["202053220", "202053236", "202053237", "202053235", "202053232", "202053233", "202053231"], "equivalent": ["202053234"], "question": "How thick is the belt?", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-belt_thickness"}, "answer": "thin", "semanticStr": "select: belt (3)->query: thickness [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The belt is thin.", "image": "n334278.jpg", "question_id": 202053234}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pancake (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20157244", "20157251", "20157240", "20157236", "20157237", "20157250", "20157247", "20157238", "20157239", "20157241", "20157249", "20157248", "20157232", "20157245", "20157243", "20157242", "20157234", "20157235"], "equivalent": ["20157231"], "question": "Does that pancake look brown and round?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_round"}, "answer": "yes", "semanticStr": "select: pancake (3)->verify color: brown [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pancake is brown and round.", "image": "n170941.jpg", "question_id": 20157231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "benches (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201795468", "201795467", "201795466", "201795465", "201795464", "201795463", "201795457", "201795452", "201795453", "201795450", "201795451", "201795458", "201795459"], "equivalent": ["201795454"], "question": "What is the person to the right of the benches doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-child_activity"}, "answer": "staring", "semanticStr": "select: benches (15)->relate: person,to the right of,s (0) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"9": "15", "3": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kid is staring.", "image": "n119944.jpg", "question_id": 201795454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ottoman (27)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20672896", "20672897", "20672894", "20672895"], "equivalent": ["20672898", "20672897"], "question": "Which side of the image is the ottoman on?", "isBalanced": true, "groups": {"global": null, "local": "10q-ottoman_hposition"}, "answer": "right", "semanticStr": "select: ottoman (27)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "27"}, "fullAnswer": {"1": "27"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ottoman is on the right of the image.", "image": "n59147.jpg", "question_id": 20672898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (2)"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (-)"}], "entailed": ["201861399"], "equivalent": ["201861415"], "question": "Is the person to the right of the mirror wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-person_hat"}, "answer": "no", "semanticStr": "select: mirror (3)->relate: person,to the right of,s (2) [0]->verify rel: hat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "2"}, "fullAnswer": {"2": "2", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing a jacket.", "image": "n390187.jpg", "question_id": 201861415}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (7)"}, {"operation": "select", "dependencies": [], "argument": "wristband (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20482066"], "equivalent": ["20482065"], "question": "Is the field the same color as the wristband?", "isBalanced": true, "groups": {"global": null, "local": "09same-field_wristband"}, "answer": "yes", "semanticStr": "select: field (7)->select: wristband (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "7"}, "fullAnswer": {"3": "7", "6": "2"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the field and the wristband are blue.", "image": "n195249.jpg", "question_id": 20482065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20442001"], "question": "Is the door tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "no", "semanticStr": "select: door (1)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the door is tall but white.", "image": "n207708.jpg", "question_id": 20442001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (11)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "_,on the edge of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20661269", "20661270", "20661271"], "equivalent": ["20661291"], "question": "What is located on the edge of the bus that is on the left?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-bus_on the edge of,s"}, "answer": "door", "semanticStr": "select: bus (11)->filter hposition: left [0]->relate: _,on the edge of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"8": "11"}, "fullAnswer": {"1": "12", "8": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is on the edge of the bus.", "image": "n346736.jpg", "question_id": 20661291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,to the left of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201623912", "201623911", "201623675", "201623739", "201623741", "201623742", "201623743", "201623744", "201623745", "201623746", "201623747"], "equivalent": ["201623740"], "question": "What is the appliance to the left of the appliance that is not on?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-stove_to the left of,s"}, "answer": "oven", "semanticStr": "select: appliance (6)->filter: not(on) [0]->relate: appliance,to the left of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "6", "3": "2", "13": "6"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n501609.jpg", "question_id": 201623740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623912", "201623911", "201623740", "201623675", "201623739", "201623742", "201623743", "201623744", "201623745", "201623746", "201623747"], "equivalent": ["201623741"], "question": "Which kind of appliance is to the left of the stove?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-stove_to the left of,s"}, "answer": "oven", "semanticStr": "select: stove (6)->relate: appliance,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n501609.jpg", "question_id": 201623741}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,worn on,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202125968", "202125969"], "equivalent": ["202125967"], "question": "What is worn on the player in the photo?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-player_worn on,s"}, "answer": "shirt", "semanticStr": "select: player (7)->relate: _,worn on,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"5": "7"}, "fullAnswer": {"1": "16", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is worn on the player.", "image": "n573460.jpg", "question_id": 202125967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (43)"}, {"operation": "filter", "dependencies": [0], "argument": "not(thin)"}, {"operation": "verify rel", "dependencies": [1], "argument": "coat,wearing,o (-)"}], "entailed": ["202107945"], "equivalent": ["202107941"], "question": "Is the person that is not thin wearing a coat?", "isBalanced": true, "groups": {"global": null, "local": "13-person_coat"}, "answer": "no", "semanticStr": "select: person (43)->filter: not(thin) [0]->verify rel: coat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "43", "6": "43"}, "fullAnswer": {"2": "43", "6": "71"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing a shoe.", "image": "n133585.jpg", "question_id": 202107941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "folding chair (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["202180470", "202180462", "202180463", "202180464", "202180465", "202180466", "202180467"], "equivalent": ["202180460"], "question": "Does the folding chair look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-folding chair_blue"}, "answer": "yes", "semanticStr": "select: folding chair (9)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the folding chair is blue.", "image": "n380113.jpg", "question_id": 202180460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (9)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,sitting next to,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100888", "202100891"], "equivalent": ["202100889"], "question": "How is the appliance that sits next to the counter called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-counter_sitting next to,s"}, "answer": "stove", "semanticStr": "select: counter (9)->relate: appliance,sitting next to,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"9": "9", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n280089.jpg", "question_id": 202100889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "folding chair (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify state", "dependencies": [0], "argument": "still "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202180473", "202180470", "202180459", "202180469", "202180474", "202180460", "202180472", "202180462", "202180463", "202180464", "202180465", "202180466", "202180467"], "equivalent": ["202180468", "202180469"], "question": "Is the folding chair both still and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_still"}, "answer": "yes", "semanticStr": "select: folding chair (9)->verify color: blue [0]->verify state: still  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the folding chair is still and blue.", "image": "n380113.jpg", "question_id": 202180468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "verify height", "dependencies": [0], "argument": "short"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202006384", "202006385", "202006387", "202006382", "202006383", "202006388", "202006372", "202006410", "202006411", "202006412", "202006414", "202006416", "202006417", "202006419", "202006436", "202006370", "202006434", "202006435", "202006394", "202006392", "202006428", "202006424", "202006409", "202006421", "202006420", "202006423", "202006422", "202006374"], "equivalent": ["202006371"], "question": "Is the chair both wooden and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_wood"}, "answer": "yes", "semanticStr": "select: chair (1)->verify height: short [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chair is wooden and short.", "image": "n97485.jpg", "question_id": 202006371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "radio (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "silver"}, {"operation": "select", "dependencies": [], "argument": "lamps (1) "}, {"operation": "relate", "dependencies": [2], "argument": "computer,to the right of,s (4)"}, {"operation": "verify color", "dependencies": [3], "argument": "silver"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["20479885", "20480697", "20480679", "20480696", "20480695", "20480694", "20479873", "20479872", "20479871", "20479899", "20480689", "20479895", "20479894", "20479897", "20479896", "20480680", "20479890", "20479893", "20479892", "20480705", "20480704", "20480707", "20480706", "20479854", "20480660", "20480661", "20479908", "20479878", "20479879", "20479891", "20479853", "20479898", "20480699", "20480698", "20479888", "20479889", "20479886", "20479887", "20479884", "20480690", "20479882", "20479883", "20479880", "20480693", "20479852", "20480692", "20479907", "20480691", "20479900"], "equivalent": ["20479882", "20479883", "20479880", "20479881"], "question": "Do both the radio and the computer to the right of the lamps seem to be silver?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-computer_radio"}, "answer": "yes", "semanticStr": "select: radio (11)->verify color: silver [0]->select: lamps (1) ->relate: computer,to the right of,s (4) [2]->verify color: silver [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"3": "11", "12": "1", "6": "4"}, "fullAnswer": {"3": "11", "6": "4"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the radio and the computer are silver.", "image": "n520071.jpg", "question_id": 20479881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (12)"}, {"operation": "filter", "dependencies": [0], "argument": "grazing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202110099", "202110088", "202110100", "202110087", "202110086", "202110097"], "equivalent": ["202110098", "202110097"], "question": "What is the grazing animal called?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_grazing"}, "answer": "sheep", "semanticStr": "select: animal (12)->filter: grazing [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"4": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a sheep.", "image": "n511881.jpg", "question_id": 202110098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "choose rel", "dependencies": [0], "argument": "laptop,to the left of|to the right of,s (0)"}], "entailed": ["2097715", "2097718", "2097911", "2097910", "2097908", "2097717", "2097716"], "equivalent": ["2097909"], "question": "Is the laptop to the left or to the right of the monitor?", "isBalanced": true, "groups": {"global": null, "local": "13-monitor_laptop"}, "answer": "left", "semanticStr": "select: monitor (1)->choose rel: laptop,to the left of|to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"2": "0", "12": "1"}, "fullAnswer": {"1": "0", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The laptop is to the left of the monitor.", "image": "n513429.jpg", "question_id": 2097909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "cell phone,pointing at,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201068523", "201068522", "201068521", "201068520", "201068527", "201068526", "201068525", "201068524", "201068529", "201068493", "201068492", "201068541", "201068543", "201068542", "201068530", "201068531", "201068532", "201068533", "201068534", "201068514", "201068515"], "equivalent": ["201068528"], "question": "How big do you think is the cellphone the girl is pointing at?", "isBalanced": true, "groups": {"global": "size", "local": "10q-cell phone_size"}, "answer": "small", "semanticStr": "select: girl (0)->relate: cell phone,pointing at,o (3) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "0", "7": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mobile phone is small.", "image": "n159802.jpg", "question_id": 201068528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201246997", "201247063", "201247062", "201247061", "201247060", "201247064"], "equivalent": ["201247059"], "question": "What is located on top of the striped rug?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-rug_on top of,s"}, "answer": "chair", "semanticStr": "select: rug (5)->filter pattern: striped [0]->relate: _,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"7:9": "5"}, "fullAnswer": {"1": "1", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is on top of the rug.", "image": "n83784.jpg", "question_id": 201247059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (8)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,near,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201822188"], "question": "What is in front of the toilet paper near the toilet?", "isBalanced": true, "groups": {"global": "", "local": "14-toilet paper_in front of,s"}, "answer": "decoration", "semanticStr": "select: toilet (8)->relate: toilet paper,near,s (10) [0]->relate: _,in front of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"10": "8", "6:8": "10"}, "fullAnswer": {"1": "11", "7:9": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The decoration is in front of the toilet paper.", "image": "n417401.jpg", "question_id": 201822188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (3)"}, {"operation": "filter", "dependencies": [0], "argument": "low"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}], "entailed": ["202265819", "202265824", "202265825", "202265827", "202265820", "202265822", "202265823"], "equivalent": ["202265821"], "question": "Does the low shoe appear to be white?", "isBalanced": true, "groups": {"global": null, "local": "06-shoe_white"}, "answer": "yes", "semanticStr": "select: shoe (3)->filter: low [0]->verify color: white [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shoe is white.", "image": "n534106.jpg", "question_id": 202265821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "water bottle,to the right of,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20480569"], "equivalent": ["20480569", "20480568"], "question": "Are there water bottles to the right of the bookcase that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-bookcase_water bottle"}, "answer": "yes", "semanticStr": "select: bookcase (0)->filter material: wood [0]->relate: water bottle,to the right of,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "5", "14": "0"}, "fullAnswer": {"11": "0", "4:6": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a water bottle to the right of the bookcase.", "image": "n520071.jpg", "question_id": 20480568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "choose name", "dependencies": [0], "argument": "laptop|printers"}], "entailed": ["201757781"], "equivalent": ["201757773"], "question": "What device is this, a laptop or a printer?", "isBalanced": true, "groups": {"global": "device", "local": "11c-device"}, "answer": "laptop", "semanticStr": "select: device (4)->choose name: laptop|printers [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4", "5": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a laptop.", "image": "n4777.jpg", "question_id": 201757773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (2)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,waiting for,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20300400", "20300399", "20300389", "20300393", "20300391", "20300390", "20300394"], "equivalent": ["20300392"], "question": "Which color is the traffic light the cars are waiting for?", "isBalanced": true, "groups": {"global": "color", "local": "10q-traffic light_color"}, "answer": "black", "semanticStr": "select: cars (2)->relate: traffic light,waiting for,o (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"7": "2", "4:6": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic light is black.", "image": "n208302.jpg", "question_id": 20300392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwiches (5)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,inside,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611851", "20611852"], "equivalent": ["20611853"], "question": "Which kind of meat is inside the sandwiches?", "isBalanced": true, "groups": {"global": "meat", "local": "15-sandwiches_inside,s"}, "answer": "ham", "semanticStr": "select: sandwiches (5)->relate: meat,inside,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is ham.", "image": "n28996.jpg", "question_id": 20611853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "truck (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "sitting"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202208436", "202208437"], "equivalent": ["202208435"], "question": "Are there any trucks or buses that are sitting?", "isBalanced": true, "groups": {"global": null, "local": "04-bus_sitting"}, "answer": "no", "semanticStr": "select: bus (7)->filter pose: sitting [0]->exist: ? [1]->select: truck (-) ->filter pose: sitting [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bus but it is running.", "image": "n124651.jpg", "question_id": 202208435}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ham (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611857", "20611856"], "equivalent": ["20611855"], "question": "What is the ham inside of?", "isBalanced": true, "groups": {"global": "food", "local": "14-ham_inside,o"}, "answer": "sandwiches", "semanticStr": "select: ham (6)->relate: _,inside,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ham is inside the sandwiches.", "image": "n28996.jpg", "question_id": 20611855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (46)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669649", "201669650", "201669672", "201669670", "201669671", "201669660", "201669669", "201669668"], "equivalent": ["201669673"], "question": "Which kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "table", "semanticStr": "select: furniture (46)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "46"}, "question": {"3": "46"}, "fullAnswer": {"1": "46", "4": "46"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n238266.jpg", "question_id": 201669673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["202003873", "202003958", "202003957", "202003876"], "equivalent": ["202003875", "202003876"], "question": "Are there both a door and a window in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-doors_window"}, "answer": "yes", "semanticStr": "select: window (14)->exist: ? [0]->select: door (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "1", "7": "14"}, "fullAnswer": {"8": "1", "5": "14"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a window and a door.", "image": "n262920.jpg", "question_id": 202003875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grill (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,above,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "gender"}], "entailed": ["2072800", "2072801", "2072803", "2072804", "2072805", "2072806", "2072807", "2072808", "2072798", "2072799", "2072812"], "equivalent": ["2072802", "2072803"], "question": "What is the gender of the person above the grill?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-bus driver_gender"}, "answer": "male", "semanticStr": "select: grill (15)->relate: person,above,s (17) [0]->query: gender [1]", "annotations": {"answer": {}, "question": {"9": "15", "6": "17"}, "fullAnswer": {"1:3": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bus driver is male.", "image": "n498140.jpg", "question_id": 2072802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["201434150", "201434180", "201434181", "201434182", "201434183", "201434174", "201434177", "201434176", "201434165", "201434179"], "equivalent": ["201434184"], "question": "How does the shirt look, short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (5)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n545516.jpg", "question_id": 201434184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20511650", "20511649", "20511662"], "equivalent": ["20511661"], "question": "Is the sky cloudy?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_cloudy"}, "answer": "no", "semanticStr": "select: sky (7)->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sky is clear.", "image": "n208458.jpg", "question_id": 20511661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201638902", "201638903", "201638917", "201638901", "201638907", "201638904", "201638905", "201638909", "201638915", "201638912", "201638913", "201638911", "201638916", "201638914", "201638910"], "equivalent": ["201638906"], "question": "What are the old people doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-men_activity"}, "answer": "staring", "semanticStr": "select: person (2)->filter age: old [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The men are staring.", "image": "n271392.jpg", "question_id": 201638906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bag (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "orange"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201434188", "201434190"], "equivalent": ["201434188", "201434189"], "question": "Is there a orange bag or phone?", "isBalanced": true, "groups": {"global": null, "local": "04-phone_orange"}, "answer": "yes", "semanticStr": "select: phone (4)->filter color: orange [0]->exist: ? [1]->select: bag (-) ->filter color: orange [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an orange phone.", "image": "n545516.jpg", "question_id": 201434189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201067760", "201067761", "201067762", "201067763", "201067758", "201067755", "201067757", "201067756"], "equivalent": ["201067754"], "question": "Is the table behind the other table both square and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_square"}, "answer": "yes", "semanticStr": "select: table (10)->relate: table,behind,s (5) [0]->verify color: black [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "6": "10"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is square and black.", "image": "n367944.jpg", "question_id": 201067754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201067755", "201067757"], "equivalent": ["201067756"], "question": "What is the shape of the table behind the other table?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-table_shape"}, "answer": "square", "semanticStr": "select: table (10)->relate: table,behind,s (5) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"10": "10", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is square.", "image": "n367944.jpg", "question_id": 201067756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(light brown)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sand (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(light brown)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2075298", "2075299", "2075308", "2075306", "2075307"], "equivalent": ["2075298", "2075297", "2075299"], "question": "Do you see any grass or sand that are not light brown?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_n#light brown"}, "answer": "no", "semanticStr": "select: grass (12)->filter color: not(light brown) [0]->exist: ? [1]->select: sand (-) ->filter color: not(light brown) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"3": "12"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is grass but it is light brown.", "image": "n469525.jpg", "question_id": 2075297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201055764"], "equivalent": ["201055765"], "question": "Which kind of vehicle are the trees behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-trees_behind,o"}, "answer": "car", "semanticStr": "select: trees (10)->relate: vehicle,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "10", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are behind the car.", "image": "n259002.jpg", "question_id": 201055765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "select", "dependencies": [], "argument": "shoes (6) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20878922"], "equivalent": ["20878921"], "question": "Are the shoes the same color as the pants?", "isBalanced": true, "groups": {"global": null, "local": "09same-pants_shoes"}, "answer": "no", "semanticStr": "select: pants (4)->select: shoes (6) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "6"}, "fullAnswer": {"2": "4", "7": "6"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pants are blue and the shoes are white.", "image": "n259949.jpg", "question_id": 20878921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202006154", "202006152", "202006166", "202006143", "202006140", "202006146", "202006147", "202006145", "202006151", "202006148", "202006149"], "equivalent": ["202006150"], "question": "What are the shelves made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelves_material"}, "answer": "wood", "semanticStr": "select: shelves (15)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are made of wood.", "image": "n97485.jpg", "question_id": 202006150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (36)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637099", "201637098", "201637035", "201637100"], "equivalent": ["201637101"], "question": "What food item is not small?", "isBalanced": true, "groups": {"global": "color", "local": "12q-food_n#small"}, "answer": "orange", "semanticStr": "select: food (36)->filter size: not(small) [0]->query: name [1]", "annotations": {"answer": {"0": "36"}, "question": {"1:3": "2"}, "fullAnswer": {"1:3": "2", "5": "36"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food item is an orange.", "image": "n200692.jpg", "question_id": 201637101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shorts,wearing,o (-)"}], "entailed": [], "equivalent": ["201861418"], "question": "Is the person wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-person_shorts"}, "answer": "no", "semanticStr": "select: person (2)->verify rel: shorts,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "5": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing trousers.", "image": "n390187.jpg", "question_id": 201861418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the left of,o (4)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201883161", "201883219", "201883217", "201883220"], "equivalent": ["201883218"], "question": "What is the name of the piece of furniture in front of the mirror the paintings are to the left of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mirror_in front of,s"}, "answer": "bed", "semanticStr": "select: paintings (16)->relate: mirror,to the left of,o (4) [0]->relate: furniture,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:9": "8", "15": "16", "13": "4"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n125122.jpg", "question_id": 201883218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,using,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20794295"], "question": "What is the person using?", "isBalanced": true, "groups": {"global": "bottle", "local": "14-person_using,o"}, "answer": "mustard bottle", "semanticStr": "select: person (7)->relate: _,using,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is using a mustard bottle.", "image": "n278453.jpg", "question_id": 20794295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dolls (6)"}, {"operation": "relate", "dependencies": [0], "argument": "people,to the right of,s (17)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing behind,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20836972"], "question": "What are the people who are to the right of the dolls standing behind of?", "isBalanced": true, "groups": {"global": "", "local": "14-people_standing behind,o"}, "answer": "luggage", "semanticStr": "select: dolls (6)->relate: people,to the right of,s (17) [0]->relate: _,standing behind,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"11": "6", "3": "17"}, "fullAnswer": {"1": "17", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing behind the luggage.", "image": "n507959.jpg", "question_id": 20836972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboarder (2)"}, {"operation": "query", "dependencies": [0], "argument": "gender"}], "entailed": ["20361280", "20361281", "20361283", "20361284", "20361285", "20361286", "20361279", "20361296", "20361295", "20361294", "20361293", "20361292"], "equivalent": ["20361282"], "question": "Which gender is the snowboarder?", "isBalanced": true, "groups": {"global": "gender", "local": "10q-snowboarder_gender"}, "answer": "female", "semanticStr": "select: snowboarder (2)->query: gender [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The snowboarder is female.", "image": "n352479.jpg", "question_id": 20361282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "choose rel", "dependencies": [0], "argument": "napkin,to the right of|to the left of,s (12)"}], "entailed": ["202285155", "202285318", "202285317"], "equivalent": ["202285156"], "question": "Is the napkin to the left or to the right of the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_napkin"}, "answer": "right", "semanticStr": "select: plate (0)->choose rel: napkin,to the right of|to the left of,s (12) [0]", "annotations": {"answer": {}, "question": {"2": "12", "12": "0"}, "fullAnswer": {"1": "12", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The napkin is to the right of the plate.", "image": "n100991.jpg", "question_id": 202285156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201639233", "201639230", "201639224", "201639225", "201639226", "201639227", "201639228", "201639229"], "equivalent": ["201639232"], "question": "On which side of the image are the male people?", "isBalanced": true, "groups": {"global": null, "local": "10q-people_hposition"}, "answer": "right", "semanticStr": "select: people (16)->filter gender: male [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The people are on the right of the image.", "image": "n497789.jpg", "question_id": 201639232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cake,to the right of,o (-)"}], "entailed": [], "equivalent": ["202285154"], "question": "Is the napkin to the right of a cake?", "isBalanced": true, "groups": {"global": null, "local": "13-napkin_cake"}, "answer": "no", "semanticStr": "select: napkin (12)->verify rel: cake,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"9": "0", "2": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the napkin is to the right of the plate.", "image": "n100991.jpg", "question_id": 202285154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (14)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201795001", "201795003", "201794982"], "equivalent": ["201795002"], "question": "What animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephant", "semanticStr": "select: animal (14)->query: name [0]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n119944.jpg", "question_id": 201795002}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting next to,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100889", "202100891"], "equivalent": ["202100888"], "question": "What sits next to the counter?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-counter_sitting next to,s"}, "answer": "stove", "semanticStr": "select: counter (9)->relate: _,sitting next to,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stove sits next to the counter.", "image": "n280089.jpg", "question_id": 202100888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20752317", "20752335", "20752336", "20752337", "20752340", "20752338", "20752316"], "equivalent": ["20752339"], "question": "What kind of furniture in the image is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinet", "semanticStr": "select: furniture (3)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n209843.jpg", "question_id": 20752339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chicken (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting beside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735377", "201735376", "201735378", "201735294"], "equivalent": ["201735379"], "question": "Which kind of device is sitting beside the chicken?", "isBalanced": true, "groups": {"global": "device", "local": "15-chicken_sitting beside,s"}, "answer": "laptop", "semanticStr": "select: chicken (0)->relate: device,sitting beside,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n240973.jpg", "question_id": 201735379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "select", "dependencies": [], "argument": "sky (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20894083", "20894082"], "equivalent": ["20894081"], "question": "Are both the sky and the shirt the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-shirt_sky"}, "answer": "no", "semanticStr": "select: shirt (2)->select: sky (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "11", "6": "2"}, "fullAnswer": {"2": "2", "7": "11"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the shirt is yellow and the sky is blue.", "image": "n272313.jpg", "question_id": 20894081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "curtain,to the right of,o (6)"}], "entailed": [], "equivalent": ["20285195"], "question": "Are the white pillows to the right of the curtain on the left of the photo?", "isBalanced": true, "groups": {"global": null, "local": "13-pillows_curtain"}, "answer": "yes", "semanticStr": "select: pillows (14)->filter color: white [0]->verify rel: curtain,to the right of,o (6) [1]", "annotations": {"answer": {}, "question": {"9": "6", "2:4": "14"}, "fullAnswer": {"9": "6", "2": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pillows are to the right of the curtain.", "image": "n192021.jpg", "question_id": 20285195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "briefcase (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201976765", "201976764", "201976767", "201976766", "201976762", "201976768"], "equivalent": ["201976763", "201976762"], "question": "Is there a black backpack or briefcase?", "isBalanced": true, "groups": {"global": null, "local": "04-backpack_black"}, "answer": "no", "semanticStr": "select: backpack (4)->filter color: black [0]->exist: ? [1]->select: briefcase (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a backpack but it is blue.", "image": "n279173.jpg", "question_id": 201976763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "select", "dependencies": [], "argument": "skateboard (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20894084"], "question": "Is the helmet the same material as the skateboard?", "isBalanced": true, "groups": {"global": null, "local": "09same-helmet_skateboard"}, "answer": "no", "semanticStr": "select: helmet (1)->select: skateboard (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "7", "2": "1"}, "fullAnswer": {"9": "7", "2": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the helmet is made of plastic and the skateboard is made of wood.", "image": "n272313.jpg", "question_id": 20894084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "relate", "dependencies": [0], "argument": "zebras,in front of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking toward,o (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600206"], "equivalent": ["20600206", "20600207"], "question": "The zebras in front of the brush are looking toward what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-zebras_looking toward,o"}, "answer": "tree branch", "semanticStr": "select: brush (11)->relate: zebras,in front of,s (5) [0]->relate: _,looking toward,o (15) [1]->query: name [2]", "annotations": {"answer": {"0:2": "15"}, "question": {"1": "5", "6": "11"}, "fullAnswer": {"1": "5", "6:8": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are looking toward the tree branch.", "image": "n196058.jpg", "question_id": 20600207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "relate", "dependencies": [2], "argument": "person,standing behind,s (17)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["20836971"], "question": "Who is standing behind the luggage that looks brown and blue?", "isBalanced": true, "groups": {"global": "person", "local": "14-luggage_standing behind,s"}, "answer": "people", "semanticStr": "select: luggage (3)->filter color: brown [0]->filter color: blue [1]->relate: person,standing behind,s (17) [2]->query: name [3]", "annotations": {"answer": {"0": "17"}, "question": {"8": "3", "5": "3", "10": "3"}, "fullAnswer": {"1": "17", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing behind the luggage.", "image": "n507959.jpg", "question_id": 20836971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree branch (15)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking toward,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600142", "20600204", "20600202", "20600203"], "equivalent": ["20600205"], "question": "What animals are looking toward the tree branch?", "isBalanced": true, "groups": {"global": "animal", "local": "15-tree branch_looking toward,s"}, "answer": "zebras", "semanticStr": "select: tree branch (15)->relate: animal,looking toward,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n196058.jpg", "question_id": 20600205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree branch (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking toward,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20600142", "20600204", "20600205", "20600203"], "equivalent": ["20600202"], "question": "What animal is looking toward the small tree branch?", "isBalanced": true, "groups": {"global": "animal", "local": "14-tree branch_looking toward,s"}, "answer": "zebras", "semanticStr": "select: tree branch (15)->filter size: small [0]->relate: animal,looking toward,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"6:9": "15"}, "fullAnswer": {"1": "5", "6:8": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The zebras are looking toward the tree branch.", "image": "n196058.jpg", "question_id": 20600202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162331", "202162333", "202162252"], "equivalent": ["202162332"], "question": "What is the item of furniture that is sitting atop the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_sitting atop,s"}, "answer": "chair", "semanticStr": "select: floor (17)->relate: furniture,sitting atop,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"11": "17", "3:6": "15"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n69237.jpg", "question_id": 202162332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162331", "202162332", "202162252"], "equivalent": ["202162333"], "question": "What item of furniture is sitting atop the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_sitting atop,s"}, "answer": "chair", "semanticStr": "select: floor (17)->relate: furniture,sitting atop,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"1:4": "15"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n69237.jpg", "question_id": 202162333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "skateboard (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201987585"], "question": "Are there both motorcycles and skateboards?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-motorcycle_skateboard"}, "answer": "no", "semanticStr": "select: motorcycle (8)->exist: ? [0]->select: skateboard (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a motorcycle but no skateboards.", "image": "n501951.jpg", "question_id": 201987585}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (9)"}, {"operation": "choose shape", "dependencies": [0], "argument": "square|round"}], "entailed": [], "equivalent": ["20827641"], "question": "Is the coffee table round or square?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-coffee table_shape"}, "answer": "square", "semanticStr": "select: coffee table (9)->choose shape: square|round [0]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1:3": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coffee table is square.", "image": "n283587.jpg", "question_id": 20827641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "relate", "dependencies": [0], "argument": "zebras,in front of,s (5)"}, {"operation": "verify rel", "dependencies": [1], "argument": "tree branch,looking toward,o (15)"}], "entailed": [], "equivalent": ["20600208"], "question": "Are the zebras in front of the brush looking toward the tree branch?", "isBalanced": true, "groups": {"global": null, "local": "13-zebras_tree branch"}, "answer": "yes", "semanticStr": "select: brush (11)->relate: zebras,in front of,s (5) [0]->verify rel: tree branch,looking toward,o (15) [1]", "annotations": {"answer": {}, "question": {"11:13": "15", "2": "5", "7": "11"}, "fullAnswer": {"2": "5", "7:9": "15"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the zebras are looking toward the tree branch.", "image": "n196058.jpg", "question_id": 20600208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "_,hanging above,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201065452"], "question": "What is the light fixture that looks small hanging above?", "isBalanced": true, "groups": {"global": "place", "local": "14-light fixture_hanging above,o"}, "answer": "stage", "semanticStr": "select: light fixture (12)->filter size: small [0]->relate: _,hanging above,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"7": "12", "3:5": "12"}, "fullAnswer": {"1:3": "12", "7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light fixture is hanging above the stage.", "image": "n429883.jpg", "question_id": 201065452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201065453"], "question": "Are there any children?", "isBalanced": true, "groups": {"global": null, "local": "03-child"}, "answer": "no", "semanticStr": "select: child (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no children.", "image": "n429883.jpg", "question_id": 201065453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,on,s (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308120", "20308124", "20308097"], "equivalent": ["20308121"], "question": "Which kind of baked good is on the counter?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-counter_on,s"}, "answer": "bread", "semanticStr": "select: counter (26)->relate: baked good,on,s (25) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {"3:5": "25"}, "fullAnswer": {"1": "25", "4": "25"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a bread.", "image": "n278312.jpg", "question_id": 20308121}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bread (25)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (26)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20308123"], "question": "What is the bread on?", "isBalanced": true, "groups": {"global": "", "local": "14-bread_on,o"}, "answer": "counter", "semanticStr": "select: bread (25)->relate: _,on,o (26) [0]->query: name [1]", "annotations": {"answer": {"0": "26"}, "question": {}, "fullAnswer": {"1": "25", "5": "26"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bread is on the counter.", "image": "n278312.jpg", "question_id": 20308123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "filter race", "dependencies": [0], "argument": "asian"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter race", "dependencies": [3], "argument": "asian"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20211231", "20211232"], "equivalent": ["20211230"], "question": "Are there Asian men or women in the photo?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_asian"}, "answer": "no", "semanticStr": "select: woman (8)->filter race: asian [0]->exist: ? [1]->select: man (-) ->filter race: asian [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is caucasian.", "image": "n312206.jpg", "question_id": 20211230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20752440", "20752441", "20752444", "20752445", "20752446", "20752448", "20752454"], "equivalent": ["20752443"], "question": "What is the color of the counter?", "isBalanced": true, "groups": {"global": "color", "local": "10q-counter_color"}, "answer": "white", "semanticStr": "select: counter (7)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The counter is white.", "image": "n209843.jpg", "question_id": 20752443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (5)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20781879", "20781881", "20781868", "20781869", "20781866", "20781867", "20781864", "20781873", "20781872", "20781882"], "equivalent": ["20781871"], "question": "What color does the hat that is not dirty have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "white", "semanticStr": "select: hat (5)->filter cleanliness: not(dirty) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "5", "4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat has white color.", "image": "n317189.jpg", "question_id": 20781871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (16)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201879433", "201879432", "201879430"], "equivalent": ["201879431"], "question": "Does that license plate look white?", "isBalanced": true, "groups": {"global": null, "local": "06-license plate_white"}, "answer": "no", "semanticStr": "select: license plate (16)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"2:4": "16"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the license plate is black.", "image": "n290409.jpg", "question_id": 201879431}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "choose", "dependencies": [0], "argument": "grassy|snowy"}], "entailed": ["20870428"], "equivalent": ["20870428", "20870427"], "question": "Is the field grassy or snowy?", "isBalanced": true, "groups": {"global": "27", "local": "10c-field_27"}, "answer": "grassy", "semanticStr": "select: field (10)->choose: grassy|snowy [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The field is grassy.", "image": "n373692.jpg", "question_id": 20870427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (9)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201061261", "201061260"], "equivalent": ["201061262"], "question": "Is the fence in the bottom part or in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_vposition"}, "answer": "top", "semanticStr": "select: fence (9)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is in the top of the image.", "image": "n25275.jpg", "question_id": 201061262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (2)"}, {"operation": "verify", "dependencies": [0], "argument": "snowy"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201593481"], "question": "Are the mountains both snowy and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-snowy_tall"}, "answer": "no", "semanticStr": "select: mountains (2)->verify: snowy [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mountains are tall but rocky.", "image": "n524855.jpg", "question_id": 201593481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381192", "20381261", "20381263", "20381191"], "equivalent": ["20381262"], "question": "What kind of furniture is above the chair?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chair_above,s"}, "answer": "desk", "semanticStr": "select: chair (13)->relate: furniture,above,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n398257.jpg", "question_id": 20381262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tire (20)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["2091088", "2091083", "2091081", "2091080", "2091087", "2091086", "2091085", "2091084", "2091078", "2091079", "2091090"], "equivalent": ["2091081", "2091083", "2091082", "2091084"], "question": "What is the size of the tire?", "isBalanced": true, "groups": {"global": "size", "local": "10q-tire_size"}, "answer": "small", "semanticStr": "select: tire (20)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tire is small.", "image": "n565418.jpg", "question_id": 2091082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202162207", "202162189", "202162211", "202162190", "202162188", "202162210", "202162204", "202162198", "202162199", "202162206", "202162205", "202162194", "202162195", "202162197", "202162200", "202162191", "202162192", "202162193"], "equivalent": ["202162196"], "question": "How big is the black bag?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bag_size"}, "answer": "small", "semanticStr": "select: bag (16)->filter color: black [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is small.", "image": "n69237.jpg", "question_id": 202162196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20302850", "20302851", "20302844", "20302847", "20302846", "20302849", "20302848", "20302861", "20302860", "20302859", "20302858", "20302811"], "equivalent": ["20302852"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n318684.jpg", "question_id": 20302852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201370354", "201370355", "201370356", "201370357", "201370358", "201370359"], "equivalent": ["201370353"], "question": "Is the tape green?", "isBalanced": true, "groups": {"global": null, "local": "06-tape_green"}, "answer": "yes", "semanticStr": "select: tape (1)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tape is green.", "image": "n351318.jpg", "question_id": 201370353}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201822266"], "equivalent": ["201822267"], "question": "What is sitting on the shelf?", "isBalanced": true, "groups": {"global": "", "local": "14-shelf_sitting on,s"}, "answer": "decoration", "semanticStr": "select: shelf (12)->relate: _,sitting on,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The decoration is sitting on the shelf.", "image": "n417401.jpg", "question_id": 201822267}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201982533", "201982540", "201982550", "201982546", "201982547", "201982537", "201982536", "201982535", "201982534", "201982539", "201982548"], "equivalent": ["201982538"], "question": "How big is this mirror?", "isBalanced": true, "groups": {"global": "size", "local": "10q-mirror_size"}, "answer": "huge", "semanticStr": "select: mirror (18)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is huge.", "image": "n526228.jpg", "question_id": 201982538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631544"], "equivalent": ["20631545"], "question": "Who is watching the batter?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_watching,s"}, "answer": "crowd", "semanticStr": "select: batter (0)->relate: person,watching,s (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "18", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the batter.", "image": "n570181.jpg", "question_id": 20631545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking at,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20491938", "20491815", "20491940"], "equivalent": ["20491939"], "question": "What kind of animal is looking at the sky?", "isBalanced": true, "groups": {"global": "animal", "local": "15-sky_looking at,s"}, "answer": "bear", "semanticStr": "select: sky (1)->relate: animal,looking at,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"8": "1", "3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bear.", "image": "n335542.jpg", "question_id": 20491939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631547"], "question": "Who is the crowd watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-crowd_watching,o"}, "answer": "batter", "semanticStr": "select: crowd (18)->relate: person,watching,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "18", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The crowd is watching the batter.", "image": "n570181.jpg", "question_id": 20631547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (18)"}, {"operation": "verify pose", "dependencies": [0], "argument": "walking"}], "entailed": ["20631540"], "equivalent": ["20631541"], "question": "Does the crowd appear to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-crowd_walking"}, "answer": "no", "semanticStr": "select: crowd (18)->verify pose: walking [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the crowd is sitting.", "image": "n570181.jpg", "question_id": 20631541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["2075819", "2075835", "2075820", "2075841", "2075840", "2075836", "2075837", "2075845", "2075844", "2075842", "2075838"], "equivalent": ["2075839"], "question": "What is the small airplane made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-airplane_material"}, "answer": "metal", "semanticStr": "select: airplane (7)->filter size: small [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The airplane is made of metal.", "image": "n315859.jpg", "question_id": 2075839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20169833", "20169835", "20169834", "20169837", "20169839", "20169838", "20169840", "20169841"], "equivalent": ["20169837", "20169836"], "question": "What color is the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "blue", "semanticStr": "select: shirt (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is blue.", "image": "n58220.jpg", "question_id": 20169836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "school (20)"}, {"operation": "relate", "dependencies": [0], "argument": "painting,on the front of,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20341203"], "equivalent": ["20341202", "20341203"], "question": "Are there paintings on the front of the school in the image?", "isBalanced": true, "groups": {"global": null, "local": "13-school_painting"}, "answer": "yes", "semanticStr": "select: school (20)->relate: painting,on the front of,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "20", "2": "8"}, "fullAnswer": {"10": "20", "4": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a painting on the front of the school.", "image": "n346247.jpg", "question_id": 20341202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "relate", "dependencies": [2], "argument": "person,standing next to,s (1)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["202240220"], "question": "Who stands next to the shirt that looks blue and white?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_standing next to,s"}, "answer": "girl", "semanticStr": "select: shirt (7)->filter color: blue [0]->filter color: white [1]->relate: person,standing next to,s (1) [2]->query: name [3]", "annotations": {"answer": {"0": "1"}, "question": {"8": "7", "5": "7", "10": "7"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl stands next to the shirt.", "image": "n148872.jpg", "question_id": 202240220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet paper,on,s (3)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20645657"], "question": "Are there toilet papers on the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_toilet paper"}, "answer": "yes", "semanticStr": "select: wall (0)->relate: toilet paper,on,s (3) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "6": "0"}, "fullAnswer": {"8": "0", "4:6": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a toilet paper on the wall.", "image": "n98544.jpg", "question_id": 20645657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121888", "202122067", "202121887", "202121886", "202122062", "202122063"], "equivalent": ["202122064"], "question": "What appliance is in front of the countertop?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-countertop_in front of,s"}, "answer": "refrigerator", "semanticStr": "select: countertop (14)->relate: appliance,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a refrigerator.", "image": "n140421.jpg", "question_id": 202122064}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "animal,looking down at,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201153500", "201153609", "201153608", "201153614", "201153616", "201153499", "201153611", "201153613"], "equivalent": ["201153614", "201153615", "201153613"], "question": "What is the animal that is looking down at the young person called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_looking down at,s"}, "answer": "giraffe", "semanticStr": "select: person (0)->filter age: young [0]->relate: animal,looking down at,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9", "10:12": "0"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n160664.jpg", "question_id": 201153615}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (15)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,same shape,_ (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763813"], "equivalent": ["201763583"], "question": "What is the name of the item of furniture that is the same shape as the mirror?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-mirror_same shape,_"}, "answer": "nightstand", "semanticStr": "select: mirror (15)->relate: furniture,same shape,_ (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"6:9": "20", "16": "15"}, "fullAnswer": {"1:4": "20", "6": "20"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a nightstand.", "image": "n246334.jpg", "question_id": 201763583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "skirt,wearing,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20247177", "20247178", "20247179", "20247184", "20247185", "20247186", "20247187", "20247180", "20247181", "20247182", "20247189"], "equivalent": ["20247182", "20247183"], "question": "What is the color of the skirt that the woman is wearing?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-skirt_color"}, "answer": "dark", "semanticStr": "select: woman (1)->relate: skirt,wearing,o (12) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "1", "6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skirt is dark.", "image": "n223750.jpg", "question_id": 20247183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose rel", "dependencies": [1], "argument": "refrigerator,to the right of|to the left of,s (6)"}], "entailed": ["202121775", "202121777", "202121776", "202121780", "202121779", "202121778", "202122059", "202122058", "202122057"], "equivalent": ["202122060"], "question": "Is the large appliance to the right or to the left of the glass table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_refrigerator"}, "answer": "right", "semanticStr": "select: table (2)->filter material: glass [0]->choose rel: refrigerator,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "13:15": "2"}, "fullAnswer": {"1": "6", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fridge is to the right of the table.", "image": "n140421.jpg", "question_id": 202122060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121888", "202122064", "202122067", "202121887", "202121886", "202122063"], "equivalent": ["202122062"], "question": "What is in front of the countertop?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-countertop_in front of,s"}, "answer": "refrigerator", "semanticStr": "select: countertop (14)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "14"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fridge is in front of the countertop.", "image": "n140421.jpg", "question_id": 202122062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20903094"], "question": "What is the person near the van wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "shirt", "semanticStr": "select: van (6)->relate: person,near,s (7) [0]->relate: _,wearing,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "7", "6": "6"}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing a shirt.", "image": "n411121.jpg", "question_id": 20903094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (12)"}, {"operation": "select", "dependencies": [], "argument": "pillow (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201763590"], "equivalent": ["201763589"], "question": "Do the telephone and the pillow have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-phone_pillow"}, "answer": "no", "semanticStr": "select: phone (12)->select: pillow (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "9"}, "fullAnswer": {"2": "12", "7": "9"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the telephone is black and the pillow is white.", "image": "n246334.jpg", "question_id": 201763589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (2)"}, {"operation": "select", "dependencies": [], "argument": "house (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202080923"], "question": "Are both the switch and the house made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-house_light switch"}, "answer": "no", "semanticStr": "select: light switch (2)->select: house (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "2", "6": "0"}, "fullAnswer": {"9": "0", "2": "2"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the switch is made of plastic and the house is made of wood.", "image": "n314630.jpg", "question_id": 202080923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (2)"}, {"operation": "select", "dependencies": [], "argument": "toaster (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202080920"], "question": "Is the light switch made of the same material as the toaster?", "isBalanced": true, "groups": {"global": null, "local": "09same-light switch_toaster"}, "answer": "no", "semanticStr": "select: light switch (2)->select: toaster (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "3", "2:4": "2"}, "fullAnswer": {"10": "3", "2:4": "2"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the light switch is made of plastic and the toaster is made of metal.", "image": "n314630.jpg", "question_id": 202080920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (8)"}, {"operation": "select", "dependencies": [], "argument": "house (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202080921"], "question": "Is the wine bottle made of the same material as the house?", "isBalanced": true, "groups": {"global": null, "local": "09same-house_wine bottle"}, "answer": "no", "semanticStr": "select: wine bottle (8)->select: house (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "0", "2:4": "8"}, "fullAnswer": {"10": "0", "2:4": "8"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the wine bottle is made of glass and the house is made of wood.", "image": "n314630.jpg", "question_id": 202080921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cabinet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202080926", "202080924", "202080925", "202081223"], "equivalent": ["202080927"], "question": "Are there any cabinets or stoves?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_stove"}, "answer": "no", "semanticStr": "select: stove (-)->exist: ? [0]->select: cabinet (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no cabinets or stoves.", "image": "n314630.jpg", "question_id": 202080927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "verify rel", "dependencies": [1], "argument": "laptop,using,o (-)"}], "entailed": ["201336959"], "equivalent": ["201336960"], "question": "Is the bald person using a laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-man_laptop"}, "answer": "no", "semanticStr": "select: person (1)->filter: bald [0]->verify rel: laptop,using,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is using a skateboard.", "image": "n329479.jpg", "question_id": 201336960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "dress,wearing,o (-)"}], "entailed": ["201535797", "201535796"], "equivalent": ["201535825"], "question": "Does she wear a dress?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_dress"}, "answer": "no", "semanticStr": "select: she (13)->verify rel: dress,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "13"}, "fullAnswer": {"2": "13", "5": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman wears a hat.", "image": "n272098.jpg", "question_id": 201535825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (6)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201527961", "201527962", "201527963", "201527954", "201527956", "201527957", "201527965", "201527964", "201527967", "201527966", "201527969", "201527968", "201527958"], "equivalent": ["201527959"], "question": "What is the girl doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-girl_pose"}, "answer": "sitting", "semanticStr": "select: girl (6)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is sitting.", "image": "n118102.jpg", "question_id": 201527959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535730", "201535820"], "equivalent": ["201535821"], "question": "Who wears the hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "woman", "semanticStr": "select: hat (8)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "4": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a hat.", "image": "n272098.jpg", "question_id": 201535821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535730", "201535821"], "equivalent": ["201535820"], "question": "Who wears a hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "woman", "semanticStr": "select: hat (8)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "8"}, "fullAnswer": {"1": "13", "4": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman wears a hat.", "image": "n272098.jpg", "question_id": 201535820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20891306"], "question": "What is located on top of the window?", "isBalanced": true, "groups": {"global": "sign", "local": "14-window_on top of,s"}, "answer": "sign", "semanticStr": "select: window (8)->relate: _,on top of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is on top of the window.", "image": "n347706.jpg", "question_id": 20891306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (12)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20411598", "20411600", "20411601", "20411597"], "equivalent": ["20411599"], "question": "What color is the lid that looks little?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lid_color"}, "answer": "purple", "semanticStr": "select: lid (12)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "12", "7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lid is purple.", "image": "n363445.jpg", "question_id": 20411599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (7)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,behind,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "brunette"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20652413", "20652414"], "equivalent": ["20652412", "20652413"], "question": "Is the woman behind the cars brunette and short?", "isBalanced": true, "groups": {"global": null, "local": "05-brunette_short"}, "answer": "no", "semanticStr": "select: cars (7)->relate: woman,behind,s (0) [0]->verify color: brunette [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "7"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is brunette but tall.", "image": "n400036.jpg", "question_id": 20652412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify", "dependencies": [0], "argument": "regular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201752848", "201752847"], "equivalent": ["201752847", "201752848", "201752849"], "question": "Is the shirt regular and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_regular"}, "answer": "no", "semanticStr": "select: shirt (7)->verify length: long [0]->verify: regular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is regular but short.", "image": "n262929.jpg", "question_id": 201752849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (15)"}, {"operation": "select", "dependencies": [], "argument": "bench (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202169031"], "question": "Is the street made of the same material as the bench?", "isBalanced": true, "groups": {"global": null, "local": "09same-bench_street"}, "answer": "no", "semanticStr": "select: street (15)->select: bench (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "6", "2": "15"}, "fullAnswer": {"9": "6", "2": "15"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the street is made of cement and the bench is made of wood.", "image": "n451187.jpg", "question_id": 202169031}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201574269", "201574290", "201574275", "201574271", "201574289", "201574267", "201574272"], "equivalent": ["201574270"], "question": "What is the color of the traffic light that is not short?", "isBalanced": true, "groups": {"global": "color", "local": "10q-traffic light_color"}, "answer": "black", "semanticStr": "select: traffic light (2)->filter: not(short) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "2", "6:8": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic light is black.", "image": "n116329.jpg", "question_id": 201574270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (0)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,to the left of,s (26)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing on,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20810815"], "equivalent": ["20810814"], "question": "What is standing on the rug that is to the left of the dog?", "isBalanced": true, "groups": {"global": "tree", "local": "14-rug_standing on,s"}, "answer": "tree", "semanticStr": "select: dog (0)->relate: rug,to the left of,s (26) [0]->relate: _,standing on,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"13": "0", "5": "26"}, "fullAnswer": {"1": "10", "6": "26"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is standing on the rug.", "image": "n167552.jpg", "question_id": 20810814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (26)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20810814"], "equivalent": ["20810815"], "question": "What is standing on the rug?", "isBalanced": true, "groups": {"global": "tree", "local": "14-rug_standing on,s"}, "answer": "tree", "semanticStr": "select: rug (26)->relate: _,standing on,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "6": "26"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is standing on the rug.", "image": "n167552.jpg", "question_id": 20810815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "relate", "dependencies": [0], "argument": "skate park,standing on,o (4)"}, {"operation": "relate", "dependencies": [1], "argument": "bicycle,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202133606", "202133605"], "equivalent": ["202133606", "202133604", "202133605"], "question": "Are there bicycles above the skatepark the person is standing on?", "isBalanced": true, "groups": {"global": null, "local": "13-skate park_bicycle"}, "answer": "no", "semanticStr": "select: person (5)->relate: skate park,standing on,o (4) [0]->relate: bicycle,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"5": "4", "7": "5"}, "fullAnswer": {"4": "3", "7:9": "4"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a skateboard above the skate park.", "image": "n412144.jpg", "question_id": 202133604}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing on,o (26)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20810818", "20810819", "20810816"], "equivalent": ["20810817", "20810818"], "question": "What is the large tree standing on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-tree_standing on,o"}, "answer": "rug", "semanticStr": "select: tree (10)->filter size: large [0]->relate: _,standing on,o (26) [1]->query: name [2]", "annotations": {"answer": {"0": "26"}, "question": {"3:5": "10"}, "fullAnswer": {"1": "10", "6": "26"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is standing on the rug.", "image": "n167552.jpg", "question_id": 20810817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "verify", "dependencies": [0], "argument": "covered"}, {"operation": "verify", "dependencies": [0], "argument": "dry "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20491682", "20491683", "20491693", "20491681", "20491686", "20491687", "20491684", "20491690", "20491699", "20491698", "20491688", "20491691", "20491692", "20491696", "20491695", "20491697", "20491694"], "equivalent": ["20491689"], "question": "Does the ground look covered and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-covered_dry"}, "answer": "yes", "semanticStr": "select: ground (10)->verify: covered [0]->verify: dry  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ground is covered and dry.", "image": "n335542.jpg", "question_id": 20491689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (16)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202125948", "202125949"], "equivalent": ["202125948", "202125949", "202125947"], "question": "Does the shirt appear to be long sleeved and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_long sleeved"}, "answer": "no", "semanticStr": "select: shirt (16)->verify color: blue [0]->verify: long sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is blue but short sleeved.", "image": "n573460.jpg", "question_id": 202125947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (9)"}, {"operation": "filter", "dependencies": [0], "argument": "cut"}, {"operation": "choose name", "dependencies": [1], "argument": "bread|orange"}], "entailed": ["201479427"], "equivalent": ["201479427", "201479426"], "question": "Which kind of food is cut, the bread or the orange?", "isBalanced": true, "groups": {"global": "baked good", "local": "12c-food_cut"}, "answer": "bread", "semanticStr": "select: food (9)->filter: cut [0]->choose name: bread|orange [1]", "annotations": {"answer": {"0": "9"}, "question": {"10": "1", "3": "9", "7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The bread is cut.", "image": "n181210.jpg", "question_id": 201479426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (9)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201479419", "201479410", "201479409"], "equivalent": ["201479420"], "question": "What kind of baked good is it?", "isBalanced": true, "groups": {"global": "baked good", "local": "11q-baked good"}, "answer": "bread", "semanticStr": "select: baked good (9)->query: name [0]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a bread.", "image": "n181210.jpg", "question_id": 201479420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify age", "dependencies": [0], "argument": "old"}], "entailed": ["2066081", "2066080", "2066083", "2066082", "2066078", "2066079", "2066087", "2066086", "2066089", "2066088", "2066077", "2066095", "2066073", "2066074", "2066075", "2066093", "2066085", "2066094", "2066084"], "equivalent": ["2066076"], "question": "Is the man old?", "isBalanced": true, "groups": {"global": null, "local": "06-man_old"}, "answer": "yes", "semanticStr": "select: man (2)->verify age: old [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is old.", "image": "n356822.jpg", "question_id": 2066076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "painting (10)"}, {"operation": "select", "dependencies": [], "argument": "window (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202173886"], "equivalent": ["202173885"], "question": "Are both the painting and the window the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-painting_window"}, "answer": "no", "semanticStr": "select: painting (10)->select: window (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "10", "6": "9"}, "fullAnswer": {"2": "10", "7": "9"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the painting is green and the window is white.", "image": "n398429.jpg", "question_id": 202173885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "papers (10)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,sitting on,s (11)"}, {"operation": "filter shape", "dependencies": [1], "argument": "round"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["201206867", "201206868", "201206869", "201206876", "201206874", "201206873", "201206872", "201206871"], "equivalent": ["201206870"], "question": "What color does the round bowl that is sitting on the papers have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bowl_color"}, "answer": "black", "semanticStr": "select: papers (10)->relate: bowl,sitting on,s (11) [0]->filter shape: round [1]->query: color [2]", "annotations": {"answer": {}, "question": {"11": "10", "4:6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bowl has black color.", "image": "n222915.jpg", "question_id": 201206870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202060124", "202060118", "202060126", "202060127", "202060128", "202060024", "202060117", "202060025", "202060119", "202060125"], "equivalent": ["202060120"], "question": "Which kind of furniture is behind the dog?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dog_behind,s"}, "answer": "couch", "semanticStr": "select: dog (10)->relate: furniture,behind,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n14087.jpg", "question_id": 202060120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "hat,wearing,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20169758", "20169750", "20169751", "20169752", "20169748"], "equivalent": ["20169749"], "question": "Which color is the hat that the man is wearing?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "green", "semanticStr": "select: man (1)->relate: hat,wearing,o (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "1"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is green.", "image": "n58220.jpg", "question_id": 20169749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee maker (4)"}, {"operation": "select", "dependencies": [], "argument": "window (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202173880", "202173881", "202173882", "202173884"], "equivalent": ["202173883", "202173884", "202173881", "202173882"], "question": "Is the color of the coffee machine different than the window?", "isBalanced": true, "groups": {"global": null, "local": "09diff-coffee maker_window"}, "answer": "yes", "semanticStr": "select: coffee maker (4)->select: window (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "9", "5:7": "4"}, "fullAnswer": {"8": "9", "2:4": "4"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the coffee machine is black and the window is white.", "image": "n398429.jpg", "question_id": 202173883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201307351"], "equivalent": ["201307350"], "question": "What is the person in front of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-person_in front of,o"}, "answer": "sky", "semanticStr": "select: person (0)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is in front of the sky.", "image": "n161313.jpg", "question_id": 201307350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201303311", "201303309", "201303312", "201303299", "201303298", "201303297", "201303296", "201303307", "201303306", "201303301", "201303300", "201303305", "201303304", "201303310", "201303308"], "equivalent": ["201303302"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "standing", "semanticStr": "select: man (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n518912.jpg", "question_id": 201303302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crowd (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (12)"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": ["202223208"], "equivalent": ["202223209"], "question": "Is the person in front of the crowd wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-man_jeans"}, "answer": "no", "semanticStr": "select: crowd (9)->relate: person,in front of,s (12) [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "12", "7": "9"}, "fullAnswer": {"2": "12", "5": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shoes.", "image": "n257997.jpg", "question_id": 202223209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (2)"}, {"operation": "verify activity", "dependencies": [0], "argument": "resting"}], "entailed": ["201467554"], "equivalent": ["201467553"], "question": "Is the chair resting?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_resting"}, "answer": "yes", "semanticStr": "select: chair (2)->verify activity: resting [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the chair is resting.", "image": "n295771.jpg", "question_id": 201467553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201467550", "201467548", "201467551", "201467549"], "equivalent": ["201467552", "201467551"], "question": "Which side is the chair on?", "isBalanced": true, "groups": {"global": null, "local": "10q-chair_hposition"}, "answer": "left", "semanticStr": "select: chair (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is on the left of the image.", "image": "n295771.jpg", "question_id": 201467552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20462175"], "equivalent": ["20461905"], "question": "Where is the sign?", "isBalanced": true, "groups": {"global": "thing", "local": "14-sign_on,o"}, "answer": "snow", "semanticStr": "select: sign (0)->relate: place,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is on the snow.", "image": "n571179.jpg", "question_id": 20461905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201982990", "201982993", "201982879", "201982994"], "equivalent": ["201982989"], "question": "What is in front of the man that looks happy?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_in front of,s"}, "answer": "coffee table", "semanticStr": "select: man (5)->filter face expression: happy [0]->relate: _,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"9": "5", "6": "5"}, "fullAnswer": {"8": "5", "1:3": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee table is in front of the man.", "image": "n526228.jpg", "question_id": 201982989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510495"], "equivalent": ["201510496"], "question": "What's the knife on?", "isBalanced": true, "groups": {"global": "object", "local": "14-knife_on,o"}, "answer": "tray", "semanticStr": "select: knife (3)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knife is on the tray.", "image": "n541854.jpg", "question_id": 201510496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201510496"], "equivalent": ["201510495"], "question": "What is the knife on?", "isBalanced": true, "groups": {"global": "object", "local": "14-knife_on,o"}, "answer": "tray", "semanticStr": "select: knife (3)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knife is on the tray.", "image": "n541854.jpg", "question_id": 201510495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (9)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,holding,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "pattern"}], "entailed": ["20541169", "20541168", "20541172", "20541173", "20541171", "20541167", "20541166"], "equivalent": ["20541172", "20541170", "20541171"], "question": "The bag she is holding has what pattern?", "isBalanced": true, "groups": {"global": "pattern", "local": "10q-handbag_pattern"}, "answer": "dotted", "semanticStr": "select: she (9)->relate: bag,holding,o (12) [0]->query: pattern [1]", "annotations": {"answer": {}, "question": {"1": "12", "2": "9"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The handbag is dotted.", "image": "n527290.jpg", "question_id": 20541170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20461974", "20461906", "20461907"], "equivalent": ["20461909"], "question": "Do you see both gloves and hats in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-gloves_hat"}, "answer": "yes", "semanticStr": "select: hat (3)->exist: ? [0]->select: gloves (5) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "5", "6": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a hat and gloves.", "image": "n571179.jpg", "question_id": 20461909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "person,jumping on,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20853983"], "equivalent": ["20853982"], "question": "Who is jumping on the soccer ball that looks little?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_jumping on,s"}, "answer": "soccer player", "semanticStr": "select: soccer ball (1)->filter size: small [0]->relate: person,jumping on,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"9": "1", "5:7": "1"}, "fullAnswer": {"1:3": "5", "7:9": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is jumping on the soccer ball.", "image": "n275857.jpg", "question_id": 20853982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "kettle (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20637271", "20637270", "20637273", "20637272", "20637268"], "equivalent": ["20637271", "20637270", "20637268", "20637269"], "question": "Is there either a black kettle or pan in the photo?", "isBalanced": true, "groups": {"global": null, "local": "04-pan_black"}, "answer": "no", "semanticStr": "select: pan (9)->filter color: black [0]->exist: ? [1]->select: kettle (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pan but it is silver.", "image": "n184385.jpg", "question_id": 20637269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "paper"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "paper"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201757656", "201757654", "201757655"], "equivalent": ["201757655", "201757656", "201757654", "201757653"], "question": "Are there paper cups or plates?", "isBalanced": true, "groups": {"global": null, "local": "04-cup_paper"}, "answer": "yes", "semanticStr": "select: cup (3)->filter material: paper [0]->exist: ? [1]->select: plate (-) ->filter material: paper [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a paper cup.", "image": "n4777.jpg", "question_id": 201757653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (9)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20637258", "20637277", "20637276", "20637259", "20637262", "20637263", "20637260", "20637266", "20637267", "20637264", "20637265", "20637275", "20637257"], "equivalent": ["20637262", "20637263", "20637261"], "question": "What color is the cooking utensil in the top of the image?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pan_color"}, "answer": "silver", "semanticStr": "select: cooking utensil (9)->filter vposition: top [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pan is silver.", "image": "n184385.jpg", "question_id": 20637261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20692503", "20692467", "20692476", "20692474", "20692475", "20692472", "20692470", "20692471", "20692483", "20692482", "20692486", "20692485"], "equivalent": ["20692472", "20692473"], "question": "The cabinet behind the rug is what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cabinet_color"}, "answer": "brown", "semanticStr": "select: rug (7)->relate: cabinet,behind,s (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "9", "4": "7"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is brown.", "image": "n499081.jpg", "question_id": 20692473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307011", "20307047", "20307010"], "equivalent": ["20307045"], "question": "What is sitting on top of the chair?", "isBalanced": true, "groups": {"global": "device", "local": "14-chair_sitting on top of,s"}, "answer": "laptop", "semanticStr": "select: chair (7)->relate: _,sitting on top of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting on top of the chair.", "image": "n554880.jpg", "question_id": 20307045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bed (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20692480", "20692478", "20692479"], "equivalent": ["20692477"], "question": "Are there either white cabinets or beds?", "isBalanced": true, "groups": {"global": null, "local": "04-cabinet_white"}, "answer": "no", "semanticStr": "select: cabinet (9)->filter color: white [0]->exist: ? [1]->select: bed (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cabinet but it is brown.", "image": "n499081.jpg", "question_id": 20692477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (7)"}, {"operation": "choose name", "dependencies": [0], "argument": "pillow|blanket"}], "entailed": [], "equivalent": ["201030677"], "question": "Is that a blanket or a pillow?", "isBalanced": true, "groups": {"global": "object", "local": "08oc-blanket_pillow"}, "answer": "pillow", "semanticStr": "select: this (7)->choose name: pillow|blanket [0]", "annotations": {"answer": {"0": "7"}, "question": {"6": "7"}, "fullAnswer": {"3": "7"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a pillow.", "image": "n54424.jpg", "question_id": 201030677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ball (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201511018"], "equivalent": ["201511019"], "question": "Are there either any balls or helmets in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-ball_helmet"}, "answer": "no", "semanticStr": "select: helmet (-)->exist: ? [0]->select: ball (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no balls or helmets.", "image": "n575770.jpg", "question_id": 201511019}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201996576", "201996577", "201996574", "201996573"], "equivalent": ["201996575"], "question": "Is the device on the right side or on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-device_hposition"}, "answer": "left", "semanticStr": "select: device (11)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The device is on the left of the image.", "image": "n250715.jpg", "question_id": 201996575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "select", "dependencies": [], "argument": "cd (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201497640", "201497637", "201497639", "201497641"], "equivalent": ["201497639", "201497638", "201497637", "201497640"], "question": "Do the water bottle and the CD have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-cd_water bottle"}, "answer": "no", "semanticStr": "select: water bottle (5)->select: cd (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "11"}, "fullAnswer": {"8": "11", "2:4": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the water bottle is blue and the CD is white.", "image": "n315887.jpg", "question_id": 201497638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,kicking,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201061170"], "equivalent": ["201061171"], "question": "Who is kicking the soccer ball?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_kicking,s"}, "answer": "boy", "semanticStr": "select: soccer ball (6)->relate: person,kicking,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is kicking the soccer ball.", "image": "n25275.jpg", "question_id": 201061171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer ball (6)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "person,kicking,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201061171"], "equivalent": ["201061170"], "question": "Who is kicking the soccer ball that looks round?", "isBalanced": true, "groups": {"global": "person", "local": "14-soccer ball_kicking,s"}, "answer": "boy", "semanticStr": "select: soccer ball (6)->filter shape: round [0]->relate: person,kicking,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"8": "6", "4:6": "6"}, "fullAnswer": {"1": "3", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is kicking the soccer ball.", "image": "n25275.jpg", "question_id": 201061170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["2046629", "2046628", "2046627", "2046626", "2046634", "2046635", "2046630", "2046631", "2046632", "2046633"], "equivalent": ["2046625"], "question": "Is the glass small?", "isBalanced": true, "groups": {"global": null, "local": "06-glass_small"}, "answer": "yes", "semanticStr": "select: glass (7)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the glass is small.", "image": "n71728.jpg", "question_id": 2046625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201080460"], "question": "What is wearing a shirt?", "isBalanced": true, "groups": {"global": "", "local": "14-shirt_wearing,s"}, "answer": "pitcher", "semanticStr": "select: shirt (13)->relate: _,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "13"}, "fullAnswer": {"1": "1", "5": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a shirt.", "image": "n154160.jpg", "question_id": 201080460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shirt,wearing,o (13)"}], "entailed": [], "equivalent": ["201080461"], "question": "Is the pitcher wearing a shirt?", "isBalanced": true, "groups": {"global": null, "local": "13-pitcher_shirt"}, "answer": "yes", "semanticStr": "select: pitcher (1)->verify rel: shirt,wearing,o (13) [0]", "annotations": {"answer": {}, "question": {"2": "1", "5": "13"}, "fullAnswer": {"2": "1", "6": "13"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pitcher is wearing a shirt.", "image": "n154160.jpg", "question_id": 201080461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201080464"], "equivalent": ["201080463"], "question": "What is wearing a glove?", "isBalanced": true, "groups": {"global": "", "local": "14-glove_wearing,s"}, "answer": "pitcher", "semanticStr": "select: glove (16)->relate: _,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "16"}, "fullAnswer": {"1": "1", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a glove.", "image": "n154160.jpg", "question_id": 201080463}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201080463"], "equivalent": ["201080464"], "question": "What is wearing the glove?", "isBalanced": true, "groups": {"global": "", "local": "14-glove_wearing,s"}, "answer": "pitcher", "semanticStr": "select: glove (16)->relate: _,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is wearing a glove.", "image": "n154160.jpg", "question_id": 201080464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skate park (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20414613"], "question": "What is the skate park in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-skate park_in front of,o"}, "answer": "trees", "semanticStr": "select: skate park (6)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"8": "8", "1:3": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skate park is in front of the trees.", "image": "n16936.jpg", "question_id": 20414613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20414609", "20414611"], "equivalent": ["20414610"], "question": "What is in front of the trees that are not short?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,s"}, "answer": "skate park", "semanticStr": "select: tree (8)->filter: not(short) [0]->relate: _,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"10": "8", "6": "8"}, "fullAnswer": {"1": "6", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skatepark is in front of the trees.", "image": "n16936.jpg", "question_id": 20414610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20414609", "20414610"], "equivalent": ["20414611"], "question": "What is in front of the trees?", "isBalanced": true, "groups": {"global": "place", "local": "14-trees_in front of,s"}, "answer": "skate park", "semanticStr": "select: trees (8)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skatepark is in front of the trees.", "image": "n16936.jpg", "question_id": 20414611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothpaste (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201770977", "201770812", "201770811"], "equivalent": ["201770978"], "question": "What is the toothpaste inside of?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-toothpaste_inside,o"}, "answer": "mug", "semanticStr": "select: toothpaste (6)->relate: _,inside,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toothpaste is inside the mug.", "image": "n310625.jpg", "question_id": 201770978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20508187", "20508188", "20508189", "20508165", "20508191", "20508190"], "equivalent": ["20508186"], "question": "Do the blinds look white?", "isBalanced": true, "groups": {"global": null, "local": "06-blinds_white"}, "answer": "no", "semanticStr": "select: blinds (12)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the blinds are black.", "image": "n511913.jpg", "question_id": 20508186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cyclist (14)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "men (-) "}, {"operation": "filter sportActivity", "dependencies": [3], "argument": "riding"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["202257249"], "question": "Are there cyclists or men that are riding?", "isBalanced": true, "groups": {"global": null, "local": "04-cyclist_riding"}, "answer": "yes", "semanticStr": "select: cyclist (14)->filter sportActivity: riding [0]->exist: ? [1]->select: men (-) ->filter sportActivity: riding [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the cyclist is riding.", "image": "n92308.jpg", "question_id": 202257249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20508180"], "equivalent": ["20508180", "20508181"], "question": "Do the blinds look small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: blinds (12)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the blinds are black but large.", "image": "n511913.jpg", "question_id": 20508181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "tan "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201571276"], "equivalent": ["201571275"], "question": "Is the box tan and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_tan"}, "answer": "no", "semanticStr": "select: box (6)->verify size: large [0]->verify color: tan  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the box is tan but small.", "image": "n382416.jpg", "question_id": 201571275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (18)"}, {"operation": "select", "dependencies": [], "argument": "baseball bat (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["2059442"], "question": "Are the wall and the baseball bat made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-baseball bat_wall"}, "answer": "no", "semanticStr": "select: wall (18)->select: baseball bat (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "18", "5:7": "11"}, "fullAnswer": {"2": "18", "9:11": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the wall is made of wood and the baseball bat is made of metal.", "image": "n130638.jpg", "question_id": 2059442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "indoors"}], "entailed": ["2059440"], "equivalent": ["2059441"], "question": "Is it indoors?", "isBalanced": true, "groups": {"global": null, "local": "01-location_indoors"}, "answer": "no", "semanticStr": "select: scene->verify location: indoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is outdoors.", "image": "n130638.jpg", "question_id": 2059441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (18)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201548878"], "equivalent": ["201548879", "201548878"], "question": "Does the shirt appear to be gray and small?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "no", "semanticStr": "select: shirt (18)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is gray but large.", "image": "n314171.jpg", "question_id": 201548879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,connected to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202082180", "202082272", "202082274", "202082275", "202082276", "202082277"], "equivalent": ["202082273"], "question": "What is connected to the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_connected to,s"}, "answer": "keyboard", "semanticStr": "select: laptop (7)->relate: _,connected to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is connected to the laptop.", "image": "n433692.jpg", "question_id": 202082273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2093908", "2093909", "2093906", "2093907", "2093832", "2093833"], "equivalent": ["2093905"], "question": "What animal is in the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_in,s"}, "answer": "giraffe", "semanticStr": "select: grass (6)->relate: animal,in,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in the grass.", "image": "n450919.jpg", "question_id": 2093905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896661", "20896660", "20896663", "20896662", "20896657", "20896597", "20896596", "20896595", "20896302", "20896303", "20896300", "20896301"], "equivalent": ["20896656"], "question": "What appliance is to the right of the container?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-container_to the right of,s"}, "answer": "oven", "semanticStr": "select: container (12)->relate: appliance,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9", "8": "12"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n548534.jpg", "question_id": 20896656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2093908", "2093909", "2093905", "2093906", "2093832", "2093833"], "equivalent": ["2093906", "2093907"], "question": "What is the name of the animal that is in the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_in,s"}, "answer": "giraffe", "semanticStr": "select: grass (6)->relate: animal,in,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"11": "6", "6": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n450919.jpg", "question_id": 2093907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (1)"}, {"operation": "verify activity", "dependencies": [0], "argument": "playing"}], "entailed": ["20287609", "20287608", "20287607", "20287606", "20287605", "20287604"], "equivalent": ["20287603"], "question": "Is that batter playing?", "isBalanced": true, "groups": {"global": null, "local": "06-batter_playing"}, "answer": "no", "semanticStr": "select: batter (1)->verify activity: playing [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the batter is waiting.", "image": "n317260.jpg", "question_id": 20287603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "beach,standing on top of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20567741", "20567721", "20567731", "20567752", "20567753", "20567750", "20567722", "20567754", "20567746", "20567749", "20567748", "20567761", "20567747", "20567744"], "equivalent": ["20567751"], "question": "Which color is the beach the man is standing on top of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-beach_color"}, "answer": "light brown", "semanticStr": "select: man (0)->relate: beach,standing on top of,o (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "8", "6": "0"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The beach is light brown.", "image": "n414992.jpg", "question_id": 20567751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317258", "20317259", "20317256", "20317257", "20317254", "20317255", "20317252", "20317253", "20317251", "20317208"], "equivalent": ["20317250"], "question": "What is the appliance below the microwave?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-microwave_below,s"}, "answer": "toaster", "semanticStr": "select: microwave (3)->relate: appliance,below,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6": "3"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n350766.jpg", "question_id": 20317250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "oven,to the left of,o (9)"}], "entailed": ["20896667", "20896666", "20896308", "20896310", "20896307"], "equivalent": ["20896309"], "question": "Is the container to the left of the appliance next to the countertop?", "isBalanced": true, "groups": {"global": null, "local": "13-container_oven"}, "answer": "yes", "semanticStr": "select: container (12)->verify rel: oven,to the left of,o (9) [0]", "annotations": {"answer": {}, "question": {"2": "12", "8": "9", "12": "4"}, "fullAnswer": {"9": "9", "2": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the container is to the left of the oven.", "image": "n548534.jpg", "question_id": 20896309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "select", "dependencies": [], "argument": "post (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201152969"], "question": "Is the fence made of the same material as the post?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_post"}, "answer": "yes", "semanticStr": "select: fence (4)->select: post (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "4"}, "fullAnswer": {"3": "4", "6": "8"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the fence and the post are made of wood.", "image": "n160664.jpg", "question_id": 201152969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (3)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20317258", "20317259", "20317256", "20317257", "20317254", "20317252", "20317253", "20317250", "20317251", "20317208"], "equivalent": ["20317255"], "question": "What appliance is below the microwave?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-microwave_below,s"}, "answer": "toaster", "semanticStr": "select: microwave (3)->relate: appliance,below,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n350766.jpg", "question_id": 20317255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "city"}], "entailed": ["20911183", "20911180", "20911181", "20911186", "20911184", "20911185"], "equivalent": ["20911183", "20911182"], "question": "Could this place be a city?", "isBalanced": true, "groups": {"global": null, "local": "01-place_city"}, "answer": "yes", "semanticStr": "select: scene->verify place: city [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is a city.", "image": "n217003.jpg", "question_id": 20911182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156273"], "equivalent": ["201156274"], "question": "Who is wearing the helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "boy", "semanticStr": "select: helmet (0)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a helmet.", "image": "n146522.jpg", "question_id": 201156274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201998220", "201998221", "201998223", "201998224", "201998225", "201998203", "201998202", "201998219", "201998217", "201998213", "201998218"], "equivalent": ["201998222"], "question": "Is the statue large?", "isBalanced": true, "groups": {"global": null, "local": "06-statue_large"}, "answer": "no", "semanticStr": "select: statue (7)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the statue is small.", "image": "n319845.jpg", "question_id": 201998222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20911182", "20911183", "20911180", "20911186", "20911184", "20911185"], "equivalent": ["20911181"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "city", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a city.", "image": "n217003.jpg", "question_id": 20911181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156274"], "equivalent": ["201156273"], "question": "Who is wearing a helmet?", "isBalanced": true, "groups": {"global": "person", "local": "14-helmet_wearing,s"}, "answer": "boy", "semanticStr": "select: helmet (0)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "0"}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a helmet.", "image": "n146522.jpg", "question_id": 201156273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,surrounding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121638", "202121690", "202121637"], "equivalent": ["202121639"], "question": "Which kind of furniture are the chairs surrounding?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chairs_surrounding,o"}, "answer": "table", "semanticStr": "select: chairs (1)->relate: furniture,surrounding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are surrounding the table.", "image": "n140421.jpg", "question_id": 202121639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434790"], "equivalent": ["20434789"], "question": "Where is that chair?", "isBalanced": true, "groups": {"global": "place", "local": "14-chair_in,o"}, "answer": "restaurant", "semanticStr": "select: chair (10)->relate: place,in,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in the restaurant.", "image": "n431447.jpg", "question_id": 20434789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201156280"], "equivalent": ["201156279"], "question": "Who is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (16)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "16"}, "fullAnswer": {"1": "1", "4": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing trousers.", "image": "n146522.jpg", "question_id": 201156279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201111150", "201111148", "201111149", "201111130", "201111129", "201111126", "201111128", "201111104", "201111105"], "equivalent": ["201111151"], "question": "What kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "table", "semanticStr": "select: furniture (8)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n546616.jpg", "question_id": 201111151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201109134"], "equivalent": ["201109135"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "street", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a street.", "image": "n167164.jpg", "question_id": 201109135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephants (3)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["202156856", "202156857", "202156854", "202156855", "202156850", "202156849", "202156848", "202156843", "202156845", "202156844", "202156846"], "equivalent": ["202156847"], "question": "What are the elephants doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-elephants_pose"}, "answer": "standing", "semanticStr": "select: elephants (3)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elephants are standing.", "image": "n543966.jpg", "question_id": 202156847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (18)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20518670", "20518672", "20518664", "20518665", "20518666", "20518663", "20518668", "20518669"], "equivalent": ["20518667"], "question": "How tall is the garbage bin that is on the floor?", "isBalanced": true, "groups": {"global": "height", "local": "10q-trash can_height"}, "answer": "short", "semanticStr": "select: floor (18)->relate: trash can,on,s (6) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"10": "18", "4:6": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trash can is short.", "image": "n141939.jpg", "question_id": 20518667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023274", "202023273"], "equivalent": ["202023275"], "question": "What piece of furniture is closed?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_closed"}, "answer": "closet", "semanticStr": "select: furniture (1)->filter: closed [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1:4": "1"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a closet.", "image": "n95313.jpg", "question_id": 202023275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "choose name", "dependencies": [1], "argument": "closet|chair"}], "entailed": ["202023278"], "equivalent": ["202023277", "202023278"], "question": "What kind of furniture is not closed, the chair or the closet?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#closed"}, "answer": "chair", "semanticStr": "select: furniture (8)->filter: not(closed) [0]->choose name: closet|chair [1]", "annotations": {"answer": {"0": "8"}, "question": {"11": "1", "8": "8", "3": "1"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The chair is not closed.", "image": "n95313.jpg", "question_id": 202023277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (1)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20508456", "20508454"], "equivalent": ["20508456", "20508455"], "question": "Is the person that is to the right of the blinds happy and young?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_young"}, "answer": "no", "semanticStr": "select: blinds (12)->relate: person,to the right of,s (1) [0]->verify face expression: happy [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "12", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is happy but old.", "image": "n511913.jpg", "question_id": 20508455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "umbrella,to the right of|to the left of,s (7)"}], "entailed": ["20901932"], "equivalent": ["20901933"], "question": "Is the wet umbrella to the right or to the left of the man that is on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "right", "semanticStr": "select: man (0)->filter hposition: left [0]->choose rel: umbrella,to the right of|to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "7"}, "fullAnswer": {"1": "7", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The umbrella is to the right of the man.", "image": "n28792.jpg", "question_id": 20901933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430900", "201430913", "201430912", "201430911", "201430910", "201430899", "201430922", "201430923", "201430921", "201430924"], "equivalent": ["201430925"], "question": "Which kind of furniture is white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "cabinet", "semanticStr": "select: furniture (7)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n206785.jpg", "question_id": 201430925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "verify race", "dependencies": [0], "argument": "caucasian"}], "entailed": ["201068202", "201068215", "201068201", "201068211", "201068208", "201068209", "201068216"], "equivalent": ["201068200"], "question": "Does the woman look Caucasian?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_caucasian"}, "answer": "no", "semanticStr": "select: woman (1)->verify race: caucasian [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is asian.", "image": "n159802.jpg", "question_id": 201068200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873148", "201873314", "201873313"], "equivalent": ["201873149"], "question": "Which kind of vehicle is the bridge behind of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bridge_behind,o"}, "answer": "fire truck", "semanticStr": "select: bridge (12)->relate: vehicle,behind,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "12", "5:7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bridge is behind the fire truck.", "image": "n309148.jpg", "question_id": 201873149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (1)"}, {"operation": "select", "dependencies": [], "argument": "frame (16) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201981979", "201981982", "201981980"], "equivalent": ["201981982", "201981981", "201981980"], "question": "Does the skateboard have a different color than the frame?", "isBalanced": true, "groups": {"global": null, "local": "09diff-frame_skateboard"}, "answer": "no", "semanticStr": "select: skateboard (1)->select: frame (16) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "16", "2": "1"}, "fullAnswer": {"3": "1", "6": "16"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the skateboard and the frame are black.", "image": "n526228.jpg", "question_id": 201981981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (10)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20740912"], "question": "Is the tie thick and colorful?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_thick"}, "answer": "no", "semanticStr": "select: tie (10)->verify: colorful [0]->verify thickness: thick  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tie is colorful but thin.", "image": "n23762.jpg", "question_id": 20740912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "choose material", "dependencies": [0], "argument": "granite|stone"}], "entailed": [], "equivalent": ["202121885"], "question": "Which material makes up the floor, granite or stone?", "isBalanced": true, "groups": {"global": "material", "local": "10c-floor_material"}, "answer": "granite", "semanticStr": "select: floor (7)->choose material: granite|stone [0]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is made of granite.", "image": "n140421.jpg", "question_id": 202121885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "flowers,in,s (0)"}, {"operation": "choose color", "dependencies": [1], "argument": "white|purple"}], "entailed": [], "equivalent": ["20412471"], "question": "How do the flowers in the vase look like, purple or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-flowers_color"}, "answer": "white", "semanticStr": "select: vase (1)->relate: flowers,in,s (0) [0]->choose color: white|purple [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "1"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The flowers are white.", "image": "n445353.jpg", "question_id": 20412471}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (2)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["201438507", "201438508", "201438509", "201438510"], "equivalent": ["201438506"], "question": "Is the catcher on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-catcher_left"}, "answer": "yes", "semanticStr": "select: catcher (2)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the catcher is on the left of the image.", "image": "n66756.jpg", "question_id": 201438506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201997929", "201997944", "201997907", "201997902", "201997913", "201997911", "201997910", "201997917", "201997905", "201997914", "201997908", "201997909", "201997916"], "equivalent": ["201997912"], "question": "How big is the table behind the person?", "isBalanced": true, "groups": {"global": "size", "local": "10q-table_size"}, "answer": "small", "semanticStr": "select: person (1)->relate: table,behind,s (16) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "16", "7": "1"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is small.", "image": "n319845.jpg", "question_id": 201997912}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20482508", "20482383", "20482512"], "equivalent": ["20482509", "20482508"], "question": "What is she holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "racket", "semanticStr": "select: she (6)->relate: _,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"2": "6"}, "fullAnswer": {"1": "6", "5:7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the tennis racket.", "image": "n195249.jpg", "question_id": 20482509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20709890", "20709929", "20709928", "20709921", "20709920"], "equivalent": ["20709919"], "question": "Who is in front of the car in the picture?", "isBalanced": true, "groups": {"global": "person", "local": "14-car_in front of,s"}, "answer": "woman", "semanticStr": "select: car (5)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "5"}, "fullAnswer": {"1": "0", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the car.", "image": "n24526.jpg", "question_id": 20709919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stroller (10)"}, {"operation": "relate", "dependencies": [0], "argument": "table,to the left of,s (17)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201758235", "201758234", "201758236", "201758525", "201758332", "201758333", "201758334", "201758524"], "equivalent": ["201758331"], "question": "What is in front of the table that is to the left of the stroller?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_in front of,s"}, "answer": "chair", "semanticStr": "select: stroller (10)->relate: table,to the left of,s (17) [0]->relate: _,in front of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"14": "10", "6": "17"}, "fullAnswer": {"1": "12", "7": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the table.", "image": "n4777.jpg", "question_id": 201758331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (5)"}, {"operation": "filter room", "dependencies": [0], "argument": "kitchen"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202102813", "202102812", "202102811", "202102821", "202102816", "202102815", "202102814", "202102822", "202102819", "202102818", "202102831", "202102830", "202102829", "202102820"], "equivalent": ["202102817"], "question": "What is the color of the kitchen appliance?", "isBalanced": true, "groups": {"global": "color", "local": "10q-microwave_color"}, "answer": "silver", "semanticStr": "select: appliance (5)->filter room: kitchen [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is silver.", "image": "n386682.jpg", "question_id": 202102817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (0)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["201920473", "201920476", "201920477", "201920475"], "equivalent": ["201920474"], "question": "Does the person to the right of the frisbee seem to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-person_standing"}, "answer": "no", "semanticStr": "select: frisbee (4)->relate: person,to the right of,s (0) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the person is running.", "image": "n187544.jpg", "question_id": 201920474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wildflowers (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "purple"}], "entailed": ["20746541", "20746542", "20746523", "20746512"], "equivalent": ["20746540"], "question": "Are the wildflowers purple?", "isBalanced": true, "groups": {"global": null, "local": "06-wildflowers_purple"}, "answer": "no", "semanticStr": "select: wildflowers (4)->verify color: purple [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the wildflowers are white.", "image": "n477215.jpg", "question_id": 20746540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202147896"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "athlete", "semanticStr": "select: person (9)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The athlete is playing.", "image": "n194179.jpg", "question_id": 202147896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201759068"], "equivalent": ["201759069", "201759068"], "question": "Are both the window and the light fixture made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-light fixture_window"}, "answer": "no", "semanticStr": "select: window (5)->select: light fixture (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6:8": "7"}, "fullAnswer": {"2": "5", "9:11": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the light fixture is made of metal.", "image": "n150962.jpg", "question_id": 201759069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201759067"], "question": "Are both the chair and the light fixture made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_light fixture"}, "answer": "no", "semanticStr": "select: chair (6)->select: light fixture (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6:8": "7"}, "fullAnswer": {"2": "6", "9:11": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the chair is made of wood and the light fixture is made of metal.", "image": "n150962.jpg", "question_id": 201759067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765774", "201765895"], "equivalent": ["201765896"], "question": "Who is wearing the shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "surfer", "semanticStr": "select: shorts (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is wearing shorts.", "image": "n488874.jpg", "question_id": 201765896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "round "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201887317"], "question": "Does the basket look round and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_round"}, "answer": "no", "semanticStr": "select: basket (9)->verify color: brown [0]->verify shape: round  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the basket is brown but rectangular.", "image": "n429961.jpg", "question_id": 201887317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "electronic"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480589", "20480613", "20480612", "20480611", "20480590"], "equivalent": ["20480614"], "question": "Which kind of device is electronic?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_electronic"}, "answer": "computer", "semanticStr": "select: device (4)->filter: electronic [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n520071.jpg", "question_id": 20480614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on top of,s (18)"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing near,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20818734", "20818732"], "equivalent": ["20818733"], "question": "Who is standing near the person that is on top of the dirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-catcher_standing near,s"}, "answer": "batter", "semanticStr": "select: dirt (3)->relate: person,on top of,s (18) [0]->relate: person,standing near,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"12": "3", "5": "18"}, "fullAnswer": {"1": "17", "6": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing near the catcher.", "image": "n279581.jpg", "question_id": 20818733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing near,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818733", "20818732"], "equivalent": ["20818734"], "question": "Who is standing near the catcher?", "isBalanced": true, "groups": {"global": "person", "local": "14-catcher_standing near,s"}, "answer": "batter", "semanticStr": "select: catcher (18)->relate: person,standing near,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17", "6": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing near the catcher.", "image": "n279581.jpg", "question_id": 20818734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (3)"}, {"operation": "verify", "dependencies": [0], "argument": "dense"}], "entailed": ["201739085", "201739034", "201739053", "201739081", "201739090", "201739091", "201739092", "201739080", "201739087", "201739064", "201739096", "201739079", "201739088", "201739086"], "equivalent": ["201739089", "201739088"], "question": "Do you think that baseball is dense?", "isBalanced": true, "groups": {"global": null, "local": "06-baseball_dense"}, "answer": "yes", "semanticStr": "select: baseball (3)->verify: dense [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the baseball is dense.", "image": "n485969.jpg", "question_id": 201739089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(electronic)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480617"], "equivalent": ["20480618"], "question": "What device is not electronic?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#electronic"}, "answer": "radio", "semanticStr": "select: device (11)->filter: not(electronic) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a radio.", "image": "n520071.jpg", "question_id": 20480618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "stove,behind,s (8)"}, {"operation": "verify height", "dependencies": [1], "argument": "tall"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201528159", "201528158", "201528155", "201528154", "201528157", "201528156", "201528151", "201528150", "201528153", "201528152", "201528148", "201528149", "201528139", "201528138", "201528137", "201528136", "201528135", "201528134", "201528133", "201528131", "201528142", "201528143", "201528160", "201528161", "201528162", "201528163", "201528164", "201528165", "201528166", "201528167", "201528168", "201528169", "201528140", "201528141", "201528146", "201528147", "201528144"], "equivalent": ["201528132", "201528131"], "question": "Is the stove behind the table both tall and white?", "isBalanced": true, "groups": {"global": null, "local": "05-tall_white"}, "answer": "yes", "semanticStr": "select: table (5)->relate: stove,behind,s (8) [0]->verify height: tall [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "5"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the stove is tall and white.", "image": "n118102.jpg", "question_id": 201528132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528127", "201528128", "201528129"], "equivalent": ["201528130"], "question": "What kind of appliance is white?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_white"}, "answer": "stove", "semanticStr": "select: appliance (8)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n118102.jpg", "question_id": 201528130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (15)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201556834", "201556833", "201556832", "201556831", "201556830", "201556815", "201556877", "201556876", "201556875", "201556814", "201556816", "201556878", "201556842", "201556843", "201556840", "201556841", "201556844", "201556848", "201556849", "201556824", "201556825", "201556826", "201556827", "201556820", "201556821", "201556823", "201556829"], "equivalent": ["201556828"], "question": "Of what size is the device the picture is to the left of?", "isBalanced": true, "groups": {"global": "size", "local": "10q-laptop_size"}, "answer": "large", "semanticStr": "select: picture (15)->relate: device,to the left of,o (0) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"5": "0", "7": "15"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop is large.", "image": "n525901.jpg", "question_id": 201556828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify", "dependencies": [0], "argument": "long sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201920448"], "question": "Is the shirt both white and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-long sleeved_white"}, "answer": "no", "semanticStr": "select: shirt (1)->verify: long sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is long sleeved but red.", "image": "n187544.jpg", "question_id": 201920448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bicycle (18)"}, {"operation": "relate", "dependencies": [0], "argument": "baby,on,s (17)"}, {"operation": "verify", "dependencies": [1], "argument": "ugly"}], "entailed": ["201866735", "201866723", "201866722", "201866732"], "equivalent": ["201866724"], "question": "Does the baby on the bicycle look ugly?", "isBalanced": true, "groups": {"global": null, "local": "06-baby_ugly"}, "answer": "no", "semanticStr": "select: bicycle (18)->relate: baby,on,s (17) [0]->verify: ugly [1]", "annotations": {"answer": {}, "question": {"2": "17", "5": "18"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the baby is beautiful.", "image": "n211324.jpg", "question_id": 201866724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,to the right of,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201883205"], "question": "Are there beds to the right of the desk?", "isBalanced": true, "groups": {"global": null, "local": "13-desk_bed"}, "answer": "no", "semanticStr": "select: desk (2)->relate: bed,to the right of,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "8"}, "fullAnswer": {"9": "2", "2": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bed is to the left of the desk.", "image": "n125122.jpg", "question_id": 201883205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201947562", "201947558", "201947559", "201947567", "201947566", "201947565", "201947564", "201947552", "201947568", "201947556", "201947557", "201947560", "201947561"], "equivalent": ["201947563"], "question": "Is the counter top both hard and white?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_white"}, "answer": "yes", "semanticStr": "select: countertop (19)->verify hardness: hard [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"2:4": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the counter top is hard and white.", "image": "n473688.jpg", "question_id": 201947563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|green"}], "entailed": [], "equivalent": ["201947562"], "question": "Is the countertop green or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-countertop_color"}, "answer": "white", "semanticStr": "select: countertop (19)->choose color: white|green [0]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The countertop is white.", "image": "n473688.jpg", "question_id": 201947562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,below,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536290", "20536289"], "equivalent": ["20536288"], "question": "What is the animal below the sky?", "isBalanced": true, "groups": {"global": "animal", "local": "15-sky_below,s"}, "answer": "bison", "semanticStr": "select: sky (7)->relate: animal,below,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "7"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,below,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536290", "20536288"], "equivalent": ["20536289"], "question": "Which kind of animal is below the sky?", "isBalanced": true, "groups": {"global": "animal", "local": "15-sky_below,s"}, "answer": "bison", "semanticStr": "select: sky (7)->relate: animal,below,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201185958", "201185959", "201185954", "201185955", "201185957", "201185965", "201185967", "201185953", "201185961", "201185952", "201185960", "201185966", "201185963"], "equivalent": ["201185955", "201185956", "201185957"], "question": "Which color does the ground have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-ground_color"}, "answer": "brown", "semanticStr": "select: ground (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ground has brown color.", "image": "n494918.jpg", "question_id": 201185956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "rocky "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201185969", "201185968", "201185958", "201185959", "201185954", "201185955", "201185956", "201185957", "201185965", "201185967", "201185964", "201185953", "201185961", "201185972", "201185952", "201185970", "201185971", "201185960", "201185966", "201185963"], "equivalent": ["201185951"], "question": "Does the ground look brown and rocky?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_rocky"}, "answer": "yes", "semanticStr": "select: ground (8)->verify color: brown [0]->verify: rocky  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ground is brown and rocky.", "image": "n494918.jpg", "question_id": 201185951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (3)"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow"}], "entailed": ["201434067", "201434066", "201434065", "201434064", "201434063", "201434062", "201434060", "201434068", "201434070"], "equivalent": ["201434061"], "question": "Does the watch look narrow?", "isBalanced": true, "groups": {"global": null, "local": "06-watch_narrow"}, "answer": "yes", "semanticStr": "select: watch (3)->verify width: narrow [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the watch is narrow.", "image": "n545516.jpg", "question_id": 201434061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,in front of,o (15)"}], "entailed": ["20245832"], "equivalent": ["20245858"], "question": "Is the light fixture in front of the black fence?", "isBalanced": true, "groups": {"global": null, "local": "13-light fixture_fence"}, "answer": "yes", "semanticStr": "select: light fixture (14)->verify rel: fence,in front of,o (15) [0]", "annotations": {"answer": {}, "question": {"8:10": "15", "2:4": "14"}, "fullAnswer": {"9": "15", "2:4": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the light fixture is in front of the fence.", "image": "n489190.jpg", "question_id": 20245858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,parked near,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201264275", "201264179"], "equivalent": ["201264276"], "question": "What is the vehicle that is parked near the building made of brick?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_parked near,s"}, "answer": "bus", "semanticStr": "select: building (5)->filter material: brick [0]->relate: vehicle,parked near,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"9": "5", "3": "7", "12": "5"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n357126.jpg", "question_id": 201264276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter state", "dependencies": [0], "argument": "still"}, {"operation": "relate", "dependencies": [1], "argument": "woman,near,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2044702", "2044700", "2044701", "2044704", "2044628"], "equivalent": ["2044701", "2044702", "2044703", "2044700"], "question": "Do you see any women near the still man?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "yes", "semanticStr": "select: man (2)->filter state: still [0]->relate: woman,near,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"4": "7", "7:9": "2"}, "fullAnswer": {"4": "7", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a woman near the man.", "image": "n184551.jpg", "question_id": 2044703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245781", "20245857"], "equivalent": ["20245856"], "question": "The light fixture is in front of what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-light fixture_in front of,o"}, "answer": "fence", "semanticStr": "select: light fixture (14)->relate: _,in front of,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"1:3": "14"}, "fullAnswer": {"8": "15", "1:3": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light fixture is in front of the fence.", "image": "n489190.jpg", "question_id": 20245856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20245781", "20245856"], "equivalent": ["20245857"], "question": "What's the light fixture in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-light fixture_in front of,o"}, "answer": "fence", "semanticStr": "select: light fixture (14)->relate: _,in front of,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"8": "15", "1:3": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light fixture is in front of the fence.", "image": "n489190.jpg", "question_id": 20245857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (8)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,near,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201804697", "201804713", "201804731", "201804699", "201804705", "201804710", "201804706", "201804701", "201804703", "201804702"], "equivalent": ["201804704"], "question": "How tall is the lamp near the vase?", "isBalanced": true, "groups": {"global": "height", "local": "10q-lamp_height"}, "answer": "tall", "semanticStr": "select: vase (8)->relate: lamp,near,s (9) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "8"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is tall.", "image": "n51002.jpg", "question_id": 201804704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter", "dependencies": [0], "argument": "baked"}, {"operation": "verify rel", "dependencies": [1], "argument": "tape,in front of,o (6)"}], "entailed": ["201987771", "201988074", "201988073"], "equivalent": ["201987772"], "question": "Is the baked food in front of the tape on the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-cookie_tape"}, "answer": "yes", "semanticStr": "select: food (1)->filter: baked [0]->verify rel: tape,in front of,o (6) [1]", "annotations": {"answer": {}, "question": {"11": "9", "8": "6", "2:4": "1"}, "fullAnswer": {"8": "6", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cookie is in front of the tape.", "image": "n470131.jpg", "question_id": 201987772}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201987773"], "question": "Do you see bottles there?", "isBalanced": true, "groups": {"global": null, "local": "03-bottle"}, "answer": "yes", "semanticStr": "select: bottle (0)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a bottle.", "image": "n470131.jpg", "question_id": 201987773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246180", "202246179", "202246182", "202246183"], "equivalent": ["202246182", "202246181"], "question": "What is the item of furniture that the mousepad is on called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-mouse pad_on,o"}, "answer": "computer desk", "semanticStr": "select: mouse pad (3)->relate: furniture,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"8": "3", "3:6": "7"}, "fullAnswer": {"6:8": "7", "1:4": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pedestrian (19)"}, {"operation": "relate", "dependencies": [0], "argument": "tractor,in front of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201873533"], "equivalent": ["201873532"], "question": "Do you see a tractor in front of the pedestrian?", "isBalanced": true, "groups": {"global": null, "local": "13-pedestrian_tractor"}, "answer": "no", "semanticStr": "select: pedestrian (19)->relate: tractor,in front of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "19"}, "fullAnswer": {"10": "19", "4:6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a fire truck in front of the pedestrian.", "image": "n309148.jpg", "question_id": 201873532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201998145", "201998122", "201998121", "201998146", "201998150", "201998152", "201998153", "201998147", "201998151", "201998157", "201998143"], "equivalent": ["201998149"], "question": "What is the color of the vase in the middle?", "isBalanced": true, "groups": {"global": "color", "local": "10q-vase_color"}, "answer": "blue", "semanticStr": "select: vase (3)->filter vposition: middle [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vase is blue.", "image": "n319845.jpg", "question_id": 201998149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873541", "201873540", "201873542", "201873313", "201873537", "201873538", "201873539"], "equivalent": ["201873536"], "question": "What is in front of the bridge?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-bridge_in front of,s"}, "answer": "fire truck", "semanticStr": "select: bridge (12)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"6": "12"}, "fullAnswer": {"8": "12", "1:3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire truck is in front of the bridge.", "image": "n309148.jpg", "question_id": 201873536}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873541", "201873540", "201873542", "201873313", "201873536", "201873538", "201873539"], "equivalent": ["201873537"], "question": "What is before the bridge?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-bridge_in front of,s"}, "answer": "fire truck", "semanticStr": "select: bridge (12)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"8": "12", "1:3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire truck is in front of the bridge.", "image": "n309148.jpg", "question_id": 201873537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (3)"}, {"operation": "relate", "dependencies": [0], "argument": "glass,contain,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201763911", "201763909", "201763908", "201763901", "201763903", "201763902", "201763904", "201763907", "201763906"], "equivalent": ["201763905"], "question": "How big is the glass that contains doors?", "isBalanced": true, "groups": {"global": "size", "local": "10q-glass_size"}, "answer": "large", "semanticStr": "select: doors (3)->relate: glass,contain,s (4) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "3"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glass is large.", "image": "n246334.jpg", "question_id": 201763905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201430986"], "question": "Are there ties or glasses in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_tie"}, "answer": "yes", "semanticStr": "select: tie (6)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a tie.", "image": "n206785.jpg", "question_id": 201430986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201065564", "201065558", "201065557"], "equivalent": ["201065556"], "question": "Is the tie black?", "isBalanced": true, "groups": {"global": null, "local": "06-tie_black"}, "answer": "no", "semanticStr": "select: tie (5)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the tie is white.", "image": "n429883.jpg", "question_id": 201065556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201947742"], "question": "What hangs above the sink?", "isBalanced": true, "groups": {"global": "object", "local": "14-sink_hanging above,s"}, "answer": "faucet", "semanticStr": "select: sink (8)->relate: _,hanging above,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet hangs above the sink.", "image": "n473688.jpg", "question_id": 201947742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201947744"], "question": "What does the faucet hang above?", "isBalanced": true, "groups": {"global": "", "local": "14-faucet_hanging above,o"}, "answer": "sink", "semanticStr": "select: faucet (7)->relate: _,hanging above,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "7", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The faucet hangs above the sink.", "image": "n473688.jpg", "question_id": 201947744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202231297", "202231300", "202231301", "202231302", "202231298"], "equivalent": ["202231299"], "question": "What is the ground made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-ground_material"}, "answer": "concrete", "semanticStr": "select: ground (15)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ground is made of concrete.", "image": "n79078.jpg", "question_id": 202231299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20118968", "20118962", "20118961", "20118960", "20118959"], "equivalent": ["20118967"], "question": "Is there a woman in this photo that is walking?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_walking"}, "answer": "yes", "semanticStr": "select: woman (11)->filter pose: walking [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a woman that is walking.", "image": "n540852.jpg", "question_id": 20118967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887245", "20887230", "20887244", "20887229", "20887228", "20887256", "20887254", "20887243"], "equivalent": ["20887257"], "question": "Which kind of animal is brown?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_brown"}, "answer": "dog", "semanticStr": "select: animal (5)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n282436.jpg", "question_id": 20887257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (8) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20118960", "20118961", "20118959", "20118965", "20118964"], "equivalent": ["20118963", "20118964", "20118965"], "question": "Are there both women and glasses in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-glasses_woman"}, "answer": "yes", "semanticStr": "select: woman (11)->exist: ? [0]->select: glasses (8) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "11", "5": "8"}, "fullAnswer": {"5": "11"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a woman and glasses.", "image": "n540852.jpg", "question_id": 20118963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify rel", "dependencies": [1], "argument": "racket,holding,o (11)"}], "entailed": ["201593904"], "equivalent": ["201593905"], "question": "Is the person that is not short holding a racket?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_racket"}, "answer": "yes", "semanticStr": "select: person (5)->filter: not(short) [0]->verify rel: racket,holding,o (11) [1]", "annotations": {"answer": {}, "question": {"9": "11", "2": "5", "6": "5"}, "fullAnswer": {"2": "5", "6": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the girl is holding a racket.", "image": "n200907.jpg", "question_id": 201593905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (2)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify gender", "dependencies": [1], "argument": "male "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201676278", "201676276", "201676277", "201676275"], "equivalent": ["201676278", "201676279"], "question": "Is the person to the left of the pillow happy and male?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_male"}, "answer": "no", "semanticStr": "select: pillow (6)->relate: person,to the left of,s (2) [0]->verify face expression: happy [1]->verify gender: male  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the person is happy but female.", "image": "n233607.jpg", "question_id": 201676279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}], "entailed": ["20241111", "20241113", "20241112", "20241114", "20241117", "20241116", "20241118"], "equivalent": ["20241115", "20241114"], "question": "Do you think the water is dirty?", "isBalanced": true, "groups": {"global": null, "local": "06-water_dirty"}, "answer": "no", "semanticStr": "select: water (4)->verify cleanliness: dirty [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the water is clean.", "image": "n166008.jpg", "question_id": 20241115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201687438", "201687440"], "equivalent": ["201687439"], "question": "What is he holding onto?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_holding onto,o"}, "answer": "paddle", "semanticStr": "select: he (3)->relate: _,holding onto,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"2": "3"}, "fullAnswer": {"1": "3", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the oar.", "image": "n228268.jpg", "question_id": 201687439}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201593900", "201593901", "201593903", "201593566", "201593567", "201593569", "201593568"], "equivalent": ["201593902"], "question": "What is the person that is to the right of the fence holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "racket", "semanticStr": "select: fence (3)->relate: person,to the right of,s (5) [0]->relate: _,holding,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"11": "3", "3": "5"}, "fullAnswer": {"1": "5", "5:7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the tennis racket.", "image": "n200907.jpg", "question_id": 201593902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593900", "201593901", "201593902", "201593566", "201593567", "201593569", "201593568"], "equivalent": ["201593903"], "question": "What's the girl holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "racket", "semanticStr": "select: girl (5)->relate: _,holding,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the tennis racket.", "image": "n200907.jpg", "question_id": 201593903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202180328"], "equivalent": ["202180327"], "question": "Who is wearing shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "soccer player", "semanticStr": "select: shoes (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "6"}, "fullAnswer": {"1:3": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing shoes.", "image": "n380113.jpg", "question_id": 202180327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paddle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding onto,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201687437"], "question": "Who is holding onto the paddle?", "isBalanced": true, "groups": {"global": "person", "local": "14-paddle_holding onto,s"}, "answer": "man", "semanticStr": "select: paddle (0)->relate: person,holding onto,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding onto the paddle.", "image": "n228268.jpg", "question_id": 201687437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "headband (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202180324"], "equivalent": ["202180323"], "question": "Who is wearing a head band?", "isBalanced": true, "groups": {"global": "person", "local": "14-headband_wearing,s"}, "answer": "soccer player", "semanticStr": "select: headband (7)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"4:6": "7"}, "fullAnswer": {"1:3": "0", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a head band.", "image": "n380113.jpg", "question_id": 202180323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202180251"], "equivalent": ["202180320"], "question": "What is the soccer player that is looking down holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-soccer player_holding,o"}, "answer": "soccer ball", "semanticStr": "select: soccer player (0)->filter activity: looking down [0]->relate: _,holding,o (1) [1]->query: name [2]", "annotations": {"answer": {"0:2": "1"}, "question": {"3:5": "0", "7:9": "0"}, "fullAnswer": {"1:3": "0", "6:8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is holding the soccer ball.", "image": "n380113.jpg", "question_id": 202180320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify shape", "dependencies": [0], "argument": "triangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2075647", "2075645", "2075644", "2075643", "2075642", "2075641", "2075640", "2075649", "2075648", "2075636", "2075637", "2075634", "2075635", "2075632", "2075633", "2075630", "2075631", "2075638", "2075639"], "equivalent": ["2075629"], "question": "Does the tail look triangular and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_triangular"}, "answer": "yes", "semanticStr": "select: tail (2)->verify color: red [0]->verify shape: triangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tail is triangular and red.", "image": "n315859.jpg", "question_id": 2075629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tablecloth (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201527564", "201527561", "201527563"], "equivalent": ["201527564", "201527561", "201527563", "201527562"], "question": "Are there both cakes and tablecloths in this photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cake_tablecloth"}, "answer": "no", "semanticStr": "select: cake (2)->exist: ? [0]->select: tablecloth (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cake but no tablecloths.", "image": "n118102.jpg", "question_id": 201527562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "table (2) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20416571", "20416574", "20416671"], "equivalent": ["20416573", "20416574"], "question": "Are there both chairs and tables in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-chair_table"}, "answer": "yes", "semanticStr": "select: chair (1)->exist: ? [0]->select: table (2) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5": "2"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a chair and a table.", "image": "n234722.jpg", "question_id": 20416573}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,worn on,o (0)"}], "entailed": ["201462251"], "equivalent": ["201462252"], "question": "Is the helmet worn on the person to the right of the catcher?", "isBalanced": true, "groups": {"global": null, "local": "13-helmet_man"}, "answer": "yes", "semanticStr": "select: helmet (1)->verify rel: man,worn on,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "1", "12": "6", "6": "0"}, "fullAnswer": {"2": "1", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the helmet is worn on the man.", "image": "n508641.jpg", "question_id": 201462252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447025", "201447024", "201447027", "201447026"], "equivalent": ["201447023"], "question": "What is the toilet paper on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-toilet paper_on,o"}, "answer": "shelf", "semanticStr": "select: toilet paper (2)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3:5": "2"}, "fullAnswer": {"1:3": "2", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is on the shelf.", "image": "n54180.jpg", "question_id": 201447023}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify tone", "dependencies": [1], "argument": "light "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20645485", "20645484", "20645483", "20645482", "20645481", "20645480", "20645469", "20645468", "20645464", "20645467", "20645466", "20645451", "20645453", "20645478", "20645479", "20645472", "20645473", "20645470", "20645471", "20645476", "20645477"], "equivalent": ["20645465", "20645466"], "question": "Is the gray floor clean and light?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_light"}, "answer": "yes", "semanticStr": "select: floor (11)->filter color: gray [0]->verify cleanliness: clean [1]->verify tone: light  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the floor is clean and light.", "image": "n98544.jpg", "question_id": 20645465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,higher than,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073383", "202073385"], "equivalent": ["202073384"], "question": "What is higher than the tall trees?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-trees_higher than,s"}, "answer": "sky", "semanticStr": "select: tree (5)->filter height: tall [0]->relate: _,higher than,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"5:7": "5"}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the trees.", "image": "n219840.jpg", "question_id": 202073384}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20117965", "20117966", "20117964", "20117976", "20117963", "20117957", "20117956", "20117955"], "equivalent": ["20117974"], "question": "What is the large animal?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "elephant", "semanticStr": "select: animal (0)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n494677.jpg", "question_id": 20117974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "relate", "dependencies": [1], "argument": "_,higher than,o (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202073387"], "equivalent": ["202073386"], "question": "The wide sky is higher than what?", "isBalanced": true, "groups": {"global": "tree", "local": "14-sky_higher than,o"}, "answer": "trees", "semanticStr": "select: sky (6)->filter width: wide [0]->relate: _,higher than,o (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"1:3": "6"}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the trees.", "image": "n219840.jpg", "question_id": 202073386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073386"], "equivalent": ["202073387"], "question": "What is the sky higher than?", "isBalanced": true, "groups": {"global": "tree", "local": "14-sky_higher than,o"}, "answer": "trees", "semanticStr": "select: sky (6)->relate: _,higher than,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sky is higher than the trees.", "image": "n219840.jpg", "question_id": 202073387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lawn (15)"}, {"operation": "filter", "dependencies": [0], "argument": "lush"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20468554"], "question": "Does the lush lawn have green color and short length?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: lawn (15)->filter: lush [0]->verify color: green [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the lawn is green but long.", "image": "n171169.jpg", "question_id": 20468554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (10)"}, {"operation": "relate", "dependencies": [0], "argument": "door,near,s (4)"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201759431", "201759412", "201759413", "201759397", "201759411", "201759416", "201759417", "201759415", "201759418", "201759419"], "equivalent": ["201759424"], "question": "Does the door near the mat look closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-door_15"}, "answer": "closed", "semanticStr": "select: mat (10)->relate: door,near,s (4) [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "10"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The door is closed.", "image": "n150962.jpg", "question_id": 201759424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20786063", "20786125"], "equivalent": ["20786126"], "question": "Who is wearing the shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "woman", "semanticStr": "select: shoe (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shoe.", "image": "n12404.jpg", "question_id": 20786126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify shape", "dependencies": [1], "argument": "round"}], "entailed": ["201671911", "201671941", "201671939", "201671926", "201671925"], "equivalent": ["201671940"], "question": "Does the white bathtub look round?", "isBalanced": true, "groups": {"global": null, "local": "06-bathtub_round"}, "answer": "no", "semanticStr": "select: bathtub (8)->filter color: white [0]->verify shape: round [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bathtub is rectangular.", "image": "n410289.jpg", "question_id": 201671940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "relate", "dependencies": [0], "argument": "toothpaste,to the left of,s (6)"}, {"operation": "choose color", "dependencies": [1], "argument": "blue|white"}], "entailed": [], "equivalent": ["201770973"], "question": "What color is the toothpaste to the left of the bottle, blue or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-toothpaste_color"}, "answer": "blue", "semanticStr": "select: bottle (7)->relate: toothpaste,to the left of,s (6) [0]->choose color: blue|white [1]", "annotations": {"answer": {}, "question": {"10": "7", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toothpaste is blue.", "image": "n310625.jpg", "question_id": 201770973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,above,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify weather", "dependencies": [1], "argument": "clear "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20753632"], "question": "Is the sky above the person clear and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clear"}, "answer": "no", "semanticStr": "select: person (6)->relate: sky,above,s (12) [0]->verify color: blue [1]->verify weather: clear  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "5": "6"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is blue but cloudy.", "image": "n481777.jpg", "question_id": 20753632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202122065"], "equivalent": ["202122066"], "question": "What's the refrigerator in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-refrigerator_in front of,o"}, "answer": "countertop", "semanticStr": "select: refrigerator (6)->relate: _,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "6", "7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fridge is in front of the countertop.", "image": "n140421.jpg", "question_id": 202122066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the right of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,in front of,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20609278", "20609326", "20609323", "20609320", "20609321"], "equivalent": ["20609322"], "question": "What is the fruit that is in front of the bowl that is to the right of the cake called?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-bowl_in front of,s"}, "answer": "strawberry", "semanticStr": "select: cake (4)->relate: bowl,to the right of,s (5) [0]->relate: fruit,in front of,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"10": "5", "3": "14", "18": "4"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is a strawberry.", "image": "n437064.jpg", "question_id": 20609322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609326", "20609322", "20609320", "20609321"], "equivalent": ["20609323"], "question": "What fruit is in front of the bowl?", "isBalanced": true, "groups": {"global": "flavor", "local": "15-bowl_in front of,s"}, "answer": "strawberry", "semanticStr": "select: bowl (5)->relate: fruit,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is a strawberry.", "image": "n437064.jpg", "question_id": 20609323}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20609278", "20609326", "20609322", "20609323", "20609321"], "equivalent": ["20609320"], "question": "What is in front of the bowl in the top of the picture?", "isBalanced": true, "groups": {"global": "flavor", "local": "14-bowl_in front of,s"}, "answer": "strawberry", "semanticStr": "select: bowl (5)->filter vposition: top [0]->relate: _,in front of,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"6": "5"}, "fullAnswer": {"1": "14", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The strawberry is in front of the bowl.", "image": "n437064.jpg", "question_id": 20609320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609326", "20609322", "20609323", "20609320"], "equivalent": ["20609321"], "question": "What's before the bowl?", "isBalanced": true, "groups": {"global": "flavor", "local": "14-bowl_in front of,s"}, "answer": "strawberry", "semanticStr": "select: bowl (5)->relate: _,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The strawberry is in front of the bowl.", "image": "n437064.jpg", "question_id": 20609321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "meat,on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036790", "202036791", "202036770", "202036798", "202036799"], "equivalent": ["202036792"], "question": "What kind of meat is on the pizza?", "isBalanced": true, "groups": {"global": "meat", "local": "15-pizza_on,s"}, "answer": "pepperoni", "semanticStr": "select: pizza (6)->relate: meat,on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The meat is pepperoni.", "image": "n200225.jpg", "question_id": 202036792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "strawberry (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609325"], "equivalent": ["20609324"], "question": "What is the strawberry in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-strawberry_in front of,o"}, "answer": "bowl", "semanticStr": "select: strawberry (14)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The strawberry is in front of the bowl.", "image": "n437064.jpg", "question_id": 20609324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706048", "20705930", "20705931", "20705932", "20706052", "20706053", "20706050", "20706051", "20706047", "20706046", "20705941", "20705940", "20705942", "20705929"], "equivalent": ["20706049"], "question": "What kind of device is to the right of the computer mouse?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer mouse_to the right of,s"}, "answer": "keyboard", "semanticStr": "select: computer mouse (3)->relate: device,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n264887.jpg", "question_id": 20706049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345170"], "equivalent": ["20345171"], "question": "Who are the shorts worn on?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_worn on,o"}, "answer": "athlete", "semanticStr": "select: shorts (8)->relate: person,worn on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "8", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shorts are worn on the athlete.", "image": "n560243.jpg", "question_id": 20345171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify rel", "dependencies": [1], "argument": "athlete,worn on,o (4)"}], "entailed": [], "equivalent": ["20345172"], "question": "Are the black shorts worn on an athlete?", "isBalanced": true, "groups": {"global": null, "local": "13-shorts_athlete"}, "answer": "yes", "semanticStr": "select: shorts (8)->filter color: black [0]->verify rel: athlete,worn on,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "7": "4"}, "fullAnswer": {"2": "8", "7": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shorts are worn on an athlete.", "image": "n560243.jpg", "question_id": 20345172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,looking at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957100", "201956865", "201957098", "201957099", "201957096", "201957097", "201957094", "201957095"], "equivalent": ["201957101"], "question": "Which kind of device does the man look at?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_looking at,o"}, "answer": "television", "semanticStr": "select: man (5)->relate: device,looking at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "5", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man looks at the television.", "image": "n536256.jpg", "question_id": 201957101}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (0)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20706041", "20706042", "20705941", "20705940", "20705942"], "equivalent": ["20706040"], "question": "What is the device that is on top of the desk called?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on top of,s"}, "answer": "keyboard", "semanticStr": "select: desk (0)->relate: device,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"10": "0", "3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n264887.jpg", "question_id": 20706040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree branch (9)"}, {"operation": "select", "dependencies": [], "argument": "door (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201574018"], "question": "Is the tree branch made of the same material as the door?", "isBalanced": true, "groups": {"global": null, "local": "09same-door_tree branch"}, "answer": "yes", "semanticStr": "select: tree branch (9)->select: door (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "8", "2:4": "9"}, "fullAnswer": {"7": "8", "3:5": "9"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the tree branch and the door are made of wood.", "image": "n116329.jpg", "question_id": 201574018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify", "dependencies": [1], "argument": "low"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20667598"], "equivalent": ["20667598", "20667597"], "question": "Is the coffee table made of wood both low and round?", "isBalanced": true, "groups": {"global": null, "local": "05-low_round"}, "answer": "no", "semanticStr": "select: coffee table (1)->filter material: wood [0]->verify: low [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1", "6": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the coffee table is low but rectangular.", "image": "n181355.jpg", "question_id": 20667597}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["201037330", "201037329", "201037328", "201037312", "201037323", "201037322", "201037325", "201037324", "201037327"], "equivalent": ["201037326"], "question": "How clean is the concrete sidewalk?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sidewalk_cleanliness"}, "answer": "clean", "semanticStr": "select: sidewalk (8)->filter material: concrete [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is clean.", "image": "n393305.jpg", "question_id": 201037326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "patio (0)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["20340525", "20340527", "20340528", "20340529", "20340531"], "equivalent": ["20340524", "20340525"], "question": "Does the patio have large size?", "isBalanced": true, "groups": {"global": null, "local": "06-patio_large"}, "answer": "yes", "semanticStr": "select: patio (0)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the patio is large.", "image": "n513100.jpg", "question_id": 20340524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train station (0)"}, {"operation": "relate", "dependencies": [0], "argument": "train,near,s (1)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|yellow"}], "entailed": ["202116855"], "equivalent": ["202116854", "202116855"], "question": "Is the train near the train station red or yellow?", "isBalanced": true, "groups": {"global": "color", "local": "10c-train_color"}, "answer": "red", "semanticStr": "select: train station (0)->relate: train,near,s (1) [0]->choose color: red|yellow [1]", "annotations": {"answer": {}, "question": {"2": "1", "5:7": "0"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The train is red.", "image": "n48494.jpg", "question_id": 202116854}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mugs (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100744", "202100747", "202100746"], "equivalent": ["202100745"], "question": "What are the mugs sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-mugs_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: mugs (15)->relate: _,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "15", "8": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mugs are sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (19)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tv stand (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20285297"], "question": "Are there any chairs or TV stands?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-chair_tv stand"}, "answer": "yes", "semanticStr": "select: chair (19)->exist: ? [0]->select: tv stand (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "19"}, "fullAnswer": {"4": "19"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a chair.", "image": "n192021.jpg", "question_id": 20285297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mugs (15)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202100745", "202100744", "202100747"], "equivalent": ["202100746"], "question": "What is the appliance that the mugs are sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-mugs_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: mugs (15)->relate: appliance,sitting on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "15"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a stove.", "image": "n280089.jpg", "question_id": 202100746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spatula (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify rel", "dependencies": [1], "argument": "coffee pot,resting on,o (-)"}], "entailed": [], "equivalent": ["201624294"], "question": "Does the spatula made of metal rest on a coffee pot?", "isBalanced": true, "groups": {"global": null, "local": "13-spatula_coffee pot"}, "answer": "no", "semanticStr": "select: spatula (6)->filter material: metal [0]->verify rel: coffee pot,resting on,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"2": "6", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the spatula rests on the pan.", "image": "n59676.jpg", "question_id": 201624294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201481571"], "question": "Are there cars or umbrellas?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-car_umbrella"}, "answer": "yes", "semanticStr": "select: umbrella (12)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is an umbrella.", "image": "n470920.jpg", "question_id": 201481571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,3,4)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["201064647"], "question": "Are these people all the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,3,4)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n88933.jpg", "question_id": 201064647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gravel (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "asphalt"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201444987"], "equivalent": ["201444986"], "question": "What is sitting atop the gravel made of asphalt?", "isBalanced": true, "groups": {"global": "material", "local": "14-gravel_sitting atop,s"}, "answer": "rock", "semanticStr": "select: gravel (10)->filter material: asphalt [0]->relate: _,sitting atop,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "10", "5": "10"}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rock is sitting atop the gravel.", "image": "n289376.jpg", "question_id": 201444986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201444982"], "equivalent": ["201444981"], "question": "What does the bench made of wood sit atop?", "isBalanced": true, "groups": {"global": "place", "local": "14-bench_sitting atop,o"}, "answer": "lawn", "semanticStr": "select: bench (1)->filter material: wood [0]->relate: _,sitting atop,o (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"3": "1", "6": "1"}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench sits atop the lawn.", "image": "n289376.jpg", "question_id": 201444981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (2)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["201109447", "201109448", "201109449", "201109450", "201109452"], "equivalent": ["201109451"], "question": "Is the truck in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-truck_vposition"}, "answer": "bottom", "semanticStr": "select: truck (2)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The truck is in the bottom of the image.", "image": "n167164.jpg", "question_id": 201109451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard bottle (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20794338", "20794331", "20794332", "20794333", "20794334", "20794336", "20794337", "20794340"], "equivalent": ["20794338", "20794339"], "question": "What is the color of the mustard bottle?", "isBalanced": true, "groups": {"global": "color", "local": "10q-mustard bottle_color"}, "answer": "yellow", "semanticStr": "select: mustard bottle (6)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "6"}, "fullAnswer": {"1:3": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mustard bottle is yellow.", "image": "n278453.jpg", "question_id": 20794339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glove,wearing,o (4)"}], "entailed": [], "equivalent": ["201438579"], "question": "Is the catcher wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-catcher_glove"}, "answer": "yes", "semanticStr": "select: catcher (2)->verify rel: glove,wearing,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "2", "5": "4"}, "fullAnswer": {"2": "2", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the catcher is wearing a glove.", "image": "n66756.jpg", "question_id": 201438579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438577"], "equivalent": ["201438578"], "question": "Who is wearing the glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "catcher", "semanticStr": "select: glove (4)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a glove.", "image": "n66756.jpg", "question_id": 201438578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "side table,beneath,o (3)"}], "entailed": ["201247250"], "equivalent": ["201247311"], "question": "Is the carpet beneath a side table?", "isBalanced": true, "groups": {"global": null, "local": "13-carpet_side table"}, "answer": "yes", "semanticStr": "select: carpet (7)->verify rel: side table,beneath,o (3) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "3"}, "fullAnswer": {"2": "7", "6:8": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the carpet is beneath a side table.", "image": "n83784.jpg", "question_id": 201247311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942172"], "equivalent": ["20942173"], "question": "Who is holding the surfboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_holding,s"}, "answer": "girl", "semanticStr": "select: surfboard (1)->relate: person,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the surfboard.", "image": "n137182.jpg", "question_id": 20942173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard bottle (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20794331"], "equivalent": ["20794331", "20794332"], "question": "Does the mustard bottle look yellow and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_yellow"}, "answer": "no", "semanticStr": "select: mustard bottle (6)->verify size: large [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mustard bottle is yellow but small.", "image": "n278453.jpg", "question_id": 20794332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (5)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201936015", "201936014"], "equivalent": ["201936017"], "question": "What item of furniture does the picture frame sit on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-picture frame_sitting on,o"}, "answer": "shelf", "semanticStr": "select: picture frame (5)->relate: furniture,sitting on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1:4": "2"}, "fullAnswer": {"1:3": "5", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture frame sits on the shelf.", "image": "n500209.jpg", "question_id": 201936017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["20741134", "20741136"], "equivalent": ["20741135"], "question": "Is the wood chair in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_top"}, "answer": "no", "semanticStr": "select: chair (2)->filter material: wood [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is in the bottom of the image.", "image": "n23762.jpg", "question_id": 20741135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201832357", "201832356", "201832355", "201832358"], "equivalent": ["201832359"], "question": "Which side of the image is the white lamp on?", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "right", "semanticStr": "select: lamp (0)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the right of the image.", "image": "n432591.jpg", "question_id": 201832359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "relate", "dependencies": [0], "argument": "speaker,to the right of,s (6)"}, {"operation": "verify", "dependencies": [1], "argument": "high"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201621800", "201621805", "201621804", "201621807", "201621806", "201621799", "201621798", "201621803", "201621802"], "equivalent": ["201621801"], "question": "Does the speaker to the right of the couch look silver and high?", "isBalanced": true, "groups": {"global": null, "local": "05-high_silver"}, "answer": "yes", "semanticStr": "select: couch (3)->relate: speaker,to the right of,s (6) [0]->verify: high [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "3", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the speaker is silver and high.", "image": "n275148.jpg", "question_id": 201621801}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "relate", "dependencies": [0], "argument": "papers,to the left of,s (13)"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the left of,s (11)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201983666", "201983720", "201983719"], "equivalent": ["201983665"], "question": "Are there any men to the left of the papers that are to the left of the bag?", "isBalanced": true, "groups": {"global": null, "local": "13-papers_man"}, "answer": "yes", "semanticStr": "select: bag (0)->relate: papers,to the left of,s (13) [0]->relate: man,to the left of,s (11) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "13", "3": "11", "17": "0"}, "fullAnswer": {"10": "13", "4": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a man to the left of the papers.", "image": "n16378.jpg", "question_id": 201983665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202262924", "202262925", "202262926", "202262899", "202262915", "202262914", "202262917", "202262916", "202262911", "202262910", "202262913", "202262912", "202262874", "202262875", "202262903", "202262900", "202262901", "202262906", "202262907", "202262904", "202262905", "202262909"], "equivalent": ["202262907", "202262908"], "question": "Of what color is the truck?", "isBalanced": true, "groups": {"global": "color", "local": "10q-truck_color"}, "answer": "red", "semanticStr": "select: truck (6)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The truck is red.", "image": "n538039.jpg", "question_id": 202262908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20118039", "20118042", "20117955", "20117956"], "equivalent": ["20118038"], "question": "What is the name of the animal that is on the field?", "isBalanced": true, "groups": {"global": "animal", "local": "15-field_on,s"}, "answer": "elephant", "semanticStr": "select: field (10)->relate: animal,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"11": "10", "6": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n494677.jpg", "question_id": 20118038}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (8)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "verify", "dependencies": [1], "argument": "sandy"}, {"operation": "verify width", "dependencies": [1], "argument": "wide "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20567759"], "question": "Does the dry beach look wide and sandy?", "isBalanced": true, "groups": {"global": null, "local": "05-sandy_wide"}, "answer": "no", "semanticStr": "select: beach (8)->filter: dry [0]->verify: sandy [1]->verify width: wide  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the beach is sandy but narrow.", "image": "n414992.jpg", "question_id": 20567759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,behind,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621786", "201621810", "201621808"], "equivalent": ["201621809"], "question": "Which kind of device is behind the couch?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_behind,s"}, "answer": "speaker", "semanticStr": "select: couch (3)->relate: device,behind,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n275148.jpg", "question_id": 201621809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "device,behind,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201621786", "201621810", "201621809"], "equivalent": ["201621808"], "question": "How is the device behind the couch that looks black called?", "isBalanced": true, "groups": {"global": "device", "local": "15-couch_behind,s"}, "answer": "speaker", "semanticStr": "select: couch (3)->filter color: black [0]->relate: device,behind,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "3", "3": "6", "6": "3"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n275148.jpg", "question_id": 201621808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (19)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201883161", "201883209", "201883208", "201883212", "201883213", "201883211", "201883214"], "equivalent": ["201883210"], "question": "What kind of furniture is to the right of the phone?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-phone_to the right of,s"}, "answer": "bed", "semanticStr": "select: phone (19)->relate: furniture,to the right of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n125122.jpg", "question_id": 201883210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "light blue"}, {"operation": "verify company", "dependencies": [0], "argument": "nike "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20482372", "20482373", "20482370", "20482376", "20482377", "20482374", "20482375", "20482354", "20482355", "20482378", "20482379", "20482350", "20482351", "20482352", "20482357", "20482369", "20482349", "20482348", "20482367", "20482366", "20482343", "20482342", "20482347", "20482346", "20482345", "20482358", "20482382", "20482381", "20482380"], "equivalent": ["20482344"], "question": "Is the tank top light blue and Nike?", "isBalanced": true, "groups": {"global": null, "local": "05-light blue_nike"}, "answer": "yes", "semanticStr": "select: tank top (5)->verify color: light blue [0]->verify company: nike  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tank top is light blue and nike.", "image": "n195249.jpg", "question_id": 20482344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking at,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644699", "20644737", "20644734", "20644738", "20644739"], "equivalent": ["20644736"], "question": "What animal is looking at the man?", "isBalanced": true, "groups": {"global": "animal", "local": "14-man_looking at,s"}, "answer": "cat", "semanticStr": "select: man (5)->relate: animal,looking at,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is looking at the man.", "image": "n250821.jpg", "question_id": 20644736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763916", "201763853", "201763852"], "equivalent": ["201763917"], "question": "What does the glass contain?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-glass_contain,o"}, "answer": "doors", "semanticStr": "select: glass (4)->relate: _,contain,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "4", "3": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass contains doors.", "image": "n246334.jpg", "question_id": 201763917}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking at,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644699", "20644736", "20644737", "20644738", "20644739"], "equivalent": ["20644734"], "question": "What animal is looking at him?", "isBalanced": true, "groups": {"global": "animal", "local": "14-man_looking at,s"}, "answer": "cat", "semanticStr": "select: he (5)->relate: animal,looking at,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5": "5"}, "fullAnswer": {"1": "2", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is looking at the man.", "image": "n250821.jpg", "question_id": 20644734}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763914"], "equivalent": ["201763915"], "question": "What contains the doors?", "isBalanced": true, "groups": {"global": "material", "local": "14-doors_contain,s"}, "answer": "glass", "semanticStr": "select: doors (3)->relate: _,contain,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "3": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass contains doors.", "image": "n246334.jpg", "question_id": 201763915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(unhealthy)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting at,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20644733", "20644731"], "equivalent": ["20644732", "20644731"], "question": "The animal that is not unhealthy is sitting where?", "isBalanced": true, "groups": {"global": "room", "local": "14-cat_sitting at,o"}, "answer": "bedroom", "semanticStr": "select: animal (2)->filter: not(unhealthy) [0]->relate: _,sitting at,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"1": "2", "5": "2"}, "fullAnswer": {"1": "2", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is sitting at the bedroom.", "image": "n250821.jpg", "question_id": 20644732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting at,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644732", "20644731"], "equivalent": ["20644733"], "question": "Where is the cat sitting?", "isBalanced": true, "groups": {"global": "room", "local": "14-cat_sitting at,o"}, "answer": "bedroom", "semanticStr": "select: cat (2)->relate: _,sitting at,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "2", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is sitting at the bedroom.", "image": "n250821.jpg", "question_id": 20644733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (4)"}, {"operation": "verify opaqness", "dependencies": [0], "argument": "clear"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201763912", "201763911", "201763909", "201763908", "201763901", "201763900", "201763903", "201763902", "201763905", "201763904", "201763907", "201763906"], "equivalent": ["201763910"], "question": "Is the glass clear and large?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_large"}, "answer": "yes", "semanticStr": "select: glass (4)->verify opaqness: clear [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the glass is clear and large.", "image": "n246334.jpg", "question_id": 201763910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (6)"}, {"operation": "relate", "dependencies": [0], "argument": "door,near,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202120224", "202120266", "202120267", "202120264", "202120250", "202120288", "202120274", "202120273", "202120271", "202120270", "202120268", "202120269", "202120278"], "equivalent": ["202120272"], "question": "What color is the door near the sign?", "isBalanced": true, "groups": {"global": "color", "local": "10q-door_color"}, "answer": "yellow", "semanticStr": "select: sign (6)->relate: door,near,s (4) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "6"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is yellow.", "image": "n500308.jpg", "question_id": 202120272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (9)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,to the right of,s (12)"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20285075"], "question": "Is the curtain to the right of the other curtain soft and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_soft"}, "answer": "no", "semanticStr": "select: curtain (9)->relate: curtain,to the right of,s (12) [0]->verify color: gray [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "9", "2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the curtain is soft but yellow.", "image": "n192021.jpg", "question_id": 20285075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201462239", "201462238", "201462237", "201462236"], "equivalent": ["201462240"], "question": "Do you see a helmet that is blue?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_blue"}, "answer": "no", "semanticStr": "select: helmet (1)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is black.", "image": "n508641.jpg", "question_id": 201462240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify rel", "dependencies": [1], "argument": "doors,contain,o (3)"}], "entailed": [], "equivalent": ["201763918"], "question": "Does the large glass contain doors?", "isBalanced": true, "groups": {"global": null, "local": "13-glass_doors"}, "answer": "yes", "semanticStr": "select: glass (4)->filter size: large [0]->verify rel: doors,contain,o (3) [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "5": "3"}, "fullAnswer": {"2": "4", "4": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the glass contains doors.", "image": "n246334.jpg", "question_id": 201763918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (6)"}, {"operation": "select", "dependencies": [], "argument": "picture frame (1) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20381186"], "question": "Are the computer monitor and the picture frame made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-computer monitor_picture frame"}, "answer": "no", "semanticStr": "select: computer monitor (6)->select: picture frame (1) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6:8": "1"}, "fullAnswer": {"2:4": "6", "10:12": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the computer monitor is made of plastic and the picture frame is made of wood.", "image": "n398257.jpg", "question_id": 20381186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201885319", "201885318", "201885324", "201885325", "201885327", "201885320", "201885321", "201885322", "201885323"], "equivalent": ["201885326", "201885327"], "question": "On which side of the image is the green tree?", "isBalanced": true, "groups": {"global": null, "local": "10q-palm tree_hposition"}, "answer": "right", "semanticStr": "select: tree (5)->filter color: green [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The palm tree is on the right of the image.", "image": "n222297.jpg", "question_id": 201885326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "cat,to the left of,o (2)"}], "entailed": ["202228524", "202228525", "202228699"], "equivalent": ["202228698"], "question": "Are the white towels to the left of the cat?", "isBalanced": true, "groups": {"global": null, "local": "13-towels_cat"}, "answer": "yes", "semanticStr": "select: towels (9)->filter color: white [0]->verify rel: cat,to the left of,o (2) [1]", "annotations": {"answer": {}, "question": {"9": "2", "2:4": "9"}, "fullAnswer": {"9": "2", "2": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the towels are to the left of the cat.", "image": "n77818.jpg", "question_id": 202228698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201826611"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "man", "semanticStr": "select: person (5)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is looking up.", "image": "n59627.jpg", "question_id": 201826611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201826616", "201826615", "201826614", "201826613", "201826612", "201826609"], "equivalent": ["201826610"], "question": "What is the man that is to the left of the blanket doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking up", "semanticStr": "select: blanket (4)->relate: man,to the left of,s (5) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"11": "4", "3": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking up.", "image": "n59627.jpg", "question_id": 201826610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202082060", "202082057", "202082058", "202082059"], "equivalent": ["202082061", "202082060"], "question": "Which side of the picture is the laptop computer on?", "isBalanced": true, "groups": {"global": null, "local": "10q-laptop_hposition"}, "answer": "left", "semanticStr": "select: laptop (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7:9": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop computer is on the left of the image.", "image": "n433692.jpg", "question_id": 202082061}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "onion (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify", "dependencies": [1], "argument": "healthy"}], "entailed": ["20177824", "20177848", "20177849", "20177823", "20177822", "20177861", "20177863", "20177862", "20177854", "20177855", "20177856", "20177857", "20177850", "20177851", "20177853"], "equivalent": ["20177852"], "question": "Does the small onion look healthy?", "isBalanced": true, "groups": {"global": null, "local": "06-onion_healthy"}, "answer": "yes", "semanticStr": "select: onion (3)->filter size: small [0]->verify: healthy [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the onion is healthy.", "image": "n55058.jpg", "question_id": 20177852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["202246149", "202246143", "202246139", "202246138", "202246150", "202246144", "202246156", "202246146", "202246147", "202246140", "202246107", "202246141", "202246145", "202246127", "202246126"], "equivalent": ["202246148"], "question": "How clean is the mouse pad in the bottom of the image?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-mouse pad_cleanliness"}, "answer": "clean", "semanticStr": "select: mouse pad (3)->filter vposition: bottom [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mousepad is clean.", "image": "n310828.jpg", "question_id": 202246148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(long sleeved)"}, {"operation": "choose name", "dependencies": [1], "argument": "jacket|baseball mitt"}], "entailed": [], "equivalent": ["2066199"], "question": "What type of clothing is not long sleeved, the jacket or the baseball mitt?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#long sleeved"}, "answer": "baseball mitt", "semanticStr": "select: clothing (3)->filter: not(long sleeved) [0]->choose name: jacket|baseball mitt [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"9": "7", "3": "7", "12:14": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The baseball mitt is not long sleeved.", "image": "n356822.jpg", "question_id": 2066199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404003", "201404047", "201404050"], "equivalent": ["201404049"], "question": "What are the animals that are eating the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_eating,s"}, "answer": "cows", "semanticStr": "select: grass (6)->relate: animal,eating,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"8": "6", "3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are cows.", "image": "n331357.jpg", "question_id": 201404049}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404003", "201404049", "201404050"], "equivalent": ["201404047"], "question": "What animal is eating the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_eating,s"}, "answer": "cows", "semanticStr": "select: grass (6)->relate: animal,eating,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cows are eating the grass.", "image": "n331357.jpg", "question_id": 201404047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing by,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404003", "201404044"], "equivalent": ["201404045"], "question": "What animals are standing by the mountain?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mountain_standing by,s"}, "answer": "cows", "semanticStr": "select: mountain (3)->relate: animal,standing by,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are cows.", "image": "n331357.jpg", "question_id": 201404045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (7)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066196", "2066195"], "equivalent": ["2066197"], "question": "Which kind of clothing is long sleeved?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "jacket", "semanticStr": "select: clothing (7)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "4": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a jacket.", "image": "n356822.jpg", "question_id": 2066197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cows (2)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201404037", "201404039", "201404038", "201404042", "201404040", "201404041"], "equivalent": ["201404043"], "question": "What are the cows doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-cows_activity"}, "answer": "eating", "semanticStr": "select: cows (2)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cows are eating.", "image": "n331357.jpg", "question_id": 201404043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (7)"}, {"operation": "filter", "dependencies": [0], "argument": "long sleeved"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066197", "2066196"], "equivalent": ["2066195"], "question": "What is the long sleeved clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long sleeved"}, "answer": "jacket", "semanticStr": "select: clothing (7)->filter: long sleeved [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"5:7": "7"}, "fullAnswer": {"1:3": "7", "5": "7"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a jacket.", "image": "n356822.jpg", "question_id": 2066195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201156039", "201156040"], "equivalent": ["201156041", "201156040", "201156039"], "question": "Does the bat look hard and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_metal"}, "answer": "no", "semanticStr": "select: bat (11)->verify hardness: hard [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bat is hard but wooden.", "image": "n146522.jpg", "question_id": 201156041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201861606"], "question": "Does the glove made of leather look small and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_small"}, "answer": "no", "semanticStr": "select: glove (6)->filter material: leather [0]->verify cleanliness: dirty [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the glove is small but clean.", "image": "n390187.jpg", "question_id": 201861606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201639019", "201639018", "201639013", "201639012", "201639011", "201639010", "201639017", "201639016", "201639015", "201639014", "201639008", "201639009", "201639000", "201639001", "201639002", "201639003", "201639004", "201639005", "201639006", "201638999", "201638998", "201638995", "201638994", "201638997", "201638996", "201638991", "201638992"], "equivalent": ["201638993"], "question": "Are the devices on the sidewalk blue and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_tall"}, "answer": "yes", "semanticStr": "select: sidewalk (7)->relate: device,on,s (4) [0]->verify color: blue [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5": "7"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the phones are blue and tall.", "image": "n271392.jpg", "question_id": 201638993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter", "dependencies": [0], "argument": "bright"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201795635", "201795642", "201795625", "201795626", "201795636", "201795637", "201795641", "201795640", "201795638"], "equivalent": ["201795639", "201795640", "201795638"], "question": "What color is the bright shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "green", "semanticStr": "select: shirt (2)->filter: bright [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is green.", "image": "n119944.jpg", "question_id": 201795639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600070"], "equivalent": ["20600071"], "question": "What is the tree before?", "isBalanced": true, "groups": {"global": "", "local": "14-tree_in front of,o"}, "answer": "brush", "semanticStr": "select: tree (10)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "10", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the brush.", "image": "n196058.jpg", "question_id": 20600071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600071"], "equivalent": ["20600070"], "question": "What is the tree in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-tree_in front of,o"}, "answer": "brush", "semanticStr": "select: tree (10)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the brush.", "image": "n196058.jpg", "question_id": 20600070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stadium (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify", "dependencies": [1], "argument": "empty "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20744305"], "equivalent": ["20744305", "20744306"], "question": "Is the huge stadium dirty and empty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_empty"}, "answer": "no", "semanticStr": "select: stadium (0)->filter size: huge [0]->verify cleanliness: dirty [1]->verify: empty  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the stadium is empty but clean.", "image": "n562105.jpg", "question_id": 20744306}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "brush,in front of,o (11)"}], "entailed": ["20600064", "20600073"], "equivalent": ["20600072"], "question": "Is the tree in front of the brush?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_brush"}, "answer": "yes", "semanticStr": "select: tree (10)->verify rel: brush,in front of,o (11) [0]", "annotations": {"answer": {}, "question": {"2": "10", "7": "11"}, "fullAnswer": {"8": "11", "2": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tree is in front of the brush.", "image": "n196058.jpg", "question_id": 20600072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20600076", "20600142"], "equivalent": ["20600077"], "question": "Which kind of animal is the stone behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-stone_behind,o"}, "answer": "zebras", "semanticStr": "select: stone (13)->relate: animal,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "13", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stone is behind the zebras.", "image": "n196058.jpg", "question_id": 20600077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201976511"], "question": "Is that license plate rectangular and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_rectangular"}, "answer": "no", "semanticStr": "select: license plate (1)->verify color: black [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the license plate is rectangular but white.", "image": "n279173.jpg", "question_id": 201976511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (21)"}, {"operation": "verify", "dependencies": [0], "argument": "colorful"}, {"operation": "verify", "dependencies": [0], "argument": "low "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202162086", "202162087", "202162082", "202162081", "202162075", "202162074", "202162088", "202162089"], "equivalent": ["202162077"], "question": "Is this bed low and colorful?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_low"}, "answer": "yes", "semanticStr": "select: bed (21)->verify: colorful [0]->verify: low  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bed is low and colorful.", "image": "n69237.jpg", "question_id": 202162077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "oven,below,s (2)"}, {"operation": "choose rel", "dependencies": [1], "argument": "stove,to the right of|to the left of,s (6)"}], "entailed": ["201623920", "201623758", "201623918", "201623917", "201623757", "201623756", "201623755", "201623754"], "equivalent": ["201623919"], "question": "Is the black stove to the left or to the right of the oven below the microwave?", "isBalanced": true, "groups": {"global": null, "local": "13-oven_stove"}, "answer": "right", "semanticStr": "select: microwave (1)->relate: oven,below,s (2) [0]->choose rel: stove,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"13": "2", "2:4": "6", "16": "1"}, "fullAnswer": {"1": "6", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The stove is to the right of the oven.", "image": "n501609.jpg", "question_id": 201623919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228072", "202228073", "202228074", "202227987", "202228080"], "equivalent": ["202228071"], "question": "What is inside the entertainment center?", "isBalanced": true, "groups": {"global": "device", "local": "14-entertainment center_inside,s"}, "answer": "dvd player", "semanticStr": "select: entertainment center (11)->relate: _,inside,s (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"4:6": "11"}, "fullAnswer": {"1:3": "10", "6:8": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The DVD player is inside the entertainment center.", "image": "n77818.jpg", "question_id": 202228071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (4)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "light brown"}], "entailed": ["201319572", "201319562", "201319563", "201319577", "201319566", "201319567", "201319564", "201319571", "201319568", "201319569", "201319579", "201319578", "201319570"], "equivalent": ["201319565"], "question": "Does the food that is to the right of the coffee cup have light brown color?", "isBalanced": true, "groups": {"global": null, "local": "06-soup_light brown"}, "answer": "yes", "semanticStr": "select: coffee cup (4)->relate: food,to the right of,s (3) [0]->verify color: light brown [1]", "annotations": {"answer": {}, "question": {"2": "3", "10:12": "4"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the soup is light brown.", "image": "n508733.jpg", "question_id": 201319565}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,inside,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228071", "202228072", "202228073", "202227987", "202228080"], "equivalent": ["202228074"], "question": "What device is inside the entertainment center?", "isBalanced": true, "groups": {"global": "device", "local": "15-entertainment center_inside,s"}, "answer": "dvd player", "semanticStr": "select: entertainment center (11)->relate: device,inside,s (10) [0]->query: name [1]", "annotations": {"answer": {"0:2": "10"}, "question": {"1": "10"}, "fullAnswer": {"1": "10", "4:6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a DVD player.", "image": "n77818.jpg", "question_id": 202228074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvd player (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228078", "202228079", "202228077"], "equivalent": ["202228076"], "question": "The DVD player is inside what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-dvd player_inside,o"}, "answer": "entertainment center", "semanticStr": "select: dvd player (10)->relate: _,inside,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"1:3": "10"}, "fullAnswer": {"1:3": "10", "6:8": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The DVD player is inside the entertainment center.", "image": "n77818.jpg", "question_id": 202228076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvd player (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228078", "202228079", "202228076"], "equivalent": ["202228077"], "question": "What is the DVD player inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-dvd player_inside,o"}, "answer": "entertainment center", "semanticStr": "select: dvd player (10)->relate: _,inside,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"1:3": "10", "6:8": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The DVD player is inside the entertainment center.", "image": "n77818.jpg", "question_id": 202228077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvd player (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,inside,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228079", "202228076", "202228077"], "equivalent": ["202228078"], "question": "What is the item of furniture that the DVD player is inside of called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dvd player_inside,o"}, "answer": "entertainment center", "semanticStr": "select: dvd player (10)->relate: furniture,inside,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"8:10": "10", "3:6": "11"}, "fullAnswer": {"6:8": "11", "1:4": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an entertainment center.", "image": "n77818.jpg", "question_id": 202228078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (2)"}, {"operation": "relate", "dependencies": [0], "argument": "suitcase,on,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20308950"], "question": "Are there suitcases on the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_suitcase"}, "answer": "no", "semanticStr": "select: floor (2)->relate: suitcase,on,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "1", "7": "2"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a rug on the floor.", "image": "n278312.jpg", "question_id": 20308950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20308952"], "question": "Are there windows or cars?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-car_window"}, "answer": "yes", "semanticStr": "select: window (0)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a window.", "image": "n278312.jpg", "question_id": 20308952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (5)"}, {"operation": "relate", "dependencies": [0], "argument": "shorts,wearing,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201765752", "201765750", "201765751", "201765769", "201765768", "201765770", "201765771", "201765772", "201765773", "201765766", "201765765", "201765764"], "equivalent": ["201765767"], "question": "What length are the shorts that the surfer is wearing?", "isBalanced": true, "groups": {"global": "length", "local": "10q-shorts_length"}, "answer": "long", "semanticStr": "select: surfer (5)->relate: shorts,wearing,o (2) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4": "2", "7": "5"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are long.", "image": "n488874.jpg", "question_id": 201765767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jar (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218893"], "equivalent": ["202218894"], "question": "In front of what's the jar?", "isBalanced": true, "groups": {"global": "textile", "local": "14-jar_in front of,o"}, "answer": "paper towels", "semanticStr": "select: jar (7)->relate: _,in front of,o (13) [0]->query: name [1]", "annotations": {"answer": {"0:2": "13"}, "question": {}, "fullAnswer": {"1": "7", "7:9": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jar is in front of the paper towels.", "image": "n578564.jpg", "question_id": 202218894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify rel", "dependencies": [1], "argument": "paper towels,in front of,o (13)"}], "entailed": ["202218896", "202218612", "202218611"], "equivalent": ["202218897"], "question": "Is the glass container in front of the paper towels made of paper?", "isBalanced": true, "groups": {"global": null, "local": "13-jar_paper towels"}, "answer": "yes", "semanticStr": "select: container (7)->filter material: glass [0]->verify rel: paper towels,in front of,o (13) [1]", "annotations": {"answer": {}, "question": {"8:10": "13", "12": "13", "2:4": "7"}, "fullAnswer": {"8:10": "13", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the jar is in front of the paper towels.", "image": "n578564.jpg", "question_id": 202218897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030795", "201030794"], "equivalent": ["201030796"], "question": "What items of clothing are long?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_long"}, "answer": "pants", "semanticStr": "select: clothing (6)->filter length: long [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1:4": "6"}, "fullAnswer": {"1:3": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are pants.", "image": "n54424.jpg", "question_id": 201030796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030791", "201030790", "201030792"], "equivalent": ["201030793"], "question": "What kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "pants", "semanticStr": "select: clothing (6)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants.", "image": "n54424.jpg", "question_id": 201030793}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towels (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202218895"], "equivalent": ["202218892"], "question": "What is in front of the paper towels?", "isBalanced": true, "groups": {"global": "container", "local": "14-paper towels_in front of,s"}, "answer": "jar", "semanticStr": "select: paper towels (13)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7:9": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jar is in front of the paper towels.", "image": "n578564.jpg", "question_id": 202218892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20903141", "20903140", "20903142", "20903125", "20903105", "20903106", "20903134", "20903135", "20903136", "20903137", "20903130", "20903131", "20903132", "20903127", "20903129", "20903128", "20903138", "20903139", "20903126"], "equivalent": ["20903134", "20903132", "20903133"], "question": "The van is of which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-van_color"}, "answer": "silver", "semanticStr": "select: van (6)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The van is silver.", "image": "n411121.jpg", "question_id": 20903133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "purple"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201030798"], "question": "Do the pants have purple color and striped pattern?", "isBalanced": true, "groups": {"global": null, "local": "05-purple_striped"}, "answer": "no", "semanticStr": "select: pants (6)->verify color: purple [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are striped but black.", "image": "n54424.jpg", "question_id": 201030798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["201908966", "201908967", "201908964", "201908965", "201908962", "201908963", "201908968", "201908970"], "equivalent": ["201908968", "201908969", "201908970"], "question": "Where in this image is the glass container, in the bottom or in the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-jar_vposition"}, "answer": "top", "semanticStr": "select: container (4)->filter material: glass [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jar is in the top of the image.", "image": "n479092.jpg", "question_id": 201908969}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "verify rel", "dependencies": [1], "argument": "cap,wearing,o (2)"}], "entailed": ["201347389"], "equivalent": ["201347388"], "question": "Is the skateboarder that is looking up wearing a cap?", "isBalanced": true, "groups": {"global": null, "local": "13-skateboarder_cap"}, "answer": "yes", "semanticStr": "select: skateboarder (3)->filter activity: looking up [0]->verify rel: cap,wearing,o (2) [1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "3", "5:7": "3"}, "fullAnswer": {"2": "3", "6": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the skateboarder is wearing a cap.", "image": "n65202.jpg", "question_id": 201347388}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (7)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,near,s (5)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20226985"], "question": "Are there curtains near the light fixture?", "isBalanced": true, "groups": {"global": null, "local": "13-light fixture_curtain"}, "answer": "yes", "semanticStr": "select: light fixture (7)->relate: curtain,near,s (5) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "5", "5:7": "7"}, "fullAnswer": {"4": "5", "7:9": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a curtain near the light fixture.", "image": "n68769.jpg", "question_id": 20226985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "select", "dependencies": [], "argument": "notebook (16) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "verify", "dependencies": [4], "argument": "closed"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20899219", "20899218", "20899222", "20899430", "20899210", "20899215", "20899217", "20899216", "20899422", "20899423", "20899420", "20899421", "20899415", "20899424", "20899221", "20899428", "20899429", "20899416", "20899402", "20899236"], "equivalent": ["20899214"], "question": "Are both the leather wallet and the black notebook closed?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-notebook_wallet"}, "answer": "yes", "semanticStr": "select: wallet (11)->filter material: leather [0]->verify: closed [1]->select: notebook (16) ->filter color: black [3]->verify: closed [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"3:5": "11", "7:9": "16"}, "fullAnswer": {"3": "11", "6": "16"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the wallet and the notebook are closed.", "image": "n403734.jpg", "question_id": 20899214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (11)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}], "entailed": ["20899219", "20899218", "20899210", "20899215", "20899216", "20899236", "20899222", "20899221"], "equivalent": ["20899217"], "question": "Is the wallet open?", "isBalanced": true, "groups": {"global": null, "local": "06-wallet_open"}, "answer": "no", "semanticStr": "select: wallet (11)->verify: open [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the wallet is closed.", "image": "n403734.jpg", "question_id": 20899217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202106179"], "equivalent": ["202106178"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "man", "semanticStr": "select: shorts (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing shorts.", "image": "n574498.jpg", "question_id": 202106178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20414421", "20414420", "20414422", "20414416", "20414417", "20414418", "20414419"], "equivalent": ["20414423"], "question": "On which side of the image is the male person?", "isBalanced": true, "groups": {"global": null, "local": "10q-skateboarder_hposition"}, "answer": "left", "semanticStr": "select: person (0)->filter gender: male [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboarder is on the left of the image.", "image": "n16936.jpg", "question_id": 20414423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347348", "201347386"], "equivalent": ["201347387"], "question": "Who is wearing the cap?", "isBalanced": true, "groups": {"global": "person", "local": "14-cap_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: cap (2)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a cap.", "image": "n65202.jpg", "question_id": 201347387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cap (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201347348", "201347387"], "equivalent": ["201347386"], "question": "Who is wearing a cap?", "isBalanced": true, "groups": {"global": "person", "local": "14-cap_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: cap (2)->relate: person,wearing,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "2"}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a cap.", "image": "n65202.jpg", "question_id": 201347386}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sour cream (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866442", "20866159", "20866444", "20866445"], "equivalent": ["20866443"], "question": "What's the sour cream inside of?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-sour cream_inside,o"}, "answer": "refrigerator", "semanticStr": "select: sour cream (7)->relate: _,inside,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1:3": "7", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sour cream is inside the refrigerator.", "image": "n579256.jpg", "question_id": 20866443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (2)"}, {"operation": "relate", "dependencies": [0], "argument": "food,inside,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20866439", "20866438", "20866437", "20866436", "20866435", "20866440"], "equivalent": ["20866441"], "question": "What kind of food is inside the refrigerator?", "isBalanced": true, "groups": {"global": "food", "local": "15-refrigerator_inside,s"}, "answer": "sour cream", "semanticStr": "select: refrigerator (2)->relate: food,inside,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3:5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sour cream.", "image": "n579256.jpg", "question_id": 20866441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (18)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["202169160", "202169161", "202169162", "202169163", "202169157", "202169156", "202169151", "202169150", "202169149", "202169159", "202169158"], "equivalent": ["202169153"], "question": "What is the person that is to the left of the woman doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "talking", "semanticStr": "select: woman (9)->relate: person,to the left of,s (18) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"11": "9", "3": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is talking.", "image": "n451187.jpg", "question_id": 202169153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,covering,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201482069"], "equivalent": ["201482070"], "question": "Who is the jacket covering?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_covering,o"}, "answer": "man", "semanticStr": "select: jacket (1)->relate: person,covering,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jacket is covering the man.", "image": "n470920.jpg", "question_id": 201482070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skirt,wearing,o (-)"}], "entailed": ["20786133"], "equivalent": ["20786132"], "question": "Is the woman wearing a skirt?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_skirt"}, "answer": "no", "semanticStr": "select: woman (5)->verify rel: skirt,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing a shoe.", "image": "n12404.jpg", "question_id": 20786132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pilot (5)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,sitting in,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201997097", "201997100", "201997101", "201997102", "201997099", "201997044", "201997283", "201997282"], "equivalent": ["201997097", "201997098"], "question": "What is the device to the left of the chair the pilot is sitting in called?", "isBalanced": true, "groups": {"global": "device", "local": "15-chair_to the left of,s"}, "answer": "phone", "semanticStr": "select: pilot (5)->relate: chair,sitting in,o (8) [0]->relate: device,to the left of,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"9": "8", "11": "5", "3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a phone.", "image": "n250715.jpg", "question_id": 201997098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "frisbee,to the right of,o (4)"}], "entailed": ["201920611"], "equivalent": ["201920515"], "question": "Is the happy person to the right of the frisbee that looks round?", "isBalanced": true, "groups": {"global": null, "local": "13-person_frisbee"}, "answer": "yes", "semanticStr": "select: person (0)->filter face expression: happy [0]->verify rel: frisbee,to the right of,o (4) [1]", "annotations": {"answer": {}, "question": {"9": "4", "12": "4", "2:4": "0"}, "fullAnswer": {"9": "4", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is to the right of the frisbee.", "image": "n187544.jpg", "question_id": 201920515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (19)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting behind,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836606", "20837054", "20837053", "20837052"], "equivalent": ["20837055"], "question": "Which kind of furniture is the umbrella sitting behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-umbrella_sitting behind,o"}, "answer": "table", "semanticStr": "select: umbrella (19)->relate: furniture,sitting behind,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "19", "6": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umbrella is sitting behind the table.", "image": "n507959.jpg", "question_id": 20837055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "uncomfortable "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201030428"], "question": "Does that couch look brown and uncomfortable?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_uncomfortable"}, "answer": "no", "semanticStr": "select: couch (17)->verify color: brown [0]->verify: uncomfortable  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the couch is brown but comfortable.", "image": "n54424.jpg", "question_id": 201030428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (19)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting behind,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836606", "20837055", "20837054", "20837052"], "equivalent": ["20837053"], "question": "What is the umbrella sitting behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-umbrella_sitting behind,o"}, "answer": "table", "semanticStr": "select: umbrella (19)->relate: _,sitting behind,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "19", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umbrella is sitting behind the table.", "image": "n507959.jpg", "question_id": 20837053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201663052", "201663053", "201663057", "201663058", "201663061", "201663060", "201663038", "201663065"], "equivalent": ["201663059"], "question": "Which color are the cabinets on the right side?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cabinets_color"}, "answer": "light brown", "semanticStr": "select: cabinets (10)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinets are light brown.", "image": "n35676.jpg", "question_id": 201663059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (18)"}, {"operation": "choose rel", "dependencies": [1], "argument": "umbrella,to the left of|to the right of,s (19)"}], "entailed": ["20837050"], "equivalent": ["20837051"], "question": "Is the green umbrella to the right or to the left of the person who is to the left of the palm tree?", "isBalanced": true, "groups": {"global": null, "local": "13-person_umbrella"}, "answer": "left", "semanticStr": "select: palm tree (14)->relate: person,to the left of,s (18) [0]->choose rel: umbrella,to the left of|to the right of,s (19) [1]", "annotations": {"answer": {}, "question": {"13": "18", "2:4": "19", "21:23": "14"}, "fullAnswer": {"1": "19", "8": "18"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The umbrella is to the left of the person.", "image": "n507959.jpg", "question_id": 20837051}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "blinds,in front of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "select", "dependencies": [], "argument": "towels (6) "}, {"operation": "verify color", "dependencies": [3], "argument": "brown"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["20692137", "20692136", "20692135", "20692134", "20692133", "20692131", "20692145", "20692139", "20692424", "20692438", "20692439", "20692432", "20692445", "20692436", "20692437", "20692441", "20692440"], "equivalent": ["20692132"], "question": "Are the blinds in front of the window and the towels both brown?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-blinds_towels"}, "answer": "yes", "semanticStr": "select: window (8)->relate: blinds,in front of,s (1) [0]->verify color: brown [1]->select: towels (6) ->verify color: brown [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"10": "6", "2": "1", "7": "8"}, "fullAnswer": {"3": "1", "6": "6"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the blinds and the towels are brown.", "image": "n499081.jpg", "question_id": 20692132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20935962", "20935959", "20935961", "20935942"], "equivalent": ["20935959", "20935960"], "question": "What is the animal called?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephant", "semanticStr": "select: animal (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n44249.jpg", "question_id": 20935960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "bamboo"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20692137", "20692150", "20692153", "20692152", "20692146", "20692147", "20692144", "20692148", "20692149", "20692135", "20692139", "20692129", "20692131", "20692134", "20692145", "20692133", "20692136"], "equivalent": ["20692129", "20692130"], "question": "Do the blinds made of bamboo appear to be brown and open?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_open"}, "answer": "yes", "semanticStr": "select: blinds (1)->filter material: bamboo [0]->verify color: brown [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the blinds are brown and open.", "image": "n499081.jpg", "question_id": 20692130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfer (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201765811", "201765810", "201765813", "201765812", "201765814", "201765816", "201765808", "201765809"], "equivalent": ["201765815", "201765814"], "question": "Which side of the photo is the young surfer on?", "isBalanced": true, "groups": {"global": null, "local": "10q-surfer_hposition"}, "answer": "right", "semanticStr": "select: surfer (5)->filter age: young [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The surfer is on the right of the image.", "image": "n488874.jpg", "question_id": 201765815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (19)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,sitting behind,o (-)"}], "entailed": [], "equivalent": ["20837058"], "question": "Is the closed umbrella sitting behind a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-umbrella_couch"}, "answer": "no", "semanticStr": "select: umbrella (19)->filter: closed [0]->verify rel: couch,sitting behind,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"2": "19", "7": "7"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the umbrella is sitting behind the table.", "image": "n507959.jpg", "question_id": 20837058}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,above,o (14)"}], "entailed": [], "equivalent": ["201882676"], "question": "Are the paintings above the bed the pillow is on top of?", "isBalanced": true, "groups": {"global": null, "local": "13-paintings_bed"}, "answer": "yes", "semanticStr": "select: paintings (16)->verify rel: bed,above,o (14) [0]", "annotations": {"answer": {}, "question": {"2": "16", "5": "14", "7": "11"}, "fullAnswer": {"2": "16", "6": "14"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the paintings are above the bed.", "image": "n125122.jpg", "question_id": 201882676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "choose color", "dependencies": [0], "argument": "gray|red"}], "entailed": [], "equivalent": ["201896076"], "question": "Is the coat gray or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-coat_color"}, "answer": "gray", "semanticStr": "select: coat (10)->choose color: gray|red [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The coat is gray.", "image": "n111390.jpg", "question_id": 201896076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20797667", "20797666", "20797683", "20797682", "20797684"], "equivalent": ["20797685"], "question": "Which type of animal is this?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "cat", "semanticStr": "select: animal (4)->query: name [0]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"3": "4"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a cat.", "image": "n16656.jpg", "question_id": 20797685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20797667", "20797666", "20797683", "20797682", "20797685"], "equivalent": ["20797684"], "question": "What animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "cat", "semanticStr": "select: animal (4)->query: name [0]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n16656.jpg", "question_id": 20797684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "fence,to the left of|to the right of,s (4)"}], "entailed": ["201153410", "201153408", "201153483", "201153482"], "equivalent": ["201153410", "201153409"], "question": "Is the fence to the left or to the right of the glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-glasses_fence"}, "answer": "left", "semanticStr": "select: glasses (6)->choose rel: fence,to the left of|to the right of,s (4) [0]", "annotations": {"answer": {}, "question": {"2": "4", "12": "6"}, "fullAnswer": {"1": "4", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is to the left of the glasses.", "image": "n160664.jpg", "question_id": 201153409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797678", "20797679", "20797666", "20797676", "20797677", "20797689", "20797667", "20797692", "20797690", "20797691", "20797687", "20797668"], "equivalent": ["20797689", "20797688", "20797690", "20797691"], "question": "What is the animal that is black?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_black"}, "answer": "cat", "semanticStr": "select: animal (4)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n16656.jpg", "question_id": 20797688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookie (1)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,sitting beside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201988033", "201988018", "201988019", "201988034", "201988032", "201988000", "201988027", "201988026", "201988025", "201988023", "201988022", "201988021", "201988020"], "equivalent": ["201988024"], "question": "What shape is the dessert that is sitting beside the cookie?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-cake_shape"}, "answer": "square", "semanticStr": "select: cookie (1)->relate: dessert,sitting beside,s (4) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"10": "1", "4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cake is square.", "image": "n470131.jpg", "question_id": 201988024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201079804", "201079792", "201079806", "201079825", "201079787", "201079796", "201079805", "201079802", "201079793", "201079789", "201079791"], "equivalent": ["201079794"], "question": "How big is the table?", "isBalanced": true, "groups": {"global": "size", "local": "10q-table_size"}, "answer": "small", "semanticStr": "select: table (10)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is small.", "image": "n23181.jpg", "question_id": 201079794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baked good (9)"}, {"operation": "filter", "dependencies": [0], "argument": "cut"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479424", "201479422", "201479411", "201479410", "201479409"], "equivalent": ["201479425"], "question": "What kind of baked good is cut?", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-baked good_cut"}, "answer": "bread", "semanticStr": "select: baked good (9)->filter: cut [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "9"}, "fullAnswer": {"1:3": "9", "5": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The baked good is a bread.", "image": "n181210.jpg", "question_id": 201479425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (2)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20508846"], "equivalent": ["20508847"], "question": "How large is the Wii controller on the left?", "isBalanced": true, "groups": {"global": "size", "local": "10q-wii controller_size"}, "answer": "small", "semanticStr": "select: wii controller (2)->filter hposition: left [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The Wii remotes is small.", "image": "n511913.jpg", "question_id": 20508847}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "relate", "dependencies": [1], "argument": "scooter,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201509809"], "question": "Is there a scooter above the stone made of cement?", "isBalanced": true, "groups": {"global": null, "local": "13-stone_scooter"}, "answer": "no", "semanticStr": "select: stone (6)->filter material: concrete [0]->relate: scooter,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "6", "6": "6"}, "fullAnswer": {"4": "0", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a motorcycle above the stone.", "image": "n62458.jpg", "question_id": 201509809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20783239", "20783237", "20783236", "20783248", "20783249", "20783247", "20783240", "20783241"], "equivalent": ["20783238"], "question": "What is in front of the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_in front of,s"}, "answer": "screen", "semanticStr": "select: laptop (1)->relate: _,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The screen is in front of the laptop.", "image": "n355339.jpg", "question_id": 20783238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tag (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201576727", "201576696", "201576676", "201576687", "201576677", "201576695", "201576688", "201576698", "201576682", "201576683", "201576680", "201576681", "201576686", "201576697", "201576685"], "equivalent": ["201576684"], "question": "Which color does the animal the tag is on have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sheep_color"}, "answer": "brown", "semanticStr": "select: tag (10)->relate: animal,on,o (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "0", "6": "10"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sheep has brown color.", "image": "n187961.jpg", "question_id": 201576684}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20978590", "20978591", "20978592", "20978593", "20978594", "20978595", "20978631", "20978630", "20978633", "20978632", "20978635", "20978634", "20978587", "20978588", "20978604", "20978606", "20978600", "20978601", "20978602", "20978641", "20978642", "20978629", "20978626", "20978624", "20978625", "20978628", "20978643"], "equivalent": ["20978589", "20978588"], "question": "Does the fence look brown and long?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_long"}, "answer": "yes", "semanticStr": "select: fence (2)->verify color: brown [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is brown and long.", "image": "n551964.jpg", "question_id": 20978589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20489690", "20489691", "20489692", "20489693"], "equivalent": ["20489693", "20489694"], "question": "Which side of the image is the blue pillow on?", "isBalanced": true, "groups": {"global": null, "local": "10q-pillow_hposition"}, "answer": "left", "semanticStr": "select: pillow (6)->filter color: blue [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillow is on the left of the image.", "image": "n145498.jpg", "question_id": 20489694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202003954"], "question": "What is the window looking at?", "isBalanced": true, "groups": {"global": "room", "local": "14-window_looking at,o"}, "answer": "office", "semanticStr": "select: window (14)->relate: _,looking at,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "14", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The window is looking at the office.", "image": "n262920.jpg", "question_id": 202003954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,below,s (14)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201882584", "201882587", "201882586", "201882589", "201882588", "201882594", "201882592", "201882593", "201882590", "201882591"], "equivalent": ["201882583"], "question": "Does the bed below the paintings look clean and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_rectangular"}, "answer": "yes", "semanticStr": "select: paintings (16)->relate: bed,below,s (14) [0]->verify cleanliness: clean [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "14", "5": "16"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bed is clean and rectangular.", "image": "n125122.jpg", "question_id": 201882583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,of,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20262714"], "question": "Does the girl's hair look blond and long?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_long"}, "answer": "no", "semanticStr": "select: girl (2)->relate: hair,of,s (5) [0]->verify color: blond [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"3": "5", "2": "2"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair is blond but short.", "image": "n172618.jpg", "question_id": 20262714}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20899681"], "question": "What is the water inside of?", "isBalanced": true, "groups": {"global": "material", "local": "14-water_inside,o"}, "answer": "glass", "semanticStr": "select: water (3)->relate: _,inside,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "3", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The water is inside the glass.", "image": "n186491.jpg", "question_id": 20899681}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter", "dependencies": [0], "argument": "rounded"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081060", "202081062", "202081086", "202081061"], "equivalent": ["202081084"], "question": "What is the rounded appliance?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_rounded"}, "answer": "toaster", "semanticStr": "select: appliance (3)->filter: rounded [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081088", "202081060", "202081061", "202081062", "202081087"], "equivalent": ["202081089"], "question": "What kind of appliance is hard?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_hard"}, "answer": "toaster", "semanticStr": "select: appliance (3)->filter hardness: hard [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (5)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20262721", "20262720", "20262716", "20262717", "20262719", "20262714", "20262715"], "equivalent": ["20262718"], "question": "What color is the hair that looks short?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hair_color"}, "answer": "blond", "semanticStr": "select: hair (5)->filter length: short [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "5", "7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is blond.", "image": "n172618.jpg", "question_id": 20262718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20567606"], "equivalent": ["20567605"], "question": "Who is looking at the plane?", "isBalanced": true, "groups": {"global": "person", "local": "14-airplane_looking at,s"}, "answer": "man", "semanticStr": "select: airplane (11)->relate: person,looking at,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"5": "11"}, "fullAnswer": {"1": "2", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the plane.", "image": "n414992.jpg", "question_id": 20567605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "sitting"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20541620"], "equivalent": ["20541619", "20541620"], "question": "Are there men or women that are sitting?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_sitting"}, "answer": "no", "semanticStr": "select: woman (9)->filter pose: sitting [0]->exist: ? [1]->select: man (-) ->filter pose: sitting [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a woman but she is standing.", "image": "n527290.jpg", "question_id": 20541619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mat (10)"}, {"operation": "verify rel", "dependencies": [0], "argument": "door,in front of,o (4)"}], "entailed": ["201759446"], "equivalent": ["201759210"], "question": "Is the mat in front of the door?", "isBalanced": true, "groups": {"global": null, "local": "13-mat_door"}, "answer": "yes", "semanticStr": "select: mat (10)->verify rel: door,in front of,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "10", "7": "4"}, "fullAnswer": {"8": "4", "2": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mat is in front of the door.", "image": "n150962.jpg", "question_id": 201759210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bath towel,near,s (10)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "query", "dependencies": [2], "argument": "length"}], "entailed": ["20518277", "20518276", "20518274", "20518273", "20518272", "20518278", "20518265"], "equivalent": ["20518275"], "question": "How long is the white bath towel near the toilet?", "isBalanced": true, "groups": {"global": "length", "local": "10q-bath towel_length"}, "answer": "long", "semanticStr": "select: toilet (14)->relate: bath towel,near,s (10) [0]->filter color: white [1]->query: length [2]", "annotations": {"answer": {}, "question": {"9": "14", "4:7": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bath towel is long.", "image": "n141939.jpg", "question_id": 20518275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473109", "20473010"], "equivalent": ["20473011"], "question": "Who is the boy in front of?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_in front of,o"}, "answer": "woman", "semanticStr": "select: boy (0)->relate: person,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the woman.", "image": "n126891.jpg", "question_id": 20473011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20473109", "20473011"], "equivalent": ["20473010"], "question": "The boy is in front of who?", "isBalanced": true, "groups": {"global": "person", "local": "14-boy_in front of,o"}, "answer": "woman", "semanticStr": "select: boy (0)->relate: person,in front of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the woman.", "image": "n126891.jpg", "question_id": 20473010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20157027", "20157029", "20157028", "20157034", "20157031", "20157032", "20157033"], "equivalent": ["20157030"], "question": "Is the small utensil on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-fork_right"}, "answer": "no", "semanticStr": "select: utensil (10)->filter size: small [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fork is on the left of the image.", "image": "n170941.jpg", "question_id": 20157030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (3)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201638861", "201638860"], "equivalent": ["201638862"], "question": "Is the long bench in the top part or in the bottom of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-bench_vposition"}, "answer": "bottom", "semanticStr": "select: bench (3)->filter length: long [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bench is in the bottom of the image.", "image": "n271392.jpg", "question_id": 201638862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "verify rel", "dependencies": [1], "argument": "lamp,to the left of,o (12)"}], "entailed": ["20480138", "20480139"], "equivalent": ["20480447"], "question": "Is the orange cat to the left of a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-cat_lamp"}, "answer": "yes", "semanticStr": "select: cat (3)->filter color: orange [0]->verify rel: lamp,to the left of,o (12) [1]", "annotations": {"answer": {}, "question": {"9": "12", "2:4": "3"}, "fullAnswer": {"9": "12", "2": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cat is to the left of a lamp.", "image": "n520071.jpg", "question_id": 20480447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(on)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "curved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202174266"], "question": "Is the sink that is not on curved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_curved"}, "answer": "no", "semanticStr": "select: sink (5)->filter: not(on) [0]->verify color: black [1]->verify: curved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "6": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is curved but silver.", "image": "n398429.jpg", "question_id": 202174266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "choose color", "dependencies": [1], "argument": "gray|red"}], "entailed": [], "equivalent": ["20183117"], "question": "Is the open umbrella red or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-umbrella_color"}, "answer": "gray", "semanticStr": "select: umbrella (7)->filter: open [0]->choose color: gray|red [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The umbrella is gray.", "image": "n151768.jpg", "question_id": 20183117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "relate", "dependencies": [1], "argument": "fence,near,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202258414", "202258491", "202258490"], "equivalent": ["202258492", "202258491"], "question": "Is there a fence near the cloth bag?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_fence"}, "answer": "yes", "semanticStr": "select: bag (0)->filter material: cloth [0]->relate: fence,near,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "6", "6:8": "0"}, "fullAnswer": {"4": "6", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fence near the bag.", "image": "n216553.jpg", "question_id": 202258492}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20183114", "20183115"], "equivalent": ["20183113"], "question": "Is there any red umbrella in this picture?", "isBalanced": true, "groups": {"global": null, "local": "04-umbrella_red"}, "answer": "no", "semanticStr": "select: umbrella (7)->filter color: red [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is an umbrella but it is gray.", "image": "n151768.jpg", "question_id": 20183113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081060", "202081061", "202081036", "202081035", "202081034"], "equivalent": ["202081033"], "question": "What is this house sitting beside?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-house_sitting beside,o"}, "answer": "toaster", "semanticStr": "select: house (0)->relate: _,sitting beside,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The house is sitting beside the toaster.", "image": "n314630.jpg", "question_id": 202081033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "cake,to the left of|to the right of,s (4)"}], "entailed": ["20394781", "20395034", "20395035", "20395036", "20395037", "20394780", "20394778", "20394779", "20394783", "20394782"], "equivalent": ["20395038", "20395037"], "question": "Is the cake to the right or to the left of the person that is wearing a dress?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_cake"}, "answer": "left", "semanticStr": "select: dress (3)->relate: person,wearing,s (1) [0]->choose rel: cake,to the left of|to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"2": "4", "12": "1", "17": "3"}, "fullAnswer": {"1": "4", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cake is to the left of the woman.", "image": "n369313.jpg", "question_id": 20395038}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose length", "dependencies": [1], "argument": "short|long"}], "entailed": ["20953148", "20953149", "20953157", "20953155", "20953154", "20953153", "20953152", "20953151", "20953150", "20953138", "20953158"], "equivalent": ["20953157", "20953156", "20953158"], "question": "Do you think the white shorts are short or long?", "isBalanced": true, "groups": {"global": "height", "local": "10c-shorts_length"}, "answer": "short", "semanticStr": "select: shorts (4)->filter color: white [0]->choose length: short|long [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are short.", "image": "n413319.jpg", "question_id": 20953156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489510", "20489530", "20489527", "20489503", "20489529", "20489511", "20489502", "20489509"], "equivalent": ["20489528", "20489529"], "question": "What is the item of furniture that is comfortable?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_comfortable"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter: comfortable [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3:6": "4"}, "fullAnswer": {"1:4": "4", "6": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bed.", "image": "n145498.jpg", "question_id": 20489528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (4)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20489520", "20489519", "20489518", "20489524", "20489521", "20489517", "20489502", "20489503"], "equivalent": ["20489526"], "question": "What kind of furniture is wide?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wide"}, "answer": "bed", "semanticStr": "select: furniture (4)->filter width: wide [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n145498.jpg", "question_id": 20489526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamps (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,near,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20480589", "20480731", "20480732", "20480734", "20480735", "20480736"], "equivalent": ["20480733"], "question": "What kind of device is to the right of the device near the lamps?", "isBalanced": true, "groups": {"global": "device", "local": "15-radio_to the right of,s"}, "answer": "computer", "semanticStr": "select: lamps (1)->relate: device,near,s (11) [0]->relate: device,to the right of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"10": "11", "3": "4", "13": "1"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n520071.jpg", "question_id": 20480733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter pose", "dependencies": [0], "argument": "bending"}, {"operation": "verify gender", "dependencies": [1], "argument": "male"}], "entailed": ["20754690", "20754680", "20754700", "20754699", "20754698"], "equivalent": ["20754697"], "question": "Does the person that is bending look male?", "isBalanced": true, "groups": {"global": null, "local": "06-person_male"}, "answer": "yes", "semanticStr": "select: person (2)->filter pose: bending [0]->verify gender: male [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is male.", "image": "n566028.jpg", "question_id": 20754697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bricks (9)"}, {"operation": "select", "dependencies": [], "argument": "flowers (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20412286", "20412284"], "equivalent": ["20412286", "20412285"], "question": "Is the color of the bricks different than that of the flowers?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bricks_flowers"}, "answer": "yes", "semanticStr": "select: bricks (9)->select: flowers (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "0", "5": "9"}, "fullAnswer": {"2": "9", "7": "0"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the bricks are red and the flowers are white.", "image": "n445353.jpg", "question_id": 20412285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting beside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067466", "201067636", "201067634", "201067635", "201067632", "201067633"], "equivalent": ["201067637"], "question": "What device is sitting beside the bag?", "isBalanced": true, "groups": {"global": "device", "local": "15-bag_sitting beside,s"}, "answer": "laptop", "semanticStr": "select: bag (8)->relate: device,sitting beside,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n367944.jpg", "question_id": 201067637}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201307350"], "equivalent": ["201307351"], "question": "What's the person in front of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-person_in front of,o"}, "answer": "sky", "semanticStr": "select: person (0)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "0", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is in front of the sky.", "image": "n161313.jpg", "question_id": 201307351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067466", "201067636", "201067637", "201067635", "201067632", "201067633"], "equivalent": ["201067634"], "question": "What's sitting beside the bag?", "isBalanced": true, "groups": {"global": "device", "local": "14-bag_sitting beside,s"}, "answer": "laptop", "semanticStr": "select: bag (8)->relate: _,sitting beside,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting beside the bag.", "image": "n367944.jpg", "question_id": 201067634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202005781", "202005780", "202005782", "202005767", "202005770", "202005769", "202005768", "202005745", "202005746"], "equivalent": ["202005783"], "question": "What kind of furniture is large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "cabinet", "semanticStr": "select: furniture (10)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n97485.jpg", "question_id": 202005783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,plugged into,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204732", "20204733", "20204730", "20204731", "20204734"], "equivalent": ["20204729"], "question": "What is plugged into the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_plugged into,s"}, "answer": "charger", "semanticStr": "select: laptop (4)->relate: _,plugged into,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"5": "4"}, "fullAnswer": {"1": "14", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The charger is plugged into the laptop.", "image": "n532191.jpg", "question_id": 20204729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "digital"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887397", "20887398"], "equivalent": ["20887396"], "question": "What is the digital device called?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_digital"}, "answer": "monitor", "semanticStr": "select: device (4)->filter: digital [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n282436.jpg", "question_id": 20887396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "choose name", "dependencies": [1], "argument": "table|chair"}], "entailed": ["20435193"], "equivalent": ["20435192", "20435193"], "question": "Which kind of furniture is rectangular, the chair or the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_rectangular"}, "answer": "table", "semanticStr": "select: furniture (9)->filter shape: rectangular [0]->choose name: table|chair [1]", "annotations": {"answer": {"0": "9"}, "question": {"10": "9", "3": "9", "7": "10"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The table is rectangular.", "image": "n431447.jpg", "question_id": 20435192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting beside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067466", "201067636", "201067637", "201067634", "201067632", "201067633"], "equivalent": ["201067635"], "question": "What is the device that is sitting beside the bag?", "isBalanced": true, "groups": {"global": "device", "local": "15-bag_sitting beside,s"}, "answer": "laptop", "semanticStr": "select: bag (8)->relate: device,sitting beside,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"9": "8", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n367944.jpg", "question_id": 201067635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball bat (6)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify material", "dependencies": [0], "argument": "metal "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201738109", "201738108", "201738103", "201738124", "201738105", "201738104", "201738088", "201738086", "201738114", "201738112", "201738113", "201738110", "201738111", "201738119", "201738102", "201738123", "201738093", "201738092", "201738091", "201738090", "201738097", "201738096", "201738094"], "equivalent": ["201738087", "201738086"], "question": "Does the baseball bat look large and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-large_metal"}, "answer": "yes", "semanticStr": "select: baseball bat (6)->verify size: large [0]->verify material: metal  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the baseball bat is large and metallic.", "image": "n531731.jpg", "question_id": 201738087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(rectangular)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434725", "20435195"], "equivalent": ["20435196"], "question": "What kind of furniture is not rectangular?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#rectangular"}, "answer": "chair", "semanticStr": "select: furniture (10)->filter shape: not(rectangular) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n431447.jpg", "question_id": 20435196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,bigger than,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879043", "201879040", "201879041"], "equivalent": ["201879042"], "question": "What is the sign larger than?", "isBalanced": true, "groups": {"global": "symbol", "local": "14-sign_bigger than,o"}, "answer": "logo", "semanticStr": "select: sign (14)->relate: _,bigger than,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "14", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is bigger than the logo.", "image": "n496803.jpg", "question_id": 201879042}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,below,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017473", "2017474", "2017308", "2017309"], "equivalent": ["2017472"], "question": "What is the animal below the hair?", "isBalanced": true, "groups": {"global": "animal", "local": "15-hair_below,s"}, "answer": "horse", "semanticStr": "select: hair (1)->relate: animal,below,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6", "6": "1"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n324908.jpg", "question_id": 2017472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,larger than,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20861056", "20861046", "20861045", "20861049", "20861048", "20861047"], "equivalent": ["20861050"], "question": "Which kind of vehicle is bigger than the man?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-man_larger than,s"}, "answer": "car", "semanticStr": "select: man (11)->relate: vehicle,larger than,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n434283.jpg", "question_id": 20861050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (12)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,walking across,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2017308", "2017309", "2017481", "2017480"], "equivalent": ["2017479"], "question": "What animal is walking across the pasture?", "isBalanced": true, "groups": {"global": "animal", "local": "14-pasture_walking across,s"}, "answer": "horse", "semanticStr": "select: pasture (12)->relate: animal,walking across,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is walking across the pasture.", "image": "n324908.jpg", "question_id": 2017479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (9)"}, {"operation": "filter", "dependencies": [0], "argument": "wooded"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20149833", "20149834", "20149811", "20149810", "20149812"], "equivalent": ["20149835"], "question": "What kind of furniture is wooded?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wooded"}, "answer": "cabinet", "semanticStr": "select: furniture (9)->filter: wooded [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n65866.jpg", "question_id": 20149835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053211"], "equivalent": ["202053210"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "umpire", "semanticStr": "select: pants (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "2"}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing pants.", "image": "n334278.jpg", "question_id": 202053210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053210"], "equivalent": ["202053211"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "umpire", "semanticStr": "select: pants (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing pants.", "image": "n334278.jpg", "question_id": 202053211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (6)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "cake,on top of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20157255"], "equivalent": ["20157255", "20157256"], "question": "Do you see any cakes on top of the plate near the coffee mug?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_cake"}, "answer": "no", "semanticStr": "select: coffee mug (6)->relate: plate,near,s (0) [0]->relate: cake,on top of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "12:14": "6"}, "fullAnswer": {"9": "0", "4": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a pancake on top of the plate.", "image": "n170941.jpg", "question_id": 20157256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "filter", "dependencies": [0], "argument": "bald"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting on,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201391842", "201391960", "201391959"], "equivalent": ["201391960", "201391961"], "question": "What is the item of furniture that the bald man is sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_sitting on,o"}, "answer": "sofa", "semanticStr": "select: man (15)->filter: bald [0]->relate: furniture,sitting on,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"8:10": "15", "3:6": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n477702.jpg", "question_id": 201391961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (10)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "food,on top of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20157253", "20157254", "20157208"], "equivalent": ["20157252"], "question": "What type of food is on top of the plate near the fork?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on top of,s"}, "answer": "pancake", "semanticStr": "select: fork (10)->relate: plate,near,s (0) [0]->relate: food,on top of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"9": "0", "3": "3", "12": "10"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pancake.", "image": "n170941.jpg", "question_id": 20157252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "cone,behind,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20785959"], "question": "Are there cones behind the hydrant made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-fire hydrant_cone"}, "answer": "yes", "semanticStr": "select: fire hydrant (1)->filter material: metal [0]->relate: cone,behind,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "1", "2": "0", "5": "1"}, "fullAnswer": {"4": "0", "7": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cone behind the hydrant.", "image": "n12404.jpg", "question_id": 20785959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20210947", "20210942", "20210943", "20210948", "20210949"], "equivalent": ["20210941"], "question": "What type of baked good is in front of the woman?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-woman_in front of,s"}, "answer": "pie", "semanticStr": "select: woman (8)->relate: baked good,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"10": "8", "3:5": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pie.", "image": "n312206.jpg", "question_id": 20210941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dip (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["202244322", "202244323", "202244320", "202244321", "202244326", "202244327", "202244324", "202244328", "202244329", "202244317", "202244316"], "equivalent": ["202244324", "202244325"], "question": "Does the dip look white?", "isBalanced": true, "groups": {"global": null, "local": "06-dip_white"}, "answer": "yes", "semanticStr": "select: dip (5)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dip is white.", "image": "n296467.jpg", "question_id": 202244325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412140", "20412141", "20412142", "20412143"], "equivalent": ["20412139"], "question": "Who is in front of the trees in the picture?", "isBalanced": true, "groups": {"global": "person", "local": "14-trees_in front of,s"}, "answer": "boy", "semanticStr": "select: trees (6)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "6"}, "fullAnswer": {"1": "0", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the trees.", "image": "n531359.jpg", "question_id": 20412139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (11)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20636789", "20636791", "20636790", "20636788"], "equivalent": ["20636791", "20636792"], "question": "Which side is the closed oven on?", "isBalanced": true, "groups": {"global": null, "local": "10q-oven_hposition"}, "answer": "left", "semanticStr": "select: oven (11)->filter: closed [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The oven is on the left of the image.", "image": "n184385.jpg", "question_id": 20636792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20648081", "20648059", "20648058", "20648060"], "equivalent": ["20648080"], "question": "What do you think is parked on the street?", "isBalanced": true, "groups": {"global": "object", "local": "14-street_parked on,s"}, "answer": "motorcycle", "semanticStr": "select: street (2)->relate: _,parked on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"8": "2"}, "fullAnswer": {"1": "5", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is parked on the street.", "image": "n471866.jpg", "question_id": 20648080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower (16)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["20518475", "20518474", "20518493", "20518492", "20518491", "20518490", "20518497", "20518496", "20518495", "20518494"], "equivalent": ["20518498", "20518497"], "question": "Is the large shower dirty or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-shower_cleanliness"}, "answer": "clean", "semanticStr": "select: shower (16)->filter size: large [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2:4": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shower is clean.", "image": "n141939.jpg", "question_id": 20518498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (6)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20361448"], "equivalent": ["20361448", "20361447"], "question": "Does that snowboard look long and wide?", "isBalanced": true, "groups": {"global": null, "local": "05-long_wide"}, "answer": "no", "semanticStr": "select: snowboard (6)->verify length: long [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the snowboard is long but narrow.", "image": "n352479.jpg", "question_id": 20361447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (16)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|pink"}], "entailed": [], "equivalent": ["20861138"], "question": "Are the trousers blue or pink?", "isBalanced": true, "groups": {"global": "color", "local": "10c-pants_color"}, "answer": "blue", "semanticStr": "select: pants (16)->choose color: blue|pink [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trousers are blue.", "image": "n434283.jpg", "question_id": 20861138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (9)"}, {"operation": "choose material", "dependencies": [0], "argument": "plastic|stone"}], "entailed": [], "equivalent": ["201798487"], "question": "Which material makes up the trashcan, plastic or stone?", "isBalanced": true, "groups": {"global": "material", "local": "10c-trash can_material"}, "answer": "plastic", "semanticStr": "select: trash can (9)->choose material: plastic|stone [0]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trashcan is made of plastic.", "image": "n530733.jpg", "question_id": 201798487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (43)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,to the right of,s (36)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": [], "equivalent": ["202107965"], "question": "Is the skateboard to the right of the person brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-skateboard_color"}, "answer": "brown", "semanticStr": "select: person (43)->relate: skateboard,to the right of,s (36) [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"8": "43", "2": "36"}, "fullAnswer": {"1": "36"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The skateboard is brown.", "image": "n133585.jpg", "question_id": 202107965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookie (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "milk,above,o (-)"}], "entailed": [], "equivalent": ["20611956"], "question": "Is the cookie above milk?", "isBalanced": true, "groups": {"global": null, "local": "13-cookie_milk"}, "answer": "no", "semanticStr": "select: cookie (8)->verify rel: milk,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8", "6": "0"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cookie is above the cheese.", "image": "n28996.jpg", "question_id": 20611956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cheese (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "relate", "dependencies": [1], "argument": "food,above,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20611954", "20611925"], "equivalent": ["20611953"], "question": "What is the name of the food above the round cheese?", "isBalanced": true, "groups": {"global": "food", "local": "15-cheese_above,s"}, "answer": "cookie", "semanticStr": "select: cheese (0)->filter shape: round [0]->relate: food,above,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"9:11": "0", "6": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a cookie.", "image": "n28996.jpg", "question_id": 20611953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307230", "20307228", "20307229", "20307253", "20307252", "20307256", "20307255", "20307254"], "equivalent": ["20307257"], "question": "What item of furniture is soft?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_soft"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter hardness: soft [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n554880.jpg", "question_id": 20307257}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201068463", "201068554", "201068552", "201068464", "201068550", "201068465", "201068551", "201068549", "201068548", "201068257", "201068256", "201068258", "201068553", "201068545", "201068547", "201068546"], "equivalent": ["201068544"], "question": "What is the device that is to the right of the adult woman?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_to the right of,s"}, "answer": "cell phone", "semanticStr": "select: woman (1)->filter: adult [0]->relate: device,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"11:13": "1", "3": "3"}, "fullAnswer": {"1": "3", "4:6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a cell phone.", "image": "n159802.jpg", "question_id": 201068544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snack (16)"}, {"operation": "select", "dependencies": [], "argument": "hair clip (13) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20856608"], "equivalent": ["20856609", "20856608"], "question": "What is common to the snack and the hair clip?", "isBalanced": true, "groups": {"global": null, "local": "09common-hair clip_snack"}, "answer": "color", "semanticStr": "select: snack (16)->select: hair clip (13) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "13", "5": "16"}, "fullAnswer": {"4": "16", "7:9": "13"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the snack and the hair clip are black.", "image": "n293477.jpg", "question_id": 20856609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902603", "201902602", "201902604", "201902607", "201902577", "201902576", "201902575", "201902574"], "equivalent": ["201902605"], "question": "Which kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "desk", "semanticStr": "select: furniture (1)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n435808.jpg", "question_id": 201902605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307230", "20307239", "20307238", "20307228", "20307229", "20307250", "20307240", "20307249"], "equivalent": ["20307251"], "question": "Which kind of furniture is gray?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_gray"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a couch.", "image": "n554880.jpg", "question_id": 20307251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (26)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20655190", "20655189"], "equivalent": ["20655080"], "question": "What is the old man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "hat", "semanticStr": "select: man (26)->filter age: old [0]->relate: _,wearing,o (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3:5": "26"}, "fullAnswer": {"1": "26", "5": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a hat.", "image": "n199097.jpg", "question_id": 20655080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896153", "201896152", "201896157", "201896156", "201896155", "201895953"], "equivalent": ["201896154"], "question": "What's the cake sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cake_sitting atop,o"}, "answer": "table", "semanticStr": "select: cake (0)->relate: _,sitting atop,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "0", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cake is sitting atop the table.", "image": "n111390.jpg", "question_id": 201896154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["2097928", "2097927", "2097912", "2097925"], "equivalent": ["2097926", "2097925"], "question": "What type of furniture is presented in the image?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "desk", "semanticStr": "select: furniture (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n513429.jpg", "question_id": 2097926}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["2097928", "2097926", "2097912", "2097925"], "equivalent": ["2097927"], "question": "What kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "desk", "semanticStr": "select: furniture (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n513429.jpg", "question_id": 2097927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}, {"operation": "verify weather", "dependencies": [1], "argument": "cloudy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202000718", "202000689", "202000720", "202000721", "202000708", "202000709", "202000719", "202000713", "202000726", "202000702", "202000717", "202000716", "202000711", "202000707", "202000704", "202000712"], "equivalent": ["202000703"], "question": "Is the gray sky bright and cloudy?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_cloudy"}, "answer": "yes", "semanticStr": "select: sky (12)->filter color: gray [0]->verify: bright [1]->verify weather: cloudy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is bright and cloudy.", "image": "n299528.jpg", "question_id": 202000703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20818698", "20818699", "20818692", "20818693", "20818691", "20818696", "20818694", "20818700", "20818701", "20818702", "20818703", "20818704"], "equivalent": ["20818695"], "question": "What is the person on the home plate doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-batter_activity"}, "answer": "playing", "semanticStr": "select: home plate (2)->relate: person,on,s (17) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3": "17", "6:8": "2"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The batter is playing.", "image": "n279581.jpg", "question_id": 20818695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201596063", "201596091", "201596092"], "equivalent": ["201596093"], "question": "What is under the man?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-man_under,s"}, "answer": "mud", "semanticStr": "select: man (1)->relate: _,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mud is under the man.", "image": "n302358.jpg", "question_id": 201596093}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "woman (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20818689", "20818688"], "equivalent": ["20818689", "20818690"], "question": "Are there men or women in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-man_woman"}, "answer": "no", "semanticStr": "select: man (-)->exist: ? [0]->select: woman (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no women or men.", "image": "n279581.jpg", "question_id": 20818690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (18)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202000823", "202000822", "202000821", "202000820", "202000834", "202000825", "202000824", "202000839", "202000829", "202000828", "202000818", "202000802"], "equivalent": ["202000826"], "question": "What's the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (18)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n299528.jpg", "question_id": 202000826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (2)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["202156759", "202156758", "202156768", "202156769", "202156773", "202156774", "202156761", "202156762", "202156756", "202156757", "202156748"], "equivalent": ["202156760"], "question": "How tall is the grass in front of the rocks?", "isBalanced": true, "groups": {"global": "height", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: rocks (2)->relate: grass,in front of,s (1) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"9": "2", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short.", "image": "n543966.jpg", "question_id": 202156760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boot (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20468949", "20468948", "20468958", "20468959", "20468945", "20468952", "20468953", "20468942", "20468956", "20468957", "20468954", "20468944", "20468962", "20468961", "20468960", "20468951", "20468947", "20468946", "20468950"], "equivalent": ["20468943", "20468942"], "question": "Is the boot tall and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_tall"}, "answer": "yes", "semanticStr": "select: boot (6)->verify color: black [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the boot is tall and black.", "image": "n171169.jpg", "question_id": 20468943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "plain"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246757", "202246756"], "equivalent": ["202246758"], "question": "Which kind of clothing is plain?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_plain"}, "answer": "shirt", "semanticStr": "select: clothing (9)->filter: plain [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n310828.jpg", "question_id": 202246758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667685", "20667684", "20667687", "20667686", "20667689", "20667688", "20667464"], "equivalent": ["20667690"], "question": "What piece of furniture is the remote control lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-remote control_lying on top of,o"}, "answer": "coffee table", "semanticStr": "select: remote control (2)->relate: furniture,lying on top of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"1:4": "1"}, "fullAnswer": {"1": "2", "8:10": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The remote is lying on top of the coffee table.", "image": "n181355.jpg", "question_id": 20667690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,lying on top of,o (1)"}, {"operation": "choose name", "dependencies": [1], "argument": "coffee table|cabinet"}], "entailed": ["20667692", "20667693"], "equivalent": ["20667692", "20667691"], "question": "What item of furniture is the remote control lying on top of, a cabinet or a coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-remote control_lying on top of,o"}, "answer": "coffee table", "semanticStr": "select: remote control (2)->relate: furniture,lying on top of,o (1) [0]->choose name: coffee table|cabinet [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"6:8": "2", "1:4": "1", "16:18": "1"}, "fullAnswer": {"1:3": "2", "9:11": "1"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The remote control is lying on top of a coffee table.", "image": "n181355.jpg", "question_id": 20667691}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["202208407", "202208406", "202208405", "202208411", "202208412", "202208409", "202208408"], "equivalent": ["202208410"], "question": "Is the white vehicle on the right or on the left side of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-bus_hposition"}, "answer": "right", "semanticStr": "select: vehicle (7)->filter color: white [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bus is on the right of the image.", "image": "n124651.jpg", "question_id": 202208410}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (46)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (12) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201669706", "201669649", "201669705"], "equivalent": ["201669651"], "question": "Are there both tables and plates?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-plate_table"}, "answer": "yes", "semanticStr": "select: table (46)->exist: ? [0]->select: plate (12) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "46", "5": "12"}, "fullAnswer": {"5": "46"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a table and a plate.", "image": "n238266.jpg", "question_id": 201669651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ham (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20611839", "20611837", "20611836", "20611840", "20611834", "20611833", "20611832", "20611831", "20611835"], "equivalent": ["20611838", "20611837"], "question": "In which part is the pink ham?", "isBalanced": true, "groups": {"global": null, "local": "10q-ham_hposition"}, "answer": "left", "semanticStr": "select: ham (6)->filter color: pink [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ham is on the left of the image.", "image": "n28996.jpg", "question_id": 20611838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246753", "202246752"], "equivalent": ["202246751"], "question": "What is the cable on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cable_on,o"}, "answer": "computer desk", "semanticStr": "select: cable (6)->relate: _,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {}, "fullAnswer": {"1": "6", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cable is on the computer desk.", "image": "n310828.jpg", "question_id": 202246751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246751", "202246753"], "equivalent": ["202246752"], "question": "How is the piece of furniture that the cable is on called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cable_on,o"}, "answer": "computer desk", "semanticStr": "select: cable (6)->relate: furniture,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"8": "6", "3:6": "7"}, "fullAnswer": {"6:8": "7", "1:4": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}, {"operation": "select", "dependencies": [], "argument": "bed (1) "}, {"operation": "filter cleanliness", "dependencies": [2], "argument": "clean"}, {"operation": "verify state", "dependencies": [3], "argument": "still"}, {"operation": "and", "dependencies": [1, 4], "argument": ""}], "entailed": ["201079989", "201079988", "201079985", "201080249", "201080242", "201080250", "201080244", "201080247"], "equivalent": ["201080248", "201080247"], "question": "Are the couch and the clean bed both still?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-bed_couch"}, "answer": "yes", "semanticStr": "select: couch (7)->verify state: still [0]->select: bed (1) ->filter cleanliness: clean [2]->verify state: still [3]->and:  [1, 4]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "1"}, "fullAnswer": {"3": "7", "6": "1"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the couch and the bed are still.", "image": "n23181.jpg", "question_id": 201080248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (6)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thin"}, {"operation": "verify rel", "dependencies": [1], "argument": "computer desk,on,o (7)"}], "entailed": [], "equivalent": ["202246754"], "question": "Is the thin cable on the computer desk?", "isBalanced": true, "groups": {"global": null, "local": "13-cable_computer desk"}, "answer": "yes", "semanticStr": "select: cable (6)->filter thickness: thin [0]->verify rel: computer desk,on,o (7) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6:8": "7"}, "fullAnswer": {"2": "6", "6:8": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cable is on the computer desk.", "image": "n310828.jpg", "question_id": 202246754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (9)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,next to,s (5)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202231892", "202231891"], "equivalent": ["202232021"], "question": "Is there a lamp next to the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_lamp"}, "answer": "yes", "semanticStr": "select: wall (9)->relate: lamp,next to,s (5) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5", "7": "9"}, "fullAnswer": {"8": "9", "4": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a lamp next to the wall.", "image": "n232810.jpg", "question_id": 202232021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suv (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202248967", "202248997", "202248996", "202248990", "202248993", "202248992", "202248995", "202248988", "202248989", "202248986", "202248987", "202248985"], "equivalent": ["202248991"], "question": "What color is the SUV that is not little?", "isBalanced": true, "groups": {"global": "color", "local": "10q-suv_color"}, "answer": "black", "semanticStr": "select: suv (0)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "0", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The SUV is black.", "image": "n522733.jpg", "question_id": 202248991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (0)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,near,s (10)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20756692"], "question": "Do you see shelves near the pot?", "isBalanced": true, "groups": {"global": null, "local": "13-pot_shelf"}, "answer": "yes", "semanticStr": "select: pot (0)->relate: shelf,near,s (10) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "10", "6": "0"}, "fullAnswer": {"4": "10", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a shelf near the pot.", "image": "n433532.jpg", "question_id": 20756692}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowls (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["20756699", "20756698", "20756700", "20756697", "20756696"], "equivalent": ["20756695"], "question": "Are the white bowls in the top part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-bowls_top"}, "answer": "yes", "semanticStr": "select: bowls (1)->filter color: white [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bowls are in the top of the image.", "image": "n433532.jpg", "question_id": 20756695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (13)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "relate", "dependencies": [2], "argument": "furniture,to the right of,s (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201982879", "201982982", "201982983", "201982981", "201982176"], "equivalent": ["201982980"], "question": "What is the piece of furniture to the right of the sitting-down man that is wearing trousers?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_to the right of,s"}, "answer": "coffee table", "semanticStr": "select: pants (11)->relate: man,wearing,s (13) [0]->filter pose: sitting [1]->relate: furniture,to the right of,s (6) [2]->query: name [3]", "annotations": {"answer": {"0:2": "6"}, "question": {"11:13": "13", "3:6": "6", "16": "11"}, "fullAnswer": {"6:8": "6", "1:4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a coffee table.", "image": "n526228.jpg", "question_id": 201982980}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "choose", "dependencies": [0], "argument": "full|empty"}], "entailed": ["202006168", "202006182", "202006180", "202006181", "202006173", "202006172", "202006171", "202006170", "202006166", "202006143", "202006156"], "equivalent": ["202006175"], "question": "Are the shelves empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-shelves_16"}, "answer": "full", "semanticStr": "select: shelves (15)->choose: full|empty [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shelves are full.", "image": "n97485.jpg", "question_id": 202006175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20705704"], "equivalent": ["20705705"], "question": "What kind of device is on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_on"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: on [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n264887.jpg", "question_id": 20705705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (12)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bottle,to the right of,s (8)"}], "entailed": ["2013049", "2013050", "2013051", "2013052"], "equivalent": ["2013048"], "question": "Is the bottle to the right of the person next to the windows?", "isBalanced": true, "groups": {"global": null, "local": "13-person_bottle"}, "answer": "no", "semanticStr": "select: windows (11)->relate: person,next to,s (12) [0]->verify rel: bottle,to the right of,s (8) [1]", "annotations": {"answer": {}, "question": {"2": "8", "8": "12", "12": "11"}, "fullAnswer": {"9": "12", "2": "8"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bottle is to the left of the person.", "image": "n318370.jpg", "question_id": 2013048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark brown"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201795115", "201795114", "201795038", "201795039", "201795034", "201795035", "201795036", "201795037", "201795030", "201795031", "201795032", "201795048", "201795098", "201795099", "201795094", "201795092", "201795093", "201795090", "201795091", "201795033", "201795100", "201795101", "201795102", "201795103", "201795104", "201795105", "201795106", "201795107", "201795108", "201795047", "201795046", "201795040", "201795028", "201795027", "201795026", "201795025", "201795024", "201795023", "201795049"], "equivalent": ["201795022", "201795024", "201795023"], "question": "Is the elephant large and dark brown?", "isBalanced": true, "groups": {"global": null, "local": "05-dark brown_large"}, "answer": "yes", "semanticStr": "select: elephant (14)->verify color: dark brown [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the elephant is large and dark brown.", "image": "n119944.jpg", "question_id": 201795022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (14)"}, {"operation": "choose name", "dependencies": [0], "argument": "elephant|giraffes"}], "entailed": [], "equivalent": ["201795021"], "question": "Is that an elephant or a giraffe?", "isBalanced": true, "groups": {"global": "animal", "local": "08oc-elephant_giraffes"}, "answer": "elephant", "semanticStr": "select: this (14)->choose name: elephant|giraffes [0]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"3": "14"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is an elephant.", "image": "n119944.jpg", "question_id": 201795021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201794983", "201794982", "201795018", "201795019"], "equivalent": ["201795020"], "question": "What kind of animal is dark brown?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_dark brown"}, "answer": "elephant", "semanticStr": "select: animal (14)->filter color: dark brown [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n119944.jpg", "question_id": 201795020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "helmet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201360747"], "question": "Are there any toothbrushes or helmets?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-helmet_toothbrush"}, "answer": "yes", "semanticStr": "select: toothbrush (3)->exist: ? [0]->select: helmet (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a toothbrush.", "image": "n541688.jpg", "question_id": 201360747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (7)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201879189", "201879187", "201879186", "201879185", "201879184", "201879183", "201879182"], "equivalent": ["201879188"], "question": "On which side is the athlete?", "isBalanced": true, "groups": {"global": null, "local": "10q-athlete_hposition"}, "answer": "right", "semanticStr": "select: athlete (7)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The athlete is on the right of the image.", "image": "n496803.jpg", "question_id": 201879188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (3) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201861477", "201861475"], "equivalent": ["201861476", "201861477"], "question": "Are there either helmets or mirrors that are black?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_black"}, "answer": "yes", "semanticStr": "select: helmet (4)->filter color: black [0]->exist: ? [1]->select: mirror (3) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "4", "5": "3"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the helmet is black.", "image": "n390187.jpg", "question_id": 201861476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mound (7)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,behind,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201480567", "201480561", "201480574", "201480562", "201480558", "201480559", "201480516", "201480517", "201480539", "201480552", "201480554", "201480556", "201480557"], "equivalent": ["201480560"], "question": "How tall is the grass that is behind the mound?", "isBalanced": true, "groups": {"global": "length", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: mound (7)->relate: grass,behind,s (6) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"9": "7", "4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short.", "image": "n39114.jpg", "question_id": 201480560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "towel,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20673036"], "question": "Are there towels to the right of the white toilet?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_towel"}, "answer": "no", "semanticStr": "select: toilet (24)->filter color: white [0]->relate: towel,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "24"}, "fullAnswer": {"10": "24", "4": "30"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table to the right of the toilet.", "image": "n59147.jpg", "question_id": 20673036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330486", "20330387", "20330386", "20330385", "20330482", "20330483", "20330484", "20330485", "20330476", "20330557"], "equivalent": ["20330477"], "question": "What is in front of the car?", "isBalanced": true, "groups": {"global": "thing", "local": "14-car_in front of,s"}, "answer": "fence", "semanticStr": "select: car (6)->relate: _,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the car.", "image": "n260521.jpg", "question_id": 20330477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (14)"}, {"operation": "relate", "dependencies": [0], "argument": "zebras,above,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting beside,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20600269"], "question": "What is sitting beside the zebras above the grass?", "isBalanced": true, "groups": {"global": "material", "local": "14-zebras_sitting beside,s"}, "answer": "rock", "semanticStr": "select: grass (14)->relate: zebras,above,s (5) [0]->relate: _,sitting beside,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"8": "14", "5": "5"}, "fullAnswer": {"1": "9", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rock is sitting beside the zebras.", "image": "n196058.jpg", "question_id": 20600269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2091315", "2091314", "2091312", "2091311", "2091310", "2091309", "2091318"], "equivalent": ["2091313"], "question": "What's the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n565418.jpg", "question_id": 2091313}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2091315", "2091314", "2091313", "2091311", "2091310", "2091309", "2091318"], "equivalent": ["2091312", "2091311", "2091310"], "question": "What material is the fence?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "wood", "semanticStr": "select: fence (7)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of wood.", "image": "n565418.jpg", "question_id": 2091312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn around,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201878325"], "equivalent": ["201878324"], "question": "The jacket is worn around who?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_worn around,o"}, "answer": "man", "semanticStr": "select: jacket (17)->relate: person,worn around,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "17"}, "fullAnswer": {"1": "17", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jacket is worn around the man.", "image": "n342511.jpg", "question_id": 201878324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735419"], "equivalent": ["201735420"], "question": "What's standing on top of the desk?", "isBalanced": true, "groups": {"global": "", "local": "14-desk_standing on top of,s"}, "answer": "chicken", "semanticStr": "select: desk (7)->relate: _,standing on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chicken is standing on top of the desk.", "image": "n240973.jpg", "question_id": 201735420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bread (25)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20308112", "20308111", "20308110", "20308108"], "equivalent": ["20308109"], "question": "Is the bread on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-bread_left"}, "answer": "no", "semanticStr": "select: bread (25)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "25"}, "fullAnswer": {"2": "25"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bread is on the right of the image.", "image": "n278312.jpg", "question_id": 20308109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,worn around,s (17)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201878320", "201878322"], "equivalent": ["201878321"], "question": "What is worn around the old person?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_worn around,s"}, "answer": "jacket", "semanticStr": "select: person (5)->filter age: old [0]->relate: _,worn around,s (17) [1]->query: name [2]", "annotations": {"answer": {"0": "17"}, "question": {"5:7": "5"}, "fullAnswer": {"1": "17", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jacket is worn around the man.", "image": "n342511.jpg", "question_id": 201878321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201982088"], "question": "Who is looking down?", "isBalanced": true, "groups": {"global": "person", "local": "looking down"}, "answer": "man", "semanticStr": "select: person (13)->filter activity: looking down [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is looking down.", "image": "n526228.jpg", "question_id": 201982088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (16)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,below,s (15)"}, {"operation": "filter", "dependencies": [1], "argument": "pretty"}, {"operation": "relate", "dependencies": [2], "argument": "man,to the left of,s (14)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["201481746"], "equivalent": ["201481746", "201481747"], "question": "Do you see any men to the left of the pretty woman that is below the umbrella?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_man"}, "answer": "no", "semanticStr": "select: umbrella (16)->relate: woman,below,s (15) [0]->filter: pretty [1]->relate: man,to the left of,s (14) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"10:12": "15", "4": "14", "16": "16"}, "fullAnswer": {"9": "15", "2": "14"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the right of the woman.", "image": "n470920.jpg", "question_id": 201481747}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (15)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (14)"}, {"operation": "filter pose", "dependencies": [1], "argument": "sitting"}, {"operation": "relate", "dependencies": [2], "argument": "_,wearing,o (24)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201481741"], "equivalent": ["201481741", "201481742"], "question": "The sitting-down man to the right of the woman wears what?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_wearing,o"}, "answer": "glasses", "semanticStr": "select: woman (15)->relate: man,to the right of,s (14) [0]->filter pose: sitting [1]->relate: _,wearing,o (24) [2]->query: name [3]", "annotations": {"answer": {"0": "24"}, "question": {"8": "15", "1:3": "14"}, "fullAnswer": {"1": "14", "3": "24"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man wears glasses.", "image": "n470920.jpg", "question_id": 201481742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "asphalt"}, {"operation": "relate", "dependencies": [1], "argument": "skateboard,on top of,s (6)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202270941", "202270943", "202270942", "202270944"], "equivalent": ["202270958"], "question": "Are there any skateboards on top of the street made of asphalt?", "isBalanced": true, "groups": {"global": null, "local": "13-street_skateboard"}, "answer": "yes", "semanticStr": "select: street (7)->filter material: asphalt [0]->relate: skateboard,on top of,s (6) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"11": "7", "8": "7", "3": "6"}, "fullAnswer": {"9": "7", "4": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a skateboard on top of the street.", "image": "n469156.jpg", "question_id": 202270958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "necklace (10)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201175040"], "question": "Does the necklace look silver and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_silver"}, "answer": "no", "semanticStr": "select: necklace (10)->verify length: long [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the necklace is long but black.", "image": "n357784.jpg", "question_id": 201175040}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,to the left of,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201065441", "201065440", "201065436", "201065434", "201065435", "201065438", "201065439"], "equivalent": ["201065437"], "question": "What color are the chairs the man is to the left of?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chairs_color"}, "answer": "white", "semanticStr": "select: man (0)->relate: chairs,to the left of,o (13) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "13", "6": "0"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chairs are white.", "image": "n429883.jpg", "question_id": 201065437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "canisters (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202218536", "202218535", "202218532", "202218533", "202218530", "202218531", "202218529", "202218528"], "equivalent": ["202218534"], "question": "On which side of the photo are the canisters?", "isBalanced": true, "groups": {"global": null, "local": "10q-canisters_hposition"}, "answer": "left", "semanticStr": "select: canisters (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The canisters are on the left of the image.", "image": "n578564.jpg", "question_id": 202218534}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (14)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": [], "equivalent": ["20862808"], "question": "Does the woman to the right of the man appear to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_standing"}, "answer": "no", "semanticStr": "select: man (9)->relate: woman,to the right of,s (14) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is sitting.", "image": "n94074.jpg", "question_id": 20862808}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (14)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,below,s (16)"}, {"operation": "verify", "dependencies": [1], "argument": "empty"}], "entailed": ["202006238", "202006239", "202006228", "202006248", "202006254", "202006253", "202006251"], "equivalent": ["202006252"], "question": "Does the basket below the other basket look empty?", "isBalanced": true, "groups": {"global": null, "local": "06-basket_empty"}, "answer": "yes", "semanticStr": "select: basket (14)->relate: basket,below,s (16) [0]->verify: empty [1]", "annotations": {"answer": {}, "question": {"2": "16", "6": "14"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the basket is empty.", "image": "n97485.jpg", "question_id": 202006252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20157561"], "question": "Is there a plate in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "03-plate"}, "answer": "yes", "semanticStr": "select: plate (9)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a plate.", "image": "n170941.jpg", "question_id": 20157561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (18)"}, {"operation": "relate", "dependencies": [0], "argument": "door,near,s (17)"}, {"operation": "choose", "dependencies": [1], "argument": "shut|open"}], "entailed": ["20621931", "20621930", "20621933", "20621932", "20621929", "20621941"], "equivalent": ["20621939"], "question": "Is the door near the pavement shut or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-door_15"}, "answer": "shut", "semanticStr": "select: pavement (18)->relate: door,near,s (17) [0]->choose: shut|open [1]", "annotations": {"answer": {}, "question": {"2": "17", "5": "18"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The door is shut.", "image": "n210269.jpg", "question_id": 20621939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763613"], "equivalent": ["201763610"], "question": "What is on the pillow?", "isBalanced": true, "groups": {"global": "textile", "local": "14-pillow_on,s"}, "answer": "pillowcase", "semanticStr": "select: pillow (9)->relate: _,on,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pillowcase is on the pillow.", "image": "n246334.jpg", "question_id": 201763610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "baskets,near,s (16)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify", "dependencies": [1], "argument": "full "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201795283", "201795282", "201795281", "201795280", "201795286", "201795285"], "equivalent": ["201795284"], "question": "Do the baskets near the man look colorful and full?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_full"}, "answer": "yes", "semanticStr": "select: man (7)->relate: baskets,near,s (16) [0]->verify: colorful [1]->verify: full  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "16", "5": "7"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the baskets are colorful and full.", "image": "n119944.jpg", "question_id": 201795284}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "baskets,near,s (16)"}, {"operation": "choose", "dependencies": [1], "argument": "full|empty"}], "entailed": ["201795282", "201795281", "201795285"], "equivalent": ["201795283"], "question": "Are the baskets near the man empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-baskets_16"}, "answer": "full", "semanticStr": "select: man (7)->relate: baskets,near,s (16) [0]->choose: full|empty [1]", "annotations": {"answer": {}, "question": {"2": "16", "5": "7"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The baskets are full.", "image": "n119944.jpg", "question_id": 201795283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "not(sad)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing behind,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202231519"], "equivalent": ["202231518"], "question": "What is the person that is not sad standing behind of?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_standing behind,o"}, "answer": "trash can", "semanticStr": "select: person (6)->filter face expression: not(sad) [0]->relate: _,standing behind,o (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "6", "7": "6"}, "fullAnswer": {"1": "6", "6:8": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing behind the trash can.", "image": "n79078.jpg", "question_id": 202231518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,in front of,s (7)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202106364", "202106362"], "equivalent": ["202106365"], "question": "Is there a fence in front of him?", "isBalanced": true, "groups": {"global": null, "local": "13-man_fence"}, "answer": "no", "semanticStr": "select: he (0)->relate: fence,in front of,s (7) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "7", "7": "0"}, "fullAnswer": {"2": "7", "6": "0"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fence is behind the man.", "image": "n574498.jpg", "question_id": 202106365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20899916", "20899917", "20899915"], "equivalent": ["20899914"], "question": "Is the metal bowl on the right of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-bowl_right"}, "answer": "yes", "semanticStr": "select: bowl (6)->filter material: metal [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bowl is on the right of the image.", "image": "n186491.jpg", "question_id": 20899914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20621735"], "equivalent": ["20621736"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "pavement", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a pavement.", "image": "n210269.jpg", "question_id": 20621736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (15)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|red"}], "entailed": [], "equivalent": ["20647259"], "question": "How do the shoes look, black or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shoes_color"}, "answer": "black", "semanticStr": "select: shoes (15)->choose color: black|red [0]", "annotations": {"answer": {}, "question": {"3": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shoes are black.", "image": "n98540.jpg", "question_id": 20647259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859642", "201859626", "201859628", "201859629"], "equivalent": ["201859627"], "question": "What's the basket on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-basket_on,o"}, "answer": "table", "semanticStr": "select: basket (4)->relate: _,on,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "4", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The basket is on the table.", "image": "n546884.jpg", "question_id": 201859627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201859605", "201859619", "201859618", "201859617", "201859624", "201859625", "201859616", "201859620", "201859622", "201859623"], "equivalent": ["201859620", "201859621", "201859622"], "question": "The basket is of which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-basket_color"}, "answer": "white", "semanticStr": "select: basket (4)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The basket is white.", "image": "n546884.jpg", "question_id": 201859621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20491916"], "question": "Where do you think does the bear that is not short stand on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-bear_standing on,o"}, "answer": "ground", "semanticStr": "select: bear (3)->filter: not(short) [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"10": "3", "6": "3"}, "fullAnswer": {"1": "3", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bear stands on the ground.", "image": "n335542.jpg", "question_id": 20491916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "athlete (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in front of,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the right of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202147769", "202147767", "202147759"], "equivalent": ["202147767", "202147768"], "question": "What item of furniture is to the right of the person that sits in front of the athlete?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_to the right of,s"}, "answer": "chair", "semanticStr": "select: athlete (9)->relate: person,sitting in front of,s (3) [0]->relate: furniture,to the right of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"10": "3", "1:4": "1", "17": "9"}, "fullAnswer": {"1:4": "1", "6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n194179.jpg", "question_id": 202147768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201982550"], "question": "Is this mirror both small and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_small"}, "answer": "no", "semanticStr": "select: mirror (18)->verify cleanliness: clean [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mirror is clean but huge.", "image": "n526228.jpg", "question_id": 201982550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430792"], "equivalent": ["201430790"], "question": "The person is holding onto what?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-person_holding onto,o"}, "answer": "eye glasses", "semanticStr": "select: person (0)->relate: _,holding onto,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "6:8": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is holding onto the eye glasses.", "image": "n206785.jpg", "question_id": 201430790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430790"], "equivalent": ["201430792"], "question": "What is the person holding onto?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-person_holding onto,o"}, "answer": "eye glasses", "semanticStr": "select: person (0)->relate: _,holding onto,o (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is holding onto the eye glasses.", "image": "n206785.jpg", "question_id": 201430792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baking pan (3)"}, {"operation": "relate", "dependencies": [0], "argument": "newspaper,below,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}], "entailed": [], "equivalent": ["20171118"], "question": "Does the newspaper below the baking pan look colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-newspaper_colorful"}, "answer": "yes", "semanticStr": "select: baking pan (3)->relate: newspaper,below,s (0) [0]->verify: colorful [1]", "annotations": {"answer": {}, "question": {"2": "0", "5:7": "3"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the newspaper is colorful.", "image": "n379991.jpg", "question_id": 20171118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "relate", "dependencies": [1], "argument": "_,leaning against,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201770700"], "question": "What is the blue toothbrush leaning against?", "isBalanced": true, "groups": {"global": "object", "local": "14-toothbrush_leaning against,o"}, "answer": "faucet", "semanticStr": "select: toothbrush (1)->filter color: blue [0]->relate: _,leaning against,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toothbrush is leaning against the faucet.", "image": "n310625.jpg", "question_id": 201770700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (15)"}, {"operation": "choose rel", "dependencies": [0], "argument": "wine glass,to the right of|to the left of,s (16)"}], "entailed": ["20226640", "20226868", "20226641", "20226866"], "equivalent": ["20226867", "20226868"], "question": "Is the wineglass to the left or to the right of the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-plate_wine glass"}, "answer": "right", "semanticStr": "select: plate (15)->choose rel: wine glass,to the right of|to the left of,s (16) [0]", "annotations": {"answer": {}, "question": {"2": "16", "12": "15"}, "fullAnswer": {"1": "16", "8": "15"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The wineglass is to the right of the plate.", "image": "n68769.jpg", "question_id": 20226867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "relate", "dependencies": [0], "argument": "car,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201638785", "201638786", "201638779", "201638778", "201638782", "201638777", "201638781"], "equivalent": ["201638780"], "question": "What color is the car that is in front of the men?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "brown", "semanticStr": "select: men (2)->relate: car,in front of,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "2", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is brown.", "image": "n271392.jpg", "question_id": 201638780}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "relate", "dependencies": [0], "argument": "car,in front of,s (0)"}, {"operation": "verify", "dependencies": [1], "argument": "old"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201638785"], "equivalent": ["201638785", "201638786"], "question": "Is the car in front of the men white and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_white"}, "answer": "no", "semanticStr": "select: men (2)->relate: car,in front of,s (0) [0]->verify: old [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "2"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the car is old but brown.", "image": "n271392.jpg", "question_id": 201638786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202000764", "202000765", "202000766", "202000760", "202000761", "202000763"], "equivalent": ["202000762"], "question": "What is the street made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-street_material"}, "answer": "concrete", "semanticStr": "select: street (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street is made of concrete.", "image": "n299528.jpg", "question_id": 202000762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bench,in front of,o (8)"}], "entailed": ["201337279"], "equivalent": ["201336943"], "question": "Is the man in front of a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bench"}, "answer": "yes", "semanticStr": "select: man (1)->verify rel: bench,in front of,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "1", "7": "8"}, "fullAnswer": {"8": "8", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is in front of a bench.", "image": "n329479.jpg", "question_id": 201336943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (6)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20136713", "20136710", "20136714", "20136712", "20136711", "20136699", "20136698", "20136708", "20136705", "20136703", "20136702", "20136701", "20136700", "20136707", "20136706", "20136697", "20136704"], "equivalent": ["20136709", "20136708"], "question": "Does the toilet look round and white?", "isBalanced": true, "groups": {"global": null, "local": "05-round_white"}, "answer": "yes", "semanticStr": "select: toilet (6)->verify shape: round [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the toilet is round and white.", "image": "n446242.jpg", "question_id": 20136709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201336939", "201337225"], "equivalent": ["201336940"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_in front of,o"}, "answer": "bench", "semanticStr": "select: man (1)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "1", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the bench.", "image": "n329479.jpg", "question_id": 201336940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (23)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (25)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["20655341", "20655340", "20655343", "20655342", "20655345", "20655344", "20655347", "20655346", "20655349", "20655348", "20655361", "20655339", "20655350", "20655351", "20655357", "20655375", "20655338", "20655363", "20655362", "20655333", "20655334", "20655376", "20655336", "20655337"], "equivalent": ["20655358"], "question": "Which size is the sign on the sidewalk, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-street sign_size"}, "answer": "small", "semanticStr": "select: sidewalk (23)->relate: sign,on,s (25) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"4": "25", "7": "23"}, "fullAnswer": {"1:3": "25"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The street sign is small.", "image": "n199097.jpg", "question_id": 20655358}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20169769"], "question": "What is the tie in front of?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-tie_in front of,o"}, "answer": "shirt", "semanticStr": "select: tie (3)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "3", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tie is in front of the shirt.", "image": "n58220.jpg", "question_id": 20169769}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "choose color", "dependencies": [0], "argument": "silver|gold"}], "entailed": [], "equivalent": ["201411099"], "question": "Does the mirror appear to be gold or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-mirror_color"}, "answer": "silver", "semanticStr": "select: mirror (2)->choose color: silver|gold [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is silver.", "image": "n415215.jpg", "question_id": 201411099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (9)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|white"}], "entailed": [], "equivalent": ["201590294"], "question": "Is the hat white or blue?", "isBalanced": true, "groups": {"global": "color", "local": "10c-hat_color"}, "answer": "blue", "semanticStr": "select: hat (9)->choose color: blue|white [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hat is blue.", "image": "n260762.jpg", "question_id": 201590294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (16)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["202125960", "202125961", "202125962", "202125963", "202125959", "202125948", "202125947", "202125949", "202125964"], "equivalent": ["202125966"], "question": "Is that shirt short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (16)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n573460.jpg", "question_id": 202125966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (1)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20169759", "20169767"], "equivalent": ["20169766"], "question": "What is in front of the shirt he is wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-shirt_in front of,s"}, "answer": "tie", "semanticStr": "select: he (1)->relate: shirt,wearing,o (5) [0]->relate: _,in front of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7": "1", "6": "5"}, "fullAnswer": {"1": "3", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tie is in front of the shirt.", "image": "n58220.jpg", "question_id": 20169766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}], "entailed": ["201752818", "201752830", "201752847", "201752834", "201752826", "201752827", "201752824", "201752825", "201752823", "201752820", "201752821", "201752848", "201752849", "201752828", "201752829"], "equivalent": ["201752822"], "question": "Does the shirt have short length?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_short"}, "answer": "yes", "semanticStr": "select: shirt (7)->verify length: short [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is short.", "image": "n262929.jpg", "question_id": 201752822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "select", "dependencies": [], "argument": "table (8) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202173860"], "question": "What do the bench and the table have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bench_table"}, "answer": "color", "semanticStr": "select: bench (7)->select: table (8) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "8"}, "fullAnswer": {"4": "7", "7": "8"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the bench and the table are red.", "image": "n398429.jpg", "question_id": 202173860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066049"], "equivalent": ["2066050"], "question": "Which kind of clothing isn't brown?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#brown"}, "answer": "sweater", "semanticStr": "select: clothing (4)->filter color: not(brown) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a sweater.", "image": "n356822.jpg", "question_id": 2066050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2012746", "2012752", "2012753"], "equivalent": ["2012745"], "question": "What does the person next to the drink hold?", "isBalanced": true, "groups": {"global": "baked good", "local": "14-person_holding,o"}, "answer": "donut", "semanticStr": "select: drink (9)->relate: person,next to,s (1) [0]->relate: _,holding,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1", "7": "9"}, "fullAnswer": {"1": "1", "4": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person holds the donut.", "image": "n318370.jpg", "question_id": 2012745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20340788"], "equivalent": ["20340789"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "school", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a school.", "image": "n346247.jpg", "question_id": 20340789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "baked good,holding,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2012745", "2012752", "2012753"], "equivalent": ["2012746"], "question": "What is the food that the person next to the bottle holds?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-person_holding,o"}, "answer": "donut", "semanticStr": "select: bottle (8)->relate: person,next to,s (1) [0]->relate: baked good,holding,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "8", "3": "0", "6": "1"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a donut.", "image": "n318370.jpg", "question_id": 2012746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "relate", "dependencies": [1], "argument": "sheep,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201055889"], "question": "Is there a sheep above the grass that looks short?", "isBalanced": true, "groups": {"global": null, "local": "13-grass_sheep"}, "answer": "no", "semanticStr": "select: grass (9)->filter height: short [0]->relate: sheep,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "9", "6": "9"}, "fullAnswer": {"4": "0", "7": "9"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a ball above the grass.", "image": "n259002.jpg", "question_id": 201055889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["2012742"], "question": "The person near the drink is wearing what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-person_wearing,o"}, "answer": "shirt", "semanticStr": "select: drink (9)->relate: person,near,s (1) [0]->relate: _,wearing,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"1": "1", "4": "9"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is wearing a shirt.", "image": "n318370.jpg", "question_id": 2012742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201608379", "201608365", "201608364", "201608367"], "equivalent": ["201608366"], "question": "What color is the grass?", "isBalanced": true, "groups": {"global": "color", "local": "10q-grass_color"}, "answer": "green", "semanticStr": "select: grass (8)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is green.", "image": "n123075.jpg", "question_id": 201608366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "select", "dependencies": [], "argument": "plate (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201636987"], "equivalent": ["201636988"], "question": "Is the color of the cake different than the plate?", "isBalanced": true, "groups": {"global": null, "local": "09diff-cake_plate"}, "answer": "no", "semanticStr": "select: cake (2)->select: plate (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "4", "5": "2"}, "fullAnswer": {"3": "2", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the cake and the plate are white.", "image": "n200692.jpg", "question_id": 201636988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "verify", "dependencies": [0], "argument": "paved"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20968470", "20968471", "20968465", "20968459", "20968467", "20968466", "20968469", "20968468", "20968456", "20968457", "20968454", "20968455", "20968458"], "equivalent": ["20968453"], "question": "Is the road smooth and paved?", "isBalanced": true, "groups": {"global": null, "local": "05-paved_smooth"}, "answer": "yes", "semanticStr": "select: road (7)->verify: paved [0]->verify state: smooth  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the road is smooth and paved.", "image": "n288870.jpg", "question_id": 20968453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cane (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20183320", "20183323", "20183325", "20183324", "20183327", "20183326"], "equivalent": ["20183328"], "question": "What's the cane made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cane_material"}, "answer": "wood", "semanticStr": "select: cane (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cane is made of wood.", "image": "n151768.jpg", "question_id": 20183328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,wearing,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20541110", "20541111", "20541113", "20541114", "20541115", "20541109", "20541117", "20541118", "20541108", "20541099", "20541116"], "equivalent": ["20541112"], "question": "What is the length of the pants the woman is wearing?", "isBalanced": true, "groups": {"global": "length", "local": "10q-pants_length"}, "answer": "long", "semanticStr": "select: woman (9)->relate: pants,wearing,o (11) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"8": "9", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are long.", "image": "n527290.jpg", "question_id": 20541112}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,perched on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676104", "201676175", "201676177", "201676176", "201676180"], "equivalent": ["201676177", "201676178"], "question": "How is the device that is perched on the table called?", "isBalanced": true, "groups": {"global": "device", "local": "15-table_perched on,s"}, "answer": "computer", "semanticStr": "select: table (4)->relate: device,perched on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"9": "4", "3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n233607.jpg", "question_id": 201676178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (12)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the right of,s (7)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2056118", "2056104", "2056108", "2056115", "2056121", "2056120", "2056123", "2056122", "2056124", "2056101", "2056107", "2056106", "2056131", "2056100", "2056103", "2056105", "2056117"], "equivalent": ["2056116", "2056117"], "question": "Is the mirror to the right of the bus yellow and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_yellow"}, "answer": "yes", "semanticStr": "select: bus (12)->relate: mirror,to the right of,s (7) [0]->verify size: large [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "12", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mirror is yellow and large.", "image": "n263180.jpg", "question_id": 2056116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "nightstand (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["2056111", "2056112", "2056113", "2056109"], "equivalent": ["2056109", "2056110"], "question": "Is there any small nightstand or mirror?", "isBalanced": true, "groups": {"global": null, "local": "04-mirror_small"}, "answer": "no", "semanticStr": "select: mirror (7)->filter size: small [0]->exist: ? [1]->select: nightstand (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a mirror but it is large.", "image": "n263180.jpg", "question_id": 2056110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (6)"}, {"operation": "select", "dependencies": [], "argument": "pizza (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202240804", "202240803"], "equivalent": ["202240803", "202240802"], "question": "Are the pizza and the plant the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-pizza_plant"}, "answer": "no", "semanticStr": "select: plant (6)->select: pizza (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "6"}, "fullAnswer": {"2": "6", "7": "5"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the plant is green and the pizza is white.", "image": "n460385.jpg", "question_id": 202240802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "clear"}], "entailed": ["201273125", "201273124", "201273121", "201273120", "201273123", "201273122", "201273118", "201273114", "201273115", "201273116", "201273117"], "equivalent": ["201273119", "201273120"], "question": "Is it clear?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_clear"}, "answer": "yes", "semanticStr": "select: scene->verify weather: clear [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is clear.", "image": "n46510.jpg", "question_id": 201273119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sauce (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20865928"], "equivalent": ["20865927"], "question": "Is the sauce both thin and dark?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_thin"}, "answer": "no", "semanticStr": "select: sauce (11)->verify color: dark [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sauce is dark but thick.", "image": "n579256.jpg", "question_id": 20865927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "select", "dependencies": [], "argument": "window frame (13) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201996550"], "question": "Is the chair made of the same material as the window frame?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_window frame"}, "answer": "yes", "semanticStr": "select: chair (8)->select: window frame (13) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "10:12": "13"}, "fullAnswer": {"3": "8", "6:8": "13"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the chair and the window frame are made of metal.", "image": "n250715.jpg", "question_id": 201996550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "select", "dependencies": [], "argument": "artwork (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201803717", "201803716"], "equivalent": ["201803716", "201803715"], "question": "Are the artwork and the couch the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-artwork_couch"}, "answer": "no", "semanticStr": "select: couch (13)->select: artwork (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "13"}, "fullAnswer": {"2": "13", "7": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the couch is black and the artwork is white.", "image": "n51002.jpg", "question_id": 201803715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201439425", "201439441"], "equivalent": ["201439462"], "question": "Who in this image is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (10)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n199286.jpg", "question_id": 201439462}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (16)"}, {"operation": "select", "dependencies": [], "argument": "phone (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201996556"], "equivalent": ["201996557"], "question": "Does the controller have a different color than the telephone?", "isBalanced": true, "groups": {"global": null, "local": "09diff-controller_phone"}, "answer": "yes", "semanticStr": "select: controller (16)->select: phone (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "9", "2": "16"}, "fullAnswer": {"2": "16", "7": "9"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the controller is black and the telephone is white.", "image": "n250715.jpg", "question_id": 201996557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (13)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202102551"], "question": "Does the sink look small and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_small"}, "answer": "no", "semanticStr": "select: sink (13)->verify shape: rectangular [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is rectangular but large.", "image": "n386682.jpg", "question_id": 202102551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202218957", "202218958"], "equivalent": ["202218958", "202218959"], "question": "Is the cooking utensil made of wood rectangular and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: cooking utensil (9)->filter material: wood [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9", "6": "9"}, "fullAnswer": {"2:4": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cutting board is rectangular but brown.", "image": "n578564.jpg", "question_id": 202218959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball bat (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2059484", "2059483", "2059476", "2059477", "2059468", "2059463", "2059462", "2059465", "2059464", "2059467"], "equivalent": ["2059466"], "question": "What's the baseball bat made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-baseball bat_material"}, "answer": "metal", "semanticStr": "select: baseball bat (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball bat is made of metal.", "image": "n130638.jpg", "question_id": 2059466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetables (8)"}, {"operation": "relate", "dependencies": [0], "argument": "food,near,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201207250", "201207252", "201207253", "201207247", "201207246", "201207245", "201207244", "201207265", "201207264", "201207249", "201207248", "201207242", "201207263", "201207262", "201207243", "201207254", "201207271", "201207270", "201207255"], "equivalent": ["201207251"], "question": "What is the color of the food near the veggies?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sandwich_color"}, "answer": "tan", "semanticStr": "select: vegetables (8)->relate: food,near,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "8", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sandwich is tan.", "image": "n222915.jpg", "question_id": 201207251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (1)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20652326", "20652327", "20652324", "20652325", "20652304", "20652305", "20652306", "20652301", "20652313", "20652302", "20652328", "20652312", "20652300", "20652303"], "equivalent": ["20652299"], "question": "Are the gloves small and black and white?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_small"}, "answer": "yes", "semanticStr": "select: gloves (1)->verify: black and white [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the gloves are small and black and white.", "image": "n400036.jpg", "question_id": 20652299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the left of|to the right of,s (4)"}], "entailed": ["2046604", "2046474", "2046472", "2046473", "2046470", "2046471"], "equivalent": ["2046605"], "question": "Is the woman to the left or to the right of the man on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "left", "semanticStr": "select: man (2)->filter hposition: right [0]->choose rel: woman,to the left of|to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"2": "4", "12": "2"}, "fullAnswer": {"1": "4", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the man.", "image": "n71728.jpg", "question_id": 2046605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwich (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pizza (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "not(round)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201207287", "201207286", "201207285", "201207284", "201207283", "201207282"], "equivalent": ["201207272"], "question": "Is there a sandwich or a pizza that is not round?", "isBalanced": true, "groups": {"global": null, "local": "04-sandwich_n#round"}, "answer": "no", "semanticStr": "select: sandwich (5)->filter shape: not(round) [0]->exist: ? [1]->select: pizza (-) ->filter shape: not(round) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a sandwich but it is round.", "image": "n222915.jpg", "question_id": 201207272}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hang from,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20503791"], "equivalent": ["20503792"], "question": "What is the light fixture hang from?", "isBalanced": true, "groups": {"global": "thing", "local": "14-light fixture_hang from,o"}, "answer": "cables", "semanticStr": "select: light fixture (9)->relate: _,hang from,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1:3": "9", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light fixture is hang from the cables.", "image": "n324644.jpg", "question_id": 20503792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,on top of,o (17)"}], "entailed": [], "equivalent": ["201030757"], "question": "Is the pillow on top of the couch?", "isBalanced": true, "groups": {"global": null, "local": "13-pillow_couch"}, "answer": "yes", "semanticStr": "select: pillow (7)->verify rel: couch,on top of,o (17) [0]", "annotations": {"answer": {}, "question": {"2": "7", "7": "17"}, "fullAnswer": {"8": "17", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pillow is on top of the couch.", "image": "n54424.jpg", "question_id": 201030757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (2)"}, {"operation": "select", "dependencies": [], "argument": "bottle (5) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20573434"], "equivalent": ["20573433"], "question": "Is the toilet the same color as the bottle?", "isBalanced": true, "groups": {"global": null, "local": "09same-bottle_toilet"}, "answer": "yes", "semanticStr": "select: toilet (2)->select: bottle (5) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "2"}, "fullAnswer": {"3": "2", "6": "5"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the toilet and the bottle are white.", "image": "n162108.jpg", "question_id": 20573433}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "relate", "dependencies": [0], "argument": "cyclist,to the right of,s (14)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["202257262", "202257265", "202257264"], "equivalent": ["202257263"], "question": "Does the bicyclist to the right of the person seem to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-cyclist_sitting"}, "answer": "yes", "semanticStr": "select: person (10)->relate: cyclist,to the right of,s (14) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"8": "10", "2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bicyclist is sitting.", "image": "n92308.jpg", "question_id": 202257263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202257245"], "equivalent": ["202257261"], "question": "Who is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "cyclist", "semanticStr": "select: person (14)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cyclist is riding.", "image": "n92308.jpg", "question_id": 202257261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20162505"], "equivalent": ["20162504"], "question": "Is the hat black?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_black"}, "answer": "no", "semanticStr": "select: hat (7)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is blue.", "image": "n202379.jpg", "question_id": 20162504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "gloves (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20162506"], "question": "Are there white gloves or hats?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_white"}, "answer": "no", "semanticStr": "select: hat (7)->filter color: white [0]->exist: ? [1]->select: gloves (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a hat but it is blue.", "image": "n202379.jpg", "question_id": 20162506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (12)"}, {"operation": "filter", "dependencies": [0], "argument": "open"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|green"}], "entailed": [], "equivalent": ["201794950"], "question": "Is the open basket green or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-basket_color"}, "answer": "brown", "semanticStr": "select: basket (12)->filter: open [0]->choose color: brown|green [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The basket is brown.", "image": "n119944.jpg", "question_id": 201794950}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (14)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202257245"], "equivalent": ["202257268"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "cyclist", "semanticStr": "select: person (14)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cyclist is sitting.", "image": "n92308.jpg", "question_id": 202257268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (3)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201640372", "201640373", "201640370", "201640371", "201640376", "201640377", "201640375", "201640386", "201640384", "201640383"], "equivalent": ["201640374"], "question": "What color is the drink in the bottom part of the picture?", "isBalanced": true, "groups": {"global": "color", "local": "10q-wine_color"}, "answer": "black", "semanticStr": "select: drink (3)->filter vposition: bottom [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wine is black.", "image": "n235859.jpg", "question_id": 201640374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "painting (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201233884", "201233886", "201233879", "201233878", "201233882", "201233885", "201233880"], "equivalent": ["201233881"], "question": "Which color is the painting?", "isBalanced": true, "groups": {"global": "color", "local": "10q-painting_color"}, "answer": "gray", "semanticStr": "select: painting (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The painting is gray.", "image": "n130464.jpg", "question_id": 201233881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,mounted on,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201573876"], "question": "What is the white sign mounted on?", "isBalanced": true, "groups": {"global": "", "local": "14-sign_mounted on,o"}, "answer": "stores", "semanticStr": "select: sign (2)->filter color: white [0]->relate: _,mounted on,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2", "6": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is mounted on the stores.", "image": "n115614.jpg", "question_id": 201573876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter", "dependencies": [0], "argument": "plush"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201030417", "201030418", "201030419", "201030393", "201030394", "201030420"], "equivalent": ["201030416", "201030417"], "question": "What is the plush item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_plush"}, "answer": "couch", "semanticStr": "select: furniture (17)->filter: plush [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"4:7": "17"}, "fullAnswer": {"1:4": "17", "6": "17"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n54424.jpg", "question_id": 201030416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose rel", "dependencies": [1], "argument": "oven,to the right of|to the left of,s (9)"}], "entailed": ["20896673", "20896670", "20896671", "20896320", "20896674", "20896313", "20896315", "20896317"], "equivalent": ["20896672", "20896673"], "question": "Is the glass oven to the right or to the left of the container made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-container_oven"}, "answer": "right", "semanticStr": "select: container (12)->filter material: plastic [0]->choose rel: oven,to the right of|to the left of,s (9) [1]", "annotations": {"answer": {}, "question": {"13": "12", "2:4": "9", "16": "12"}, "fullAnswer": {"1": "9", "8": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The oven is to the right of the container.", "image": "n548534.jpg", "question_id": 20896672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "table,to the left of,s (8)"}], "entailed": ["202174621", "202174620"], "equivalent": ["202174619"], "question": "Is the table to the left of an oven?", "isBalanced": true, "groups": {"global": null, "local": "13-oven_table"}, "answer": "no", "semanticStr": "select: oven (3)->verify rel: table,to the left of,s (8) [0]", "annotations": {"answer": {}, "question": {"8": "3", "2": "8"}, "fullAnswer": {"9": "3", "2": "8"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the table is to the right of an oven.", "image": "n398429.jpg", "question_id": 202174619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing next to,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404252", "201404251", "201404250", "201404256", "201404255", "201404254"], "equivalent": ["201404253", "201404255", "201404254", "201404252"], "question": "What is the animal that is standing next to the mom?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mother_standing next to,s"}, "answer": "calf", "semanticStr": "select: mother (8)->relate: animal,standing next to,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"10": "8", "3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a calf.", "image": "n331357.jpg", "question_id": 201404253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing next to,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201404253", "201404252", "201404250", "201404256", "201404255", "201404254"], "equivalent": ["201404251"], "question": "What animal is standing next to the mother?", "isBalanced": true, "groups": {"global": "animal", "local": "14-mother_standing next to,s"}, "answer": "calf", "semanticStr": "select: mother (8)->relate: animal,standing next to,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is standing next to the mom.", "image": "n331357.jpg", "question_id": 201404251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "animal,standing next to,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201404253", "201404252", "201404251", "201404256", "201404255", "201404254"], "equivalent": ["201404250"], "question": "What animal is standing next to the large mother?", "isBalanced": true, "groups": {"global": "animal", "local": "14-mother_standing next to,s"}, "answer": "calf", "semanticStr": "select: mother (8)->filter size: large [0]->relate: animal,standing next to,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"7:9": "8"}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is standing next to the mom.", "image": "n331357.jpg", "question_id": 201404250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20797667", "20797760", "20797764", "20797666"], "equivalent": ["20797763"], "question": "What animal is in front of the shoe?", "isBalanced": true, "groups": {"global": "animal", "local": "15-shoe_in front of,s"}, "answer": "cat", "semanticStr": "select: shoe (0)->relate: animal,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n16656.jpg", "question_id": 20797763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (0)"}, {"operation": "filter", "dependencies": [0], "argument": "worn"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20797667", "20797763", "20797764", "20797666"], "equivalent": ["20797760"], "question": "What animal is in front of the worn shoe?", "isBalanced": true, "groups": {"global": "animal", "local": "14-shoe_in front of,s"}, "answer": "cat", "semanticStr": "select: shoe (0)->filter: worn [0]->relate: animal,in front of,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"7:9": "0"}, "fullAnswer": {"1": "4", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is in front of the shoe.", "image": "n16656.jpg", "question_id": 20797760}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201896084", "201896083", "201896077", "201896078", "201896079", "201896069", "201896068", "201896067", "201896066", "201896065", "201896064", "201896063", "201896062", "201896061", "201896082", "201896088", "201896081", "201896076", "201896080"], "equivalent": ["201896060"], "question": "Is the coat gray and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_thin"}, "answer": "yes", "semanticStr": "select: coat (10)->verify color: gray [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the coat is gray and thin.", "image": "n111390.jpg", "question_id": 201896060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "restaurant (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "store (-) "}, {"operation": "filter", "dependencies": [3], "argument": "not(open)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20434900"], "equivalent": ["20434900", "20434901"], "question": "Are there stores or restaurants that are not open?", "isBalanced": true, "groups": {"global": null, "local": "04-restaurant_n#open"}, "answer": "no", "semanticStr": "select: restaurant (0)->filter: not(open) [0]->exist: ? [1]->select: store (-) ->filter: not(open) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a restaurant but it is open.", "image": "n431447.jpg", "question_id": 20434901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169058", "202169055", "202169057"], "equivalent": ["202169059"], "question": "What vehicles are made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "cars", "semanticStr": "select: vehicle (14)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,filled with,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434908"], "equivalent": ["20434909"], "question": "What's filled with the boy?", "isBalanced": true, "groups": {"global": "place", "local": "14-boy_filled with,s"}, "answer": "restaurant", "semanticStr": "select: boy (1)->relate: _,filled with,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The restaurant is filled with boy.", "image": "n431447.jpg", "question_id": 20434909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stroller (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "silver"}, {"operation": "relate", "dependencies": [2], "argument": "cabinet,to the left of,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": [], "equivalent": ["201758531"], "question": "Are there any cabinets to the left of the stroller that is black and silver?", "isBalanced": true, "groups": {"global": null, "local": "13-stroller_cabinet"}, "answer": "no", "semanticStr": "select: stroller (10)->filter color: black [0]->filter color: silver [1]->relate: cabinet,to the left of,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"9": "10", "12": "10", "14": "10"}, "fullAnswer": {"10": "10", "4": "17"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a table to the left of the stroller.", "image": "n4777.jpg", "question_id": 201758531}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (8)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202208384", "202208386", "202208349"], "equivalent": ["202208384", "202208385"], "question": "What kind of sign is on the road?", "isBalanced": true, "groups": {"global": "sign", "local": "15-road_on,s"}, "answer": "traffic sign", "semanticStr": "select: road (8)->relate: sign,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4", "7": "8"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n124651.jpg", "question_id": 202208385}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}], "entailed": ["20518642", "20518643", "20518640", "20518641", "20518646", "20518647", "20518645"], "equivalent": ["20518643", "20518644"], "question": "Does that tissue box look square?", "isBalanced": true, "groups": {"global": null, "local": "06-tissue box_square"}, "answer": "yes", "semanticStr": "select: tissue box (4)->verify shape: square [0]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tissue box is square.", "image": "n141939.jpg", "question_id": 20518644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201861263", "201861262", "201861261", "201861264"], "equivalent": ["201861265"], "question": "Which side of the image is the mirror on?", "isBalanced": true, "groups": {"global": null, "local": "10q-mirror_hposition"}, "answer": "left", "semanticStr": "select: mirror (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is on the left of the image.", "image": "n390187.jpg", "question_id": 201861265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboarder (0)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,to the right of,s (8)"}, {"operation": "verify width", "dependencies": [1], "argument": "narrow"}], "entailed": ["202133873", "202133884", "202133885", "202133882", "202133883"], "equivalent": ["202133881"], "question": "Does the skateboard to the right of the skateboarder look narrow?", "isBalanced": true, "groups": {"global": null, "local": "06-skateboard_narrow"}, "answer": "yes", "semanticStr": "select: skateboarder (0)->relate: skateboard,to the right of,s (8) [0]->verify width: narrow [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the skateboard is narrow.", "image": "n412144.jpg", "question_id": 202133881}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(square)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ottoman (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "not(square)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20480058"], "equivalent": ["20480058", "20480057"], "question": "Are there desks or ottomen that are not square?", "isBalanced": true, "groups": {"global": null, "local": "04-desk_n#square"}, "answer": "no", "semanticStr": "select: desk (10)->filter shape: not(square) [0]->exist: ? [1]->select: ottoman (-) ->filter shape: not(square) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a desk but it is square.", "image": "n520071.jpg", "question_id": 20480057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20518649"], "question": "What is the tissue box on?", "isBalanced": true, "groups": {"global": "", "local": "14-tissue box_on,o"}, "answer": "countertop", "semanticStr": "select: tissue box (4)->relate: _,on,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1:3": "4", "6": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tissue box is on the countertop.", "image": "n141939.jpg", "question_id": 20518649}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20227037", "20227028"], "equivalent": ["20227059"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (8)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n68769.jpg", "question_id": 20227059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leggings (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201570680", "201570691", "201570692", "201570681", "201570675", "201570674", "201570677", "201570676", "201570688", "201570689", "201570684", "201570685", "201570686", "201570690", "201570679", "201570678", "201570682", "201570683"], "equivalent": ["201570673"], "question": "Are the leggings black and long?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "yes", "semanticStr": "select: leggings (13)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the leggings are black and long.", "image": "n382416.jpg", "question_id": 201570673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drawers (7)"}, {"operation": "relate", "dependencies": [0], "argument": "oven,near,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201663285"], "equivalent": ["201663423"], "question": "Are there any ovens near the drawers?", "isBalanced": true, "groups": {"global": null, "local": "13-drawers_oven"}, "answer": "yes", "semanticStr": "select: drawers (7)->relate: oven,near,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "6": "7"}, "fullAnswer": {"4": "0", "7": "7"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an oven near the drawers.", "image": "n35676.jpg", "question_id": 201663423}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (16)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873167", "201873166", "201873170", "201873313", "201873169", "201873314"], "equivalent": ["201873168", "201873169"], "question": "What is the vehicle that the sticker is in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-sticker_in front of,o"}, "answer": "fire truck", "semanticStr": "select: sticker (16)->relate: vehicle,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0", "6": "16"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sticker (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873166", "201873170", "201873313", "201873169", "201873168", "201873314"], "equivalent": ["201873167"], "question": "What is the sticker in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-sticker_in front of,o"}, "answer": "fire truck", "semanticStr": "select: sticker (16)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1": "16", "7:9": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sticker is in front of the fire truck.", "image": "n309148.jpg", "question_id": 201873167}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201974870", "201974871", "201974869"], "equivalent": ["201974872"], "question": "On which side is the racket?", "isBalanced": true, "groups": {"global": null, "local": "10q-racket_hposition"}, "answer": "left", "semanticStr": "select: racket (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The racket is on the left of the image.", "image": "n274905.jpg", "question_id": 201974872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873164"], "equivalent": ["201873165"], "question": "What is in front of the fire truck?", "isBalanced": true, "groups": {"global": "", "local": "14-fire truck_in front of,s"}, "answer": "sticker", "semanticStr": "select: fire truck (0)->relate: _,in front of,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "7:9": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sticker is in front of the fire truck.", "image": "n309148.jpg", "question_id": 201873165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504799", "201504901", "201504903", "201504798"], "equivalent": ["201504902"], "question": "Who is in front of the mountains?", "isBalanced": true, "groups": {"global": "person", "local": "14-mountains_in front of,s"}, "answer": "woman", "semanticStr": "select: mountains (6)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the mountains.", "image": "n298104.jpg", "question_id": 201504902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201556592", "201556594"], "equivalent": ["201556592", "201556593", "201556594"], "question": "Does the shelf look tall and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_tall"}, "answer": "no", "semanticStr": "select: shelf (12)->verify color: red [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shelf is tall but tan.", "image": "n525901.jpg", "question_id": 201556593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the left of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169095", "202169093"], "equivalent": ["202169094"], "question": "What vehicles are to the left of the bench?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bench_to the left of,s"}, "answer": "cars", "semanticStr": "select: bench (6)->relate: vehicle,to the left of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,parked on,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202169092"], "equivalent": ["202169091"], "question": "What are the vehicles that are parked on the street made of concrete called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_parked on,s"}, "answer": "cars", "semanticStr": "select: street (15)->filter material: concrete [0]->relate: vehicle,parked on,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"9": "15", "3": "14", "12": "15"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the left of,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202169094", "202169095"], "equivalent": ["202169093"], "question": "What vehicles are to the left of the bench that looks brown?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bench_to the left of,s"}, "answer": "cars", "semanticStr": "select: bench (6)->filter color: brown [0]->relate: vehicle,to the left of,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"1": "14", "8": "6", "11": "6"}, "fullAnswer": {"1": "14", "3": "14"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n451187.jpg", "question_id": 202169093}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "choose rel", "dependencies": [0], "argument": "bottle,to the right of|to the left of,s (14)"}], "entailed": ["201175362", "201175236", "201175237", "201175234", "201175235", "201175232", "201175230", "201175231", "201175229", "201175357", "201175360", "201175361", "201175359", "201175358"], "equivalent": ["201175234", "201175233"], "question": "Is the bottle to the left or to the right of the cat?", "isBalanced": true, "groups": {"global": null, "local": "13-cat_bottle"}, "answer": "right", "semanticStr": "select: cat (1)->choose rel: bottle,to the right of|to the left of,s (14) [0]", "annotations": {"answer": {}, "question": {"2": "14", "12": "1"}, "fullAnswer": {"1": "14", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bottle is to the right of the cat.", "image": "n357784.jpg", "question_id": 201175233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412460"], "equivalent": ["20412459"], "question": "The vase holds what?", "isBalanced": true, "groups": {"global": "plant", "local": "14-vase_holding,o"}, "answer": "flowers", "semanticStr": "select: vase (1)->relate: _,holding,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vase holds the flowers.", "image": "n445353.jpg", "question_id": 20412459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201804499", "201804500"], "equivalent": ["201804498"], "question": "What is under the TV made of plastic?", "isBalanced": true, "groups": {"global": "", "local": "14-television_under,s"}, "answer": "fireplace", "semanticStr": "select: television (6)->filter material: plastic [0]->relate: _,under,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"4": "6", "7": "6"}, "fullAnswer": {"1": "5", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fireplace is under the television.", "image": "n51002.jpg", "question_id": 201804498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "choose name", "dependencies": [1], "argument": "computer|radio"}], "entailed": [], "equivalent": ["20480638"], "question": "Which device is not open, the radio or the computer?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#open"}, "answer": "radio", "semanticStr": "select: device (11)->filter: not(open) [0]->choose name: computer|radio [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "4", "9": "4", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The radio is not open.", "image": "n520071.jpg", "question_id": 20480638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (16)"}, {"operation": "relate", "dependencies": [0], "argument": "books,near,s (14)"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick"}], "entailed": ["201399970", "201399973", "201399972", "201399969"], "equivalent": ["201399971"], "question": "Do the books near the couch look thick?", "isBalanced": true, "groups": {"global": null, "local": "06-books_thick"}, "answer": "no", "semanticStr": "select: couch (16)->relate: books,near,s (14) [0]->verify thickness: thick [1]", "annotations": {"answer": {}, "question": {"2": "14", "5": "16"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the books are thin.", "image": "n344136.jpg", "question_id": 201399971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(portable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480633", "20480632"], "equivalent": ["20480631", "20480632"], "question": "What device is not portable?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#portable"}, "answer": "radio", "semanticStr": "select: device (11)->filter: not(portable) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a radio.", "image": "n520071.jpg", "question_id": 20480631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(portable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480631", "20480632"], "equivalent": ["20480633"], "question": "What device isn't portable?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#portable"}, "answer": "radio", "semanticStr": "select: device (11)->filter: not(portable) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a radio.", "image": "n520071.jpg", "question_id": 20480633}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (8)"}, {"operation": "verify", "dependencies": [0], "argument": "antique"}, {"operation": "verify color", "dependencies": [0], "argument": "black "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202162654"], "question": "Is the bookcase black and antique?", "isBalanced": true, "groups": {"global": null, "local": "05-antique_black"}, "answer": "no", "semanticStr": "select: bookcase (8)->verify: antique [0]->verify color: black  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bookcase is black but modern.", "image": "n69237.jpg", "question_id": 202162654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify pattern", "dependencies": [1], "argument": "checkered"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20631853"], "equivalent": ["20631853", "20631852"], "question": "Are the white pants checkered and long?", "isBalanced": true, "groups": {"global": null, "local": "05-checkered_long"}, "answer": "no", "semanticStr": "select: pants (4)->filter color: white [0]->verify pattern: checkered [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pants are long but striped.", "image": "n570181.jpg", "question_id": 20631852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20978239", "20978251", "20978228", "20978238", "20978244", "20978245", "20978246", "20978240", "20978250", "20978248", "20978249"], "equivalent": ["20978247"], "question": "Which color is the young boy?", "isBalanced": true, "groups": {"global": "color", "local": "10q-boy_color"}, "answer": "blond", "semanticStr": "select: boy (12)->filter age: young [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The boy is blond.", "image": "n551964.jpg", "question_id": 20978247}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowls (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting inside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935870", "201935871", "201935872"], "equivalent": ["201935869"], "question": "What is sitting inside the bowls?", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-bowls_sitting inside,s"}, "answer": "squash", "semanticStr": "select: bowls (0)->relate: _,sitting inside,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"5": "0"}, "fullAnswer": {"1": "1", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The squash is sitting inside the bowls.", "image": "n500209.jpg", "question_id": 201935869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201983712", "201983713", "201983714", "201983709", "201983708"], "equivalent": ["201983707"], "question": "What is in front of the woman?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_in front of,s"}, "answer": "papers", "semanticStr": "select: woman (6)->relate: _,in front of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"6": "6"}, "fullAnswer": {"1": "13", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The papers are in front of the woman.", "image": "n16378.jpg", "question_id": 201983707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow"}], "entailed": ["201935861", "201935860", "201935867", "201935865", "201935864", "201935868"], "equivalent": ["201935866"], "question": "Does the vegetable that is not small look yellow?", "isBalanced": true, "groups": {"global": null, "local": "06-squash_yellow"}, "answer": "yes", "semanticStr": "select: vegetable (1)->filter size: not(small) [0]->verify color: yellow [1]", "annotations": {"answer": {}, "question": {"2": "1", "6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the squash is yellow.", "image": "n500209.jpg", "question_id": 201935866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "device,connected to,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202082180", "202082272", "202082273", "202082274", "202082275", "202082276"], "equivalent": ["202082277"], "question": "Which kind of device is connected to the laptop?", "isBalanced": true, "groups": {"global": "device", "local": "15-laptop_connected to,s"}, "answer": "keyboard", "semanticStr": "select: laptop (7)->relate: device,connected to,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n433692.jpg", "question_id": 202082277}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (1)"}, {"operation": "filter", "dependencies": [0], "argument": "raw"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201935860"], "equivalent": ["201935861"], "question": "Is the raw vegetable small and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-small_yellow"}, "answer": "no", "semanticStr": "select: vegetable (1)->filter: raw [0]->verify size: small [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the squash is yellow but large.", "image": "n500209.jpg", "question_id": 201935861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (0)"}, {"operation": "select", "dependencies": [], "argument": "tool (2) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201987210"], "question": "Is the bench made of the same material as the tool?", "isBalanced": true, "groups": {"global": null, "local": "09same-bench_tool"}, "answer": "no", "semanticStr": "select: bench (0)->select: tool (2) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "2", "2": "0"}, "fullAnswer": {"9": "2", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bench is made of wood and the tool is made of metal.", "image": "n501951.jpg", "question_id": 201987210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306390", "20306252"], "equivalent": ["20306391"], "question": "Who is sitting before the couch?", "isBalanced": true, "groups": {"global": "person", "local": "14-couch_sitting in front of,s"}, "answer": "woman", "semanticStr": "select: couch (8)->relate: person,sitting in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "8": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting in front of the couch.", "image": "n554880.jpg", "question_id": 20306391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "receipt,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201859365", "201859367", "201859366", "201859369", "201859372", "201859370", "201859371"], "equivalent": ["201859368"], "question": "What is the size of the receipt that is on the table?", "isBalanced": true, "groups": {"global": "size", "local": "10q-receipt_size"}, "answer": "small", "semanticStr": "select: table (9)->relate: receipt,on,s (1) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"11": "9", "6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The receipt is small.", "image": "n546884.jpg", "question_id": 201859368}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["201832263", "201832265"], "equivalent": ["201832264"], "question": "Which room is it?", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "bedroom", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a bedroom.", "image": "n432591.jpg", "question_id": 201832264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307228", "20306393", "20306392", "20306395", "20306397", "20306396"], "equivalent": ["20306394"], "question": "What is the woman sitting in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-woman_sitting in front of,o"}, "answer": "couch", "semanticStr": "select: woman (1)->relate: _,sitting in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "1", "8": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is sitting in front of the couch.", "image": "n554880.jpg", "question_id": 20306394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20716981", "20716988", "20716985", "20716984"], "equivalent": ["20716983"], "question": "What is the mirror made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "glass", "semanticStr": "select: mirror (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of glass.", "image": "n67005.jpg", "question_id": 20716983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "_,connected to,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202082278", "202082042", "202082041", "202082281", "202082280", "202082283", "202082282"], "equivalent": ["202082279"], "question": "What is the black device connected to?", "isBalanced": true, "groups": {"global": "device", "local": "14-keyboard_connected to,o"}, "answer": "laptop", "semanticStr": "select: device (8)->filter color: black [0]->relate: _,connected to,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is connected to the laptop.", "image": "n433692.jpg", "question_id": 202082279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting in front of,o (8)"}, {"operation": "choose name", "dependencies": [2], "argument": "couch|desk"}], "entailed": ["20306398", "20306401", "20306400", "20306402"], "equivalent": ["20306401", "20306400", "20306402", "20306399"], "question": "What is the person to the left of the laptop sitting in front of, a couch or a desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_sitting in front of,o"}, "answer": "couch", "semanticStr": "select: laptop (6)->relate: person,to the left of,s (1) [0]->relate: furniture,sitting in front of,o (8) [1]->choose name: couch|desk [2]", "annotations": {"answer": {"0": "8"}, "question": {"9": "6", "3": "1", "15": "8"}, "fullAnswer": {"1": "1", "8": "8"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is sitting in front of a couch.", "image": "n554880.jpg", "question_id": 20306399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "relate", "dependencies": [0], "argument": "pilot,to the right of,s (5)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["201996978", "201996979", "201996976", "201996980"], "equivalent": ["201996977"], "question": "Does the pilot to the right of the device seem to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-pilot_sitting"}, "answer": "yes", "semanticStr": "select: device (11)->relate: pilot,to the right of,s (5) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"8": "11", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the pilot is sitting.", "image": "n250715.jpg", "question_id": 201996977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068463", "201068464", "201068465", "201068417", "201068416", "201068415", "201068420", "201068421"], "equivalent": ["201068418"], "question": "What is the girl holding?", "isBalanced": true, "groups": {"global": "device", "local": "14-girl_holding,o"}, "answer": "cell phone", "semanticStr": "select: girl (0)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the mobile phone.", "image": "n159802.jpg", "question_id": 201068418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (11)"}, {"operation": "relate", "dependencies": [0], "argument": "computer,to the right of,s (3)"}, {"operation": "choose color", "dependencies": [1], "argument": "silver|black"}], "entailed": ["201676174", "201676173", "201676172"], "equivalent": ["201676171", "201676172"], "question": "Does the computer to the right of the shelf look black or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-computer_color"}, "answer": "silver", "semanticStr": "select: shelf (11)->relate: computer,to the right of,s (3) [0]->choose color: silver|black [1]", "annotations": {"answer": {}, "question": {"8": "11", "2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The computer is silver.", "image": "n233607.jpg", "question_id": 201676171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201770826", "201770827", "201770825", "201770828"], "equivalent": ["201770829"], "question": "On which side of the picture is the mug?", "isBalanced": true, "groups": {"global": null, "local": "10q-mug_hposition"}, "answer": "left", "semanticStr": "select: mug (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mug is on the left of the image.", "image": "n310625.jpg", "question_id": 201770829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "device,same color,_ (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2097556", "2097554", "2097964"], "equivalent": ["2097556", "2097555"], "question": "What kind of device is the same color as the device on the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-laptop_same color,_"}, "answer": "keyboard", "semanticStr": "select: desk (3)->relate: device,on,s (0) [0]->relate: device,same color,_ (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"10": "0", "3": "2", "13": "3"}, "fullAnswer": {"1": "2", "8:10": "0"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is the same color as the laptop computer.", "image": "n513429.jpg", "question_id": 2097555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "console (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "hard drive (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201068482"], "equivalent": ["201068483"], "question": "Are there either any hard drives or consoles in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-console_hard drive"}, "answer": "no", "semanticStr": "select: console (-)->exist: ? [0]->select: hard drive (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no hard drives or consoles.", "image": "n159802.jpg", "question_id": 201068483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (16)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "choose", "dependencies": [2], "argument": "leafy|bare"}], "entailed": ["20245878"], "equivalent": ["20245878", "20245877"], "question": "Do the trees that look green and brown look bare or leafy?", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "leafy", "semanticStr": "select: trees (16)->filter color: green [0]->filter color: brown [1]->choose: leafy|bare [2]", "annotations": {"answer": {}, "question": {"2": "16", "5": "16", "7": "16"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are leafy.", "image": "n489190.jpg", "question_id": 20245877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,grazing on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202110115", "202110114", "202110117", "202110086"], "equivalent": ["202110116"], "question": "What is the animal that is grazing on grass?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_grazing on,s"}, "answer": "sheep", "semanticStr": "select: grass (7)->relate: animal,grazing on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"8": "7", "3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a sheep.", "image": "n511881.jpg", "question_id": 202110116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201068488", "201068484", "201068485", "201068486", "201068487"], "equivalent": ["201068489"], "question": "Is the small device in the bottom part or in the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-cell phone_vposition"}, "answer": "bottom", "semanticStr": "select: device (3)->filter size: small [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cell phone is in the bottom of the image.", "image": "n159802.jpg", "question_id": 201068489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201804724"], "question": "Is there a black lamp or mirror?", "isBalanced": true, "groups": {"global": null, "local": "04-lamp_black"}, "answer": "no", "semanticStr": "select: lamp (9)->filter color: black [0]->exist: ? [1]->select: mirror (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a lamp but it is silver.", "image": "n51002.jpg", "question_id": 201804724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20394877", "20394878"], "equivalent": ["20394879"], "question": "Which kind of clothing is gray?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "suit", "semanticStr": "select: clothing (2)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a suit.", "image": "n369313.jpg", "question_id": 20394879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (8)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,near,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201804697", "201804729", "201804733", "201804723", "201804722", "201804721", "201804713", "201804717", "201804715", "201804718", "201804719"], "equivalent": ["201804720"], "question": "The lamp near the vase is of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lamp_color"}, "answer": "silver", "semanticStr": "select: vase (8)->relate: lamp,near,s (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "9", "4": "8"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is silver.", "image": "n51002.jpg", "question_id": 201804720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["20119014", "20119015", "20119010", "20119013"], "equivalent": ["20119011"], "question": "What is the man to the left of the woman doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "walking", "semanticStr": "select: woman (11)->relate: man,to the left of,s (10) [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"9": "11", "3": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is walking.", "image": "n540852.jpg", "question_id": 20119011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tea kettle (19)"}, {"operation": "verify rel", "dependencies": [0], "argument": "knife,to the left of,o (21)"}], "entailed": ["20308736", "20309105", "20309104"], "equivalent": ["20308737"], "question": "Is the tea kettle to the left of the utensil that is in the middle?", "isBalanced": true, "groups": {"global": null, "local": "13-tea kettle_knife"}, "answer": "yes", "semanticStr": "select: tea kettle (19)->verify rel: knife,to the left of,o (21) [0]", "annotations": {"answer": {}, "question": {"9": "21", "2:4": "19"}, "fullAnswer": {"10": "21", "2:4": "19"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tea kettle is to the left of the knife.", "image": "n278312.jpg", "question_id": 20308737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (21)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the left of,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308729", "20308730", "20308650", "20308732", "20308733"], "equivalent": ["20308731"], "question": "What kind of cooking utensil is to the left of the knife?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-knife_to the left of,s"}, "answer": "tea kettle", "semanticStr": "select: knife (21)->relate: cooking utensil,to the left of,s (19) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {"3:5": "19"}, "fullAnswer": {"1:3": "19", "5:7": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a tea kettle.", "image": "n278312.jpg", "question_id": 20308731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,below,s (11)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the right of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201873314", "201873313", "201873558", "201873563", "201873562", "201873561", "201873560", "201873564"], "equivalent": ["201873559"], "question": "How is the vehicle to the right of the vehicle below the flag called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-truck_to the right of,s"}, "answer": "fire truck", "semanticStr": "select: flag (9)->relate: vehicle,below,s (11) [0]->relate: vehicle,to the right of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"9": "11", "3": "0", "12": "9"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (10)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}], "entailed": ["20119003", "20119020", "20119019", "20119002"], "equivalent": ["20119018"], "question": "Does the man who is to the left of the woman look happy?", "isBalanced": true, "groups": {"global": null, "local": "06-man_happy"}, "answer": "yes", "semanticStr": "select: woman (11)->relate: man,to the left of,s (10) [0]->verify face expression: happy [1]", "annotations": {"answer": {}, "question": {"10": "11", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is happy.", "image": "n540852.jpg", "question_id": 20119018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (75)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202107833"], "question": "Who do you think is holding the black shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_holding,s"}, "answer": "boy", "semanticStr": "select: shirt (75)->filter color: black [0]->relate: person,holding,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"7:9": "75"}, "fullAnswer": {"1": "10", "5": "75"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is holding the shirt.", "image": "n133585.jpg", "question_id": 202107833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flag (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20299856", "20299851"], "equivalent": ["20299855"], "question": "Is there a white flag or boat?", "isBalanced": true, "groups": {"global": null, "local": "04-boat_white"}, "answer": "yes", "semanticStr": "select: boat (8)->filter color: white [0]->exist: ? [1]->select: flag (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a white boat.", "image": "n195925.jpg", "question_id": 20299855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "helmet,wearing,o (0)"}], "entailed": ["201156276"], "equivalent": ["201156275"], "question": "Is the boy wearing a helmet?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_helmet"}, "answer": "yes", "semanticStr": "select: boy (1)->verify rel: helmet,wearing,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "1", "5": "0"}, "fullAnswer": {"2": "1", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is wearing a helmet.", "image": "n146522.jpg", "question_id": 201156275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (17)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,beneath,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202102867", "202102934", "202102935", "202102936", "202102930", "202102931"], "equivalent": ["202102933"], "question": "What is the appliance that is beneath the appliance below the cabinets called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-microwave_beneath,s"}, "answer": "dishwasher", "semanticStr": "select: cabinets (17)->relate: appliance,below,s (5) [0]->relate: appliance,beneath,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"11": "17", "8": "5", "3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher.", "image": "n386682.jpg", "question_id": 202102933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,sitting beside,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20244648", "20244649", "20244554", "20244555", "20244651", "20244650", "20244647"], "equivalent": ["20244652"], "question": "What kind of vehicle is sitting beside the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_sitting beside,s"}, "answer": "bus", "semanticStr": "select: building (7)->relate: vehicle,sitting beside,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n19152.jpg", "question_id": 20244652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "umbrella,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201068655", "201068654", "201068776", "201068653"], "equivalent": ["201068776", "201068777"], "question": "Do you see any umbrellas to the right of the person on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_umbrella"}, "answer": "no", "semanticStr": "select: person (1)->filter hposition: left [0]->relate: umbrella,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "1"}, "fullAnswer": {"11": "1", "4:6": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a hair clip to the right of the woman.", "image": "n159802.jpg", "question_id": 201068777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mother (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201404275", "201404277", "201404278"], "equivalent": ["201404277", "201404276"], "question": "Does the mom that is standing look small?", "isBalanced": true, "groups": {"global": null, "local": "06-mother_small"}, "answer": "no", "semanticStr": "select: mother (8)->filter pose: standing [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mother is large.", "image": "n331357.jpg", "question_id": 201404276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cat (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20887230"], "question": "Is there a cat or a dog in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cat_dog"}, "answer": "yes", "semanticStr": "select: dog (5)->exist: ? [0]->select: cat (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a dog.", "image": "n282436.jpg", "question_id": 20887230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201920450", "201920452", "201920453", "201920456", "201920449", "201920448"], "equivalent": ["201920454"], "question": "Is that shirt short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (1)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n187544.jpg", "question_id": 201920454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "filter", "dependencies": [0], "argument": "flying"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20746565", "20746562", "20746545", "20746564", "20746543", "20746544"], "equivalent": ["20746564", "20746562", "20746563"], "question": "What are the animals that are flying called?", "isBalanced": true, "groups": {"global": "bird", "local": "12q-animal_flying"}, "answer": "birds", "semanticStr": "select: animal (7)->filter: flying [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are birds.", "image": "n477215.jpg", "question_id": 20746563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "benches (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "towel dispenser (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20511515"], "equivalent": ["20511516"], "question": "Are there any benches or towel dispensers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-benches_towel dispenser"}, "answer": "no", "semanticStr": "select: benches (-)->exist: ? [0]->select: towel dispenser (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no towel dispensers or benches.", "image": "n229548.jpg", "question_id": 20511516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (4)"}, {"operation": "select", "dependencies": [], "argument": "shoe (0) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20118948", "20118950"], "equivalent": ["20118949", "20118950"], "question": "Does the necktie have a different color than the shoe?", "isBalanced": true, "groups": {"global": null, "local": "09diff-shoe_tie"}, "answer": "no", "semanticStr": "select: tie (4)->select: shoe (0) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "0", "2": "4"}, "fullAnswer": {"3": "4", "6": "0"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the necktie and the shoe are black.", "image": "n540852.jpg", "question_id": 20118949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (9)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,above,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511511", "20511513", "20511512", "20511508", "20511509"], "equivalent": ["20511508", "20511509", "20511511", "20511510"], "question": "What is the watercraft above the ocean called?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_above,s"}, "answer": "ship", "semanticStr": "select: ocean (9)->relate: watercraft,above,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6": "9"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a ship.", "image": "n229548.jpg", "question_id": 20511510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (9)"}, {"operation": "relate", "dependencies": [0], "argument": "watercraft,above,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20511511", "20511510", "20511513", "20511508", "20511509"], "equivalent": ["20511512"], "question": "Which kind of watercraft is above the ocean?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-ocean_above,s"}, "answer": "ship", "semanticStr": "select: ocean (9)->relate: watercraft,above,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is a ship.", "image": "n229548.jpg", "question_id": 20511512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202180344"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "soccer player", "semanticStr": "select: person (3)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is playing.", "image": "n380113.jpg", "question_id": 202180344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "toilet brush,to the left of,o (9)"}], "entailed": ["201411247"], "equivalent": ["201411057"], "question": "Is the white toilet to the left of the toilet brush made of plastic?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_toilet brush"}, "answer": "yes", "semanticStr": "select: toilet (3)->filter color: white [0]->verify rel: toilet brush,to the left of,o (9) [1]", "annotations": {"answer": {}, "question": {"13": "9", "2:4": "3", "9:11": "9"}, "fullAnswer": {"2": "3", "9:11": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the toilet is to the left of the toilet brush.", "image": "n415215.jpg", "question_id": 201411057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20241168", "20241169", "20241148", "20241149", "20241151", "20241150", "20241166", "20241167", "20241177", "20241171", "20241170", "20241182", "20241181"], "equivalent": ["20241172"], "question": "What is the plate made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-plate_material"}, "answer": "porcelain", "semanticStr": "select: plate (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is made of porcelain.", "image": "n166008.jpg", "question_id": 20241172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["2075647", "2075645", "2075643", "2075642", "2075641", "2075649", "2075648", "2075632", "2075630", "2075631"], "equivalent": ["2075644", "2075643"], "question": "Does that tail have red color?", "isBalanced": true, "groups": {"global": null, "local": "06-tail_red"}, "answer": "yes", "semanticStr": "select: tail (2)->verify color: red [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tail is red.", "image": "n315859.jpg", "question_id": 2075644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (10)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,in front of,s (12)"}, {"operation": "choose", "dependencies": [1], "argument": "bushy|leafless"}], "entailed": ["20320332", "20320331", "20320330"], "equivalent": ["20320333"], "question": "Are the trees in front of the road leafless or bushy?", "isBalanced": true, "groups": {"global": "25", "local": "10c-trees_25"}, "answer": "bushy", "semanticStr": "select: road (10)->relate: tree,in front of,s (12) [0]->choose: bushy|leafless [1]", "annotations": {"answer": {}, "question": {"2": "12", "7": "10"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are bushy.", "image": "n206358.jpg", "question_id": 20320333}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201641240", "201641241", "201641239", "201641243", "201641242", "201641245", "201641247", "201641246", "201641249", "201641248", "201641232", "201641250"], "equivalent": ["201641244"], "question": "What color is the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "green", "semanticStr": "select: shirt (2)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is green.", "image": "n532213.jpg", "question_id": 201641244}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "can (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "metal"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20241173"], "equivalent": ["20241178"], "question": "Is there a plate or a can that is made of metal?", "isBalanced": true, "groups": {"global": null, "local": "04-plate_metal"}, "answer": "no", "semanticStr": "select: plate (8)->filter material: metal [0]->exist: ? [1]->select: can (-) ->filter material: metal [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a plate but it is made of porcelain.", "image": "n166008.jpg", "question_id": 20241178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,reflected in,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081339", "202081337", "202081060", "202081061", "202081341", "202081340", "202081342"], "equivalent": ["202081338"], "question": "The utensils that are made of metal are reflected in what?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-knives_reflected in,o"}, "answer": "toaster", "semanticStr": "select: utensil (7)->filter material: metal [0]->relate: _,reflected in,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "7", "6": "7"}, "fullAnswer": {"1": "7", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knives are reflected in the toaster.", "image": "n314630.jpg", "question_id": 202081338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (5)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "microwave (12) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["202006692", "202006025", "202006693", "202006691"], "equivalent": ["202006695"], "question": "Are there both a microwave and a cabinet in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cabinet_microwave"}, "answer": "yes", "semanticStr": "select: cabinet (5)->exist: ? [0]->select: microwave (12) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "12", "7": "5"}, "fullAnswer": {"8": "12", "5": "5"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a cabinet and a microwave.", "image": "n97485.jpg", "question_id": 202006695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "filter pattern", "dependencies": [0], "argument": "striped"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|long sleeved"}], "entailed": ["201879914", "201879902", "201879909", "201879913"], "equivalent": ["201879915"], "question": "Is the striped shirt long sleeved or short sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (5)->filter pattern: striped [0]->choose: short sleeved|long sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n466319.jpg", "question_id": 201879915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20936259", "20936268", "20936269", "20936265", "20936264", "20936258", "20936266", "20936267", "20936260", "20936261", "20936262"], "equivalent": ["20936263"], "question": "Is the shirt green and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-green_soft"}, "answer": "yes", "semanticStr": "select: shirt (9)->verify color: green [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is green and soft.", "image": "n44249.jpg", "question_id": 20936263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify location", "dependencies": [0], "argument": "outdoors"}], "entailed": ["20953861", "20953860"], "equivalent": ["20953862"], "question": "Is it an outdoors scene?", "isBalanced": true, "groups": {"global": null, "local": "01-location_outdoors"}, "answer": "no", "semanticStr": "select: scene->verify location: outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationVerifyC", "semantic": "global", "structural": "verify"}, "fullAnswer": "No, it is indoors.", "image": "n498712.jpg", "question_id": 20953862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "select", "dependencies": [], "argument": "man (15) "}, {"operation": "choose younger", "dependencies": [0, 1], "argument": ""}], "entailed": ["20953866"], "equivalent": ["20953867", "20953866"], "question": "Which seems to be younger, the girl or the man?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-girl_man"}, "answer": "girl", "semanticStr": "select: girl (5)->select: man (15) ->choose younger:  [0, 1]", "annotations": {"answer": {"0": "5"}, "question": {"9": "15", "6": "5"}, "fullAnswer": {"1": "5", "6": "15"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The girl is younger than the man.", "image": "n498712.jpg", "question_id": 20953867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tail (1)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["20117912", "20117925", "20117919", "20117922", "20117923", "20117920", "20117921", "20117939", "20117938", "20117917", "20117916", "20117915"], "equivalent": ["20117918"], "question": "Does the tail that is not long look small?", "isBalanced": true, "groups": {"global": null, "local": "06-tail_small"}, "answer": "yes", "semanticStr": "select: tail (1)->filter length: not(long) [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "1", "6": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tail is small.", "image": "n494677.jpg", "question_id": 20117918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,to the right of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202285369", "202285368", "202285365", "202285367", "202285370"], "equivalent": ["202285366"], "question": "What are the vegetables to the right of the yellow fruit?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-banana_to the right of,s"}, "answer": "beans", "semanticStr": "select: fruit (13)->filter color: yellow [0]->relate: vegetable,to the right of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "9:11": "13"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are beans.", "image": "n100991.jpg", "question_id": 202285366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480353"], "equivalent": ["201480354"], "question": "Who is wearing the hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "boy", "semanticStr": "select: hat (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a hat.", "image": "n39114.jpg", "question_id": 201480354}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["201391944", "201391945", "201391946", "201391947", "201391890", "201391921", "201391891", "201391934", "201391937", "201391936", "201391931", "201391930", "201391933", "201391932", "201391922", "201391927"], "equivalent": ["201391935"], "question": "How wide is the sofa made of wood?", "isBalanced": true, "groups": {"global": "width", "local": "10q-sofa_width"}, "answer": "wide", "semanticStr": "select: sofa (12)->filter material: wood [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "12", "7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sofa is wide.", "image": "n477702.jpg", "question_id": 201391935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480360"], "equivalent": ["201480359"], "question": "Who wears a glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "boy", "semanticStr": "select: glove (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "3"}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a glove.", "image": "n39114.jpg", "question_id": 201480359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer desk (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["202246691", "202246693", "202246694", "202246696", "202246697", "202246698", "202246699", "202246703", "202246700", "202246701", "202246719"], "equivalent": ["202246695"], "question": "Do you think that computer desk is white?", "isBalanced": true, "groups": {"global": null, "local": "06-computer desk_white"}, "answer": "yes", "semanticStr": "select: computer desk (7)->verify color: white [0]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the computer desk is white.", "image": "n310828.jpg", "question_id": 202246695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "porcelain"}, {"operation": "verify rel", "dependencies": [1], "argument": "rug,behind,o (1)"}], "entailed": ["201616073"], "equivalent": ["201616124"], "question": "Is the porcelain toilet behind a rug?", "isBalanced": true, "groups": {"global": null, "local": "13-toilet_rug"}, "answer": "yes", "semanticStr": "select: toilet (0)->filter material: porcelain [0]->verify rel: rug,behind,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "1"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the toilet is behind a rug.", "image": "n65230.jpg", "question_id": 201616124}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "tan"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202006350", "202006348", "202006349", "202006331", "202006333", "202006332"], "equivalent": ["202006347"], "question": "Are there tan chairs in this scene?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_tan"}, "answer": "yes", "semanticStr": "select: chair (1)->filter color: tan [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a tan chair.", "image": "n97485.jpg", "question_id": 202006347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "toilet,to the right of,s (0)"}], "entailed": ["201616121", "201616122"], "equivalent": ["201616120"], "question": "Is the porcelain toilet to the right of the rug?", "isBalanced": true, "groups": {"global": null, "local": "13-rug_toilet"}, "answer": "no", "semanticStr": "select: rug (1)->verify rel: toilet,to the right of,s (0) [0]", "annotations": {"answer": {}, "question": {"9": "1", "2:4": "0"}, "fullAnswer": {"9": "1", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the toilet is to the left of the rug.", "image": "n65230.jpg", "question_id": 201616120}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify hardness", "dependencies": [0], "argument": "soft "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20345164", "20345168", "20345158", "20345156", "20345154", "20345155", "20345152", "20345153", "20345169", "20345151", "20345167", "20345166", "20345165", "20345160", "20345163", "20345162", "20345161"], "equivalent": ["20345159", "20345160"], "question": "Are the shorts both black and soft?", "isBalanced": true, "groups": {"global": null, "local": "05-black_soft"}, "answer": "yes", "semanticStr": "select: shorts (8)->verify color: black [0]->verify hardness: soft  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shorts are black and soft.", "image": "n560243.jpg", "question_id": 20345159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963723", "20963722"], "equivalent": ["20963724"], "question": "What is the toilet in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-toilet_in front of,o"}, "answer": "pipe", "semanticStr": "select: toilet (10)->relate: _,in front of,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "10", "7": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet is in front of the pipe.", "image": "n119886.jpg", "question_id": 20963724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (17)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201908768", "201908769", "201908762", "201908763", "201908764", "201908766", "201908767"], "equivalent": ["201908765"], "question": "What is the color of the pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "blue", "semanticStr": "select: pants (17)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are blue.", "image": "n479092.jpg", "question_id": 201908765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,sitting atop,o (6)"}], "entailed": [], "equivalent": ["202265787"], "question": "Does she sit atop the couch the wall is next to?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_couch"}, "answer": "yes", "semanticStr": "select: she (0)->verify rel: couch,sitting atop,o (6) [0]", "annotations": {"answer": {}, "question": {"1": "0", "5": "6", "7": "11"}, "fullAnswer": {"2": "0", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman sits atop the couch.", "image": "n534106.jpg", "question_id": 202265787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "kitten (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20902798"], "question": "Are there white kittens or dogs?", "isBalanced": true, "groups": {"global": null, "local": "04-dog_white"}, "answer": "no", "semanticStr": "select: dog (2)->filter color: white [0]->exist: ? [1]->select: kitten (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a dog but it is brown.", "image": "n411121.jpg", "question_id": 20902798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (9)"}, {"operation": "relate", "dependencies": [0], "argument": "truck,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201872937", "201872985", "201872988", "201872968", "201872936", "201872967", "201872972", "201872971", "201872970", "201872977", "201872976", "201872975", "201872974", "201872986", "201872987", "201872979", "201872978"], "equivalent": ["201872973", "201872974"], "question": "What is the color of the truck below the flag?", "isBalanced": true, "groups": {"global": "color", "local": "10q-truck_color"}, "answer": "brown", "semanticStr": "select: flag (9)->relate: truck,below,s (11) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "9", "6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The truck is brown.", "image": "n309148.jpg", "question_id": 201872973}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bedroom (0)"}, {"operation": "select", "dependencies": [], "argument": "pillow (4) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202161891", "202161889"], "equivalent": ["202161890", "202161891"], "question": "Is the color of the bedroom different than that of the pillow?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bedroom_pillow"}, "answer": "no", "semanticStr": "select: bedroom (0)->select: pillow (4) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "4", "5": "0"}, "fullAnswer": {"3": "0", "6": "4"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the bedroom and the pillow are white.", "image": "n69237.jpg", "question_id": 202161890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201957160", "201957162", "201957163", "201957159", "201957161", "201957166", "201957167", "201957165"], "equivalent": ["201957164", "201957165"], "question": "Is the white device on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-wii controller_hposition"}, "answer": "left", "semanticStr": "select: device (7)->filter color: white [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The Wii controller is on the left of the image.", "image": "n536256.jpg", "question_id": 201957164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "nightstand (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201080180"], "question": "Are there both a couch and a nightstand in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-couch_nightstand"}, "answer": "no", "semanticStr": "select: couch (7)->exist: ? [0]->select: nightstand (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a couch but no nightstands.", "image": "n23181.jpg", "question_id": 201080180}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20349866", "20349859", "20349864", "20349865", "20349862", "20349860", "20349858", "20349857", "20349875", "20349861", "20349840", "20349856", "20349872", "20349873", "20349874"], "equivalent": ["20349863"], "question": "Which color is the bag that is not closed?", "isBalanced": true, "groups": {"global": "color", "local": "10q-purse_color"}, "answer": "beige", "semanticStr": "select: bag (2)->filter: not(closed) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "2", "4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The purse is beige.", "image": "n468864.jpg", "question_id": 20349863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pine trees (18)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fence,growing behind,o (2)"}], "entailed": ["201593659"], "equivalent": ["201593658"], "question": "Are the pine trees growing behind the fence on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-pine trees_fence"}, "answer": "yes", "semanticStr": "select: pine trees (18)->verify rel: fence,growing behind,o (2) [0]", "annotations": {"answer": {}, "question": {"2:4": "18", "7": "2"}, "fullAnswer": {"8": "2", "2:4": "18"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pine trees are growing behind the fence.", "image": "n200907.jpg", "question_id": 201593658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2044580", "2044579"], "equivalent": ["2044581"], "question": "What's the man on?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_on,o"}, "answer": "steps", "semanticStr": "select: man (2)->relate: _,on,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the steps.", "image": "n184551.jpg", "question_id": 2044581}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train station (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202116878", "202116874", "202116875", "202116877"], "equivalent": ["202116877", "202116875", "202116876"], "question": "What is that train station made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-train station_material"}, "answer": "concrete", "semanticStr": "select: train station (0)->query: material [0]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train station is made of cement.", "image": "n48494.jpg", "question_id": 202116876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["20340504", "20340492", "20340494", "20340495"], "equivalent": ["20340492", "20340493", "20340494"], "question": "Is the fence white?", "isBalanced": true, "groups": {"global": null, "local": "06-fence_white"}, "answer": "no", "semanticStr": "select: fence (1)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the fence is brown.", "image": "n513100.jpg", "question_id": 20340493}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "athletic"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20894270", "20894187", "20894185"], "equivalent": ["20894186"], "question": "What is the athletic person looking at?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_looking at,o"}, "answer": "skateboard", "semanticStr": "select: person (0)->filter: athletic [0]->relate: _,looking at,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is looking at the skateboard.", "image": "n272313.jpg", "question_id": 20894186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894270", "20894186", "20894185"], "equivalent": ["20894187"], "question": "What's the boy looking at?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_looking at,o"}, "answer": "skateboard", "semanticStr": "select: boy (0)->relate: _,looking at,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is looking at the skateboard.", "image": "n272313.jpg", "question_id": 20894187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894183"], "equivalent": ["20894184"], "question": "Who is looking at the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_looking at,s"}, "answer": "boy", "semanticStr": "select: skateboard (7)->relate: person,looking at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is looking at the skateboard.", "image": "n272313.jpg", "question_id": 20894184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (1)"}, {"operation": "relate", "dependencies": [0], "argument": "train station,next to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202116871", "202116872"], "equivalent": ["202116873"], "question": "The train station next to the train is of what shape?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-train station_shape"}, "answer": "rectangular", "semanticStr": "select: train (1)->relate: train station,next to,s (0) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"1:3": "0", "6": "1"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train station is rectangular.", "image": "n48494.jpg", "question_id": 202116873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (18)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify rel", "dependencies": [1], "argument": "fence,growing behind,o (3)"}], "entailed": ["201593650"], "equivalent": ["201593651"], "question": "Are the tall trees growing behind the metal fence?", "isBalanced": true, "groups": {"global": null, "local": "13-pine trees_fence"}, "answer": "yes", "semanticStr": "select: tree (18)->filter height: tall [0]->verify rel: fence,growing behind,o (3) [1]", "annotations": {"answer": {}, "question": {"2:4": "18", "7:9": "3"}, "fullAnswer": {"2": "18", "7": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pines are growing behind the fence.", "image": "n200907.jpg", "question_id": 201593651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,behind,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,growing behind,s (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201593652"], "question": "What is growing behind the fence that is behind the pole?", "isBalanced": true, "groups": {"global": "tree", "local": "14-fence_growing behind,s"}, "answer": "pine trees", "semanticStr": "select: pole (4)->relate: fence,behind,s (2) [0]->relate: _,growing behind,s (18) [1]->query: name [2]", "annotations": {"answer": {"0:2": "18"}, "question": {"10": "4", "5": "2"}, "fullAnswer": {"1": "18", "6": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pines are growing behind the fence.", "image": "n200907.jpg", "question_id": 201593652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504737"], "equivalent": ["201504738"], "question": "What is on the surfboard?", "isBalanced": true, "groups": {"global": "plant", "local": "14-surfboard_on,s"}, "answer": "flower", "semanticStr": "select: surfboard (4)->relate: _,on,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "5:7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flower is on the surf board.", "image": "n298104.jpg", "question_id": 201504738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pine trees (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,growing behind,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201593762", "201593655", "201593656", "201593657"], "equivalent": ["201593654"], "question": "The pine trees are growing behind what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pine trees_growing behind,o"}, "answer": "fence", "semanticStr": "select: pine trees (18)->relate: _,growing behind,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1:3": "18"}, "fullAnswer": {"1:3": "18", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pine trees are growing behind the fence.", "image": "n200907.jpg", "question_id": 201593654}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gift (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "laptop,to the right of|to the left of,s (6)"}], "entailed": ["20306339", "20306338", "20307118", "20306335", "20307114", "20307115", "20307117", "20306337", "20306336", "20307112", "20307113"], "equivalent": ["20307116", "20307117"], "question": "Is the laptop computer to the right or to the left of the person that is sitting beside the gift?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_laptop"}, "answer": "right", "semanticStr": "select: gift (5)->relate: person,sitting beside,s (1) [0]->choose rel: laptop,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"19": "5", "13": "1", "2:4": "6"}, "fullAnswer": {"9": "1", "1:3": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The laptop computer is to the right of the woman.", "image": "n554880.jpg", "question_id": 20307116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201400144", "201400150", "201400142", "201400141", "201400149", "201400148", "201400133", "201400134", "201400143"], "equivalent": ["201400151"], "question": "Which kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "bookcase", "semanticStr": "select: furniture (5)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n344136.jpg", "question_id": 201400151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20169974", "20169971", "20169972", "20169973", "20169968", "20169978", "20169952", "20169967", "20169951"], "equivalent": ["20169970", "20169971"], "question": "Does the bridge look green?", "isBalanced": true, "groups": {"global": null, "local": "06-bridge_green"}, "answer": "yes", "semanticStr": "select: bridge (9)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bridge is green.", "image": "n58220.jpg", "question_id": 20169970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (17)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201866669"], "equivalent": ["201866742"], "question": "What is the baby on?", "isBalanced": true, "groups": {"global": "object", "local": "14-baby_on,o"}, "answer": "bicycle", "semanticStr": "select: baby (17)->relate: _,on,o (18) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {}, "fullAnswer": {"1": "17", "5": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The baby is on the bicycle.", "image": "n211324.jpg", "question_id": 201866742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202243424", "202243425", "202243426", "202243428", "202243403"], "equivalent": ["202243427"], "question": "Which kind of vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "truck", "semanticStr": "select: vehicle (14)->query: name [0]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n557666.jpg", "question_id": 202243427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202243424", "202243425", "202243426", "202243427", "202243403"], "equivalent": ["202243428"], "question": "What type of vehicle is that?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "truck", "semanticStr": "select: vehicle (14)->query: name [0]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"3": "14"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a truck.", "image": "n557666.jpg", "question_id": 202243428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "drawer (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20637125", "20637124", "20637076", "20637074", "20637073", "20637241", "20637127", "20637126"], "equivalent": ["20637076", "20637075"], "question": "Are there any drawers or cabinets in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cabinet_drawer"}, "answer": "no", "semanticStr": "select: cabinet (-)->exist: ? [0]->select: drawer (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no drawers or cabinets.", "image": "n184385.jpg", "question_id": 20637075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (19)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,sitting atop,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201482194", "201482132", "201482133"], "equivalent": ["201482195"], "question": "What fruits sit atop the blanket?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-blanket_sitting atop,s"}, "answer": "berries", "semanticStr": "select: blanket (19)->relate: fruit,sitting atop,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are berries.", "image": "n470920.jpg", "question_id": 201482195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "eye glasses (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20427510", "20427507", "20427508"], "equivalent": ["20427509"], "question": "What are the eye glasses made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-eye glasses_material"}, "answer": "glass", "semanticStr": "select: eye glasses (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The eye glasses are made of glass.", "image": "n281241.jpg", "question_id": 20427509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheels (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["2076664", "2076665", "2076667", "2076661", "2076662", "2076663", "2076668", "2076669", "2076672", "2076670"], "equivalent": ["2076666"], "question": "How big are the wheels that look dark?", "isBalanced": true, "groups": {"global": "size", "local": "10q-wheels_size"}, "answer": "small", "semanticStr": "select: wheels (1)->filter color: dark [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wheels are small.", "image": "n214497.jpg", "question_id": 2076666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheels (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["2076661"], "question": "Do the wheels look gray and small?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "no", "semanticStr": "select: wheels (1)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the wheels are small but dark.", "image": "n214497.jpg", "question_id": 2076661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201505029", "201505039", "201505038", "201505024", "201505025", "201505026", "201505027", "201505020", "201505030", "201505060", "201505071", "201505036"], "equivalent": ["201505028"], "question": "Which color is the surfboard?", "isBalanced": true, "groups": {"global": "color", "local": "10q-surfboard_color"}, "answer": "orange", "semanticStr": "select: surfboard (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The surfboard is orange.", "image": "n298104.jpg", "question_id": 201505028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow pants (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["201412317", "201412316"], "equivalent": ["201412315"], "question": "Are the snowpants green?", "isBalanced": true, "groups": {"global": null, "local": "06-snow pants_green"}, "answer": "no", "semanticStr": "select: snow pants (5)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the snowpants are black.", "image": "n143672.jpg", "question_id": 201412315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cord (4)"}, {"operation": "select", "dependencies": [], "argument": "bed (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20716778"], "equivalent": ["20716779"], "question": "Is the cord different in color than the bed?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bed_cord"}, "answer": "no", "semanticStr": "select: cord (4)->select: bed (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "4"}, "fullAnswer": {"3": "4", "6": "8"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the cord and the bed are white.", "image": "n67005.jpg", "question_id": 20716779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (7)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["201861593", "201861592", "201861594", "201861597", "201861596", "201861599", "201861598", "201861583"], "equivalent": ["201861595"], "question": "How clean are the sneakers?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sneakers_cleanliness"}, "answer": "dirty", "semanticStr": "select: sneakers (7)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sneakers are dirty.", "image": "n390187.jpg", "question_id": 201861595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20968505"], "question": "Does the grass look tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "no", "semanticStr": "select: grass (6)->verify color: green [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is green but short.", "image": "n288870.jpg", "question_id": 20968505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (5)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20644765", "20644764", "20644761", "20644763", "20644762", "20644756", "20644757"], "equivalent": ["20644759"], "question": "What is he doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "staring", "semanticStr": "select: he (5)->query: activity [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is staring.", "image": "n250821.jpg", "question_id": 20644759}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20285103", "20285100", "20285101", "20285106", "20285107", "20285104"], "equivalent": ["20285102"], "question": "The chair on the carpet is what color?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-chair_color"}, "answer": "dark", "semanticStr": "select: carpet (0)->relate: chair,on,s (15) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "15", "4": "0"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is dark.", "image": "n192021.jpg", "question_id": 20285102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201957355", "201957354", "201957356", "201957392", "201957395", "201957379", "201957386", "201957387", "201957384", "201957385", "201957383", "201957375", "201957377", "201957376", "201957388"], "equivalent": ["201957389"], "question": "What's the lamp made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-lamp_material"}, "answer": "metal", "semanticStr": "select: lamp (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is made of metal.", "image": "n536256.jpg", "question_id": 201957389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(red)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201763919"], "equivalent": ["201763930"], "question": "Is there any pillow that is not red?", "isBalanced": true, "groups": {"global": null, "local": "04-pillow_n#red"}, "answer": "yes", "semanticStr": "select: pillow (9)->filter color: not(red) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a white pillow.", "image": "n246334.jpg", "question_id": 201763930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glove (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201462513"], "equivalent": ["201462514"], "question": "Who wears the glove?", "isBalanced": true, "groups": {"global": "person", "local": "14-glove_wearing,s"}, "answer": "catcher", "semanticStr": "select: glove (8)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "4": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher wears a glove.", "image": "n508641.jpg", "question_id": 201462514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter", "dependencies": [0], "argument": "kneeling"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201462518", "201462516"], "equivalent": ["201462516", "201462517"], "question": "The kneeling person wears what?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-catcher_wearing,o"}, "answer": "glove", "semanticStr": "select: person (6)->filter: kneeling [0]->relate: _,wearing,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"1:3": "6"}, "fullAnswer": {"1": "6", "4": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher wears a glove.", "image": "n508641.jpg", "question_id": 201462517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201462516", "201462517"], "equivalent": ["201462518"], "question": "What does the catcher wear?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-catcher_wearing,o"}, "answer": "glove", "semanticStr": "select: catcher (6)->relate: _,wearing,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "6", "4": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher wears a glove.", "image": "n508641.jpg", "question_id": 201462518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201337264", "201337267", "201337225", "201337268"], "equivalent": ["201337263"], "question": "What is in front of the tall trees?", "isBalanced": true, "groups": {"global": "object", "local": "14-trees_in front of,s"}, "answer": "bench", "semanticStr": "select: tree (0)->filter height: tall [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "0"}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench is in front of the trees.", "image": "n329479.jpg", "question_id": 201337263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201337266"], "equivalent": ["201337265"], "question": "What is the bench in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-bench_in front of,o"}, "answer": "trees", "semanticStr": "select: bench (8)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench is in front of the trees.", "image": "n329479.jpg", "question_id": 201337265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201337267", "201337225", "201337268", "201337263"], "equivalent": ["201337264"], "question": "What is in front of the trees?", "isBalanced": true, "groups": {"global": "object", "local": "14-trees_in front of,s"}, "answer": "bench", "semanticStr": "select: trees (0)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench is in front of the trees.", "image": "n329479.jpg", "question_id": 201337264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201337265"], "equivalent": ["201337266"], "question": "What's the bench in front of?", "isBalanced": true, "groups": {"global": "tree", "local": "14-bench_in front of,o"}, "answer": "trees", "semanticStr": "select: bench (8)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench is in front of the trees.", "image": "n329479.jpg", "question_id": 201337266}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked along,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201346561", "201346633"], "equivalent": ["201346632"], "question": "What is parked along the sidewalk made of stone?", "isBalanced": true, "groups": {"global": "object", "local": "14-sidewalk_parked along,s"}, "answer": "motorcycle", "semanticStr": "select: sidewalk (5)->filter material: stone [0]->relate: _,parked along,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"8": "5", "5": "5"}, "fullAnswer": {"1": "3", "6:8": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is parked along the side walk.", "image": "n131634.jpg", "question_id": 201346632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (9)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202228670"], "question": "Are the towels white and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_white"}, "answer": "no", "semanticStr": "select: towels (9)->verify cleanliness: dirty [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the towels are white but clean.", "image": "n77818.jpg", "question_id": 202228670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cowboy hat,below,o (2)"}], "entailed": ["20929612"], "equivalent": ["20929589"], "question": "Is the jacket below a cowboy hat?", "isBalanced": true, "groups": {"global": null, "local": "13-jacket_cowboy hat"}, "answer": "yes", "semanticStr": "select: jacket (3)->verify rel: cowboy hat,below,o (2) [0]", "annotations": {"answer": {}, "question": {"2": "3", "5:7": "2"}, "fullAnswer": {"2": "3", "6:8": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the jacket is below a cowboy hat.", "image": "n9181.jpg", "question_id": 20929589}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201623854", "201623852", "201623853"], "equivalent": ["201623851"], "question": "What kind of furniture is above the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_above,s"}, "answer": "cabinets", "semanticStr": "select: floor (8)->relate: furniture,above,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "7": "8"}, "fullAnswer": {"1:4": "5", "5": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n501609.jpg", "question_id": 201623851}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201640213"], "question": "Is the blue dress large and long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "05-large_long sleeved"}, "answer": "no", "semanticStr": "select: dress (12)->filter color: blue [0]->verify size: large [1]->verify: long sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dress is large but short sleeved.", "image": "n235859.jpg", "question_id": 201640213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "verify pose", "dependencies": [1], "argument": "walking"}], "entailed": ["201795349"], "equivalent": ["201795348"], "question": "Does the fat woman seem to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_walking"}, "answer": "no", "semanticStr": "select: woman (1)->filter fatness: fat [0]->verify pose: walking [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the woman is sitting.", "image": "n119944.jpg", "question_id": 201795348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,on,o (8)"}, {"operation": "relate", "dependencies": [1], "argument": "cabinets,above,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201623854"], "equivalent": ["201623854", "201623853"], "question": "Do you see a cabinet above the floor the freezer is on?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_cabinets"}, "answer": "yes", "semanticStr": "select: refrigerator (0)->relate: floor,on,o (8) [0]->relate: cabinets,above,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "4": "5", "7": "8"}, "fullAnswer": {"3": "5", "6": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are cabinets above the floor.", "image": "n501609.jpg", "question_id": 201623853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "verify material", "dependencies": [0], "argument": "metal"}], "entailed": ["201156065", "201156039", "201156061", "201156069", "201156040", "201156041"], "equivalent": ["201156060", "201156061"], "question": "Is the bat made of metal?", "isBalanced": true, "groups": {"global": null, "local": "06-bat_metal"}, "answer": "no", "semanticStr": "select: bat (11)->verify material: metal [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bat is made of wood.", "image": "n146522.jpg", "question_id": 201156060}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258774", "20258701"], "equivalent": ["20258775"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "child", "semanticStr": "select: shirt (4)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing a shirt.", "image": "n204894.jpg", "question_id": 20258775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202258518", "202258519", "202258531", "202258533", "202258530", "202258513", "202258514", "202258515", "202258516", "202258517", "202258525", "202258524", "202258527", "202258526", "202258521", "202258520", "202258522", "202258532", "202258529", "202258528"], "equivalent": ["202258524", "202258523"], "question": "Is the sky small and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_small"}, "answer": "yes", "semanticStr": "select: sky (8)->verify color: blue [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sky is small and blue.", "image": "n216553.jpg", "question_id": 202258523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (12)"}, {"operation": "verify", "dependencies": [0], "argument": "dry"}, {"operation": "verify", "dependencies": [0], "argument": "rocky "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201879839"], "equivalent": ["201879840", "201879839"], "question": "Is the beach dry and rocky?", "isBalanced": true, "groups": {"global": null, "local": "05-dry_rocky"}, "answer": "no", "semanticStr": "select: beach (12)->verify: dry [0]->verify: rocky  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the beach is dry but sandy.", "image": "n466319.jpg", "question_id": 201879840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (9)"}, {"operation": "choose", "dependencies": [0], "argument": "empty|full"}], "entailed": ["201505118", "201505150", "201505165", "201505134", "201505169", "201505168", "201505164", "201505170", "201505171", "201505161", "201505167", "201505163", "201505133"], "equivalent": ["201505172"], "question": "Is the beach full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-beach_16"}, "answer": "empty", "semanticStr": "select: beach (9)->choose: empty|full [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The beach is empty.", "image": "n298104.jpg", "question_id": 201505172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201795609", "201795614", "201795615", "201795610", "201795612", "201795613", "201795607", "201795600"], "equivalent": ["201795611"], "question": "How long are the shorts that are made of jeans?", "isBalanced": true, "groups": {"global": "height", "local": "10q-shorts_length"}, "answer": "short", "semanticStr": "select: shorts (3)->filter material: denim [0]->query: length [1]", "annotations": {"answer": {}, "question": {"9": "3", "4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are short.", "image": "n119944.jpg", "question_id": 201795611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20645823", "20645819"], "equivalent": ["20645820"], "question": "What kind of furniture is on the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_on,s"}, "answer": "shelf", "semanticStr": "select: wall (0)->relate: furniture,on,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1:4": "9", "6": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n98544.jpg", "question_id": 20645820}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (2)"}, {"operation": "relate", "dependencies": [0], "argument": "shelf,beside,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201711140"], "equivalent": ["201711139", "201711140"], "question": "Is the shelf beside the fireplace brown and short?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "no", "semanticStr": "select: fireplace (2)->relate: shelf,beside,s (10) [0]->verify color: brown [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "2"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shelf is brown but tall.", "image": "n302387.jpg", "question_id": 201711139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["2091124"], "equivalent": ["2091125"], "question": "What vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "car", "semanticStr": "select: vehicle (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n565418.jpg", "question_id": 2091125}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201303402", "201303403", "201303400", "201303401", "201303406", "201303407", "201303404", "201303405", "201303408", "201303414", "201303417", "201303412", "201303415", "201303416", "201303418", "201303411", "201303399", "201303413", "201303410"], "equivalent": ["201303409"], "question": "Are the pants long and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_long"}, "answer": "yes", "semanticStr": "select: pants (4)->verify color: gray [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pants are long and gray.", "image": "n518912.jpg", "question_id": 201303409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (14)"}, {"operation": "verify", "dependencies": [0], "argument": "crooked"}, {"operation": "verify", "dependencies": [0], "argument": "old "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20621907", "20621876", "20621868", "20621867", "20621871", "20621898", "20621899", "20621897", "20621895", "20621900", "20621901", "20621870", "20621869"], "equivalent": ["20621894", "20621895"], "question": "Is that fence old and crooked?", "isBalanced": true, "groups": {"global": null, "local": "05-crooked_old"}, "answer": "yes", "semanticStr": "select: fence (14)->verify: crooked [0]->verify: old  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is old and crooked.", "image": "n210269.jpg", "question_id": 20621894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamps (1)"}, {"operation": "relate", "dependencies": [0], "argument": "computer,to the right of,s (4)"}, {"operation": "choose rel", "dependencies": [1], "argument": "books,to the right of|to the left of,s (6)"}], "entailed": ["20480803", "20480729", "20480728", "20480730", "20480805"], "equivalent": ["20480804"], "question": "Are the thick books to the left or to the right of the computer that is to the right of the lamps?", "isBalanced": true, "groups": {"global": null, "local": "13-computer_books"}, "answer": "right", "semanticStr": "select: lamps (1)->relate: computer,to the right of,s (4) [0]->choose rel: books,to the right of|to the left of,s (6) [1]", "annotations": {"answer": {}, "question": {"13": "4", "2:4": "6", "21": "1"}, "fullAnswer": {"1": "6", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The books are to the right of the computer.", "image": "n520071.jpg", "question_id": 20480804}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "women (7)"}, {"operation": "relate", "dependencies": [0], "argument": "dress,wearing,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201640211", "201640218", "201640223", "201640222", "201640224", "201640192", "201640213", "201640215", "201640214", "201640217", "201640216", "201640220", "201640229", "201640221"], "equivalent": ["201640219"], "question": "What size is the dress the women wear?", "isBalanced": true, "groups": {"global": "size", "local": "10q-dress_size"}, "answer": "large", "semanticStr": "select: women (7)->relate: dress,wearing,o (12) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "12", "6": "7"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dress is large.", "image": "n235859.jpg", "question_id": 201640219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202162588", "202162015", "202162014", "202162016", "202162600"], "equivalent": ["202162017"], "question": "What kind of furniture is not white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#white"}, "answer": "bookcase", "semanticStr": "select: furniture (8)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "21"}, "fullAnswer": {"1": "21", "4": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n69237.jpg", "question_id": 202162017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201735670", "201735671", "201735658", "201735660", "201735665", "201735650", "201735651", "201735656", "201735657", "201735655", "201735672", "201735661", "201735632"], "equivalent": ["201735659"], "question": "What is the desk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-desk_material"}, "answer": "wood", "semanticStr": "select: desk (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is made of wood.", "image": "n240973.jpg", "question_id": 201735659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "choose name", "dependencies": [1], "argument": "bed|bookcase"}], "entailed": ["202162012"], "equivalent": ["202162013", "202162012"], "question": "What kind of furniture is not white, the bed or the bookcase?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#white"}, "answer": "bookcase", "semanticStr": "select: furniture (8)->filter color: not(white) [0]->choose name: bed|bookcase [1]", "annotations": {"answer": {"0": "8"}, "question": {"11": "8", "8": "21", "3": "21"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The bookcase is not white.", "image": "n69237.jpg", "question_id": 202162013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20865578", "20865568", "20865569", "20865573", "20865571", "20865570", "20865577", "20865576", "20865575", "20865574", "20865567"], "equivalent": ["20865572"], "question": "What's the barn made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-barn_material"}, "answer": "wood", "semanticStr": "select: barn (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The barn is made of wood.", "image": "n143935.jpg", "question_id": 20865572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball bat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631662"], "question": "Who is holding the baseball bat?", "isBalanced": true, "groups": {"global": "person", "local": "14-baseball bat_holding,s"}, "answer": "batter", "semanticStr": "select: baseball bat (2)->relate: person,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding the baseball bat.", "image": "n570181.jpg", "question_id": 20631662}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "numbers (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20962416", "20962417", "20962414", "20962412", "20962413", "20962424", "20962418"], "equivalent": ["20962415"], "question": "Which color are the numbers?", "isBalanced": true, "groups": {"global": "color", "local": "10q-numbers_color"}, "answer": "black", "semanticStr": "select: numbers (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The numbers are black.", "image": "n57848.jpg", "question_id": 20962415}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20631664", "20631666", "20631721"], "equivalent": ["20631665"], "question": "What is the person in front of the wall holding?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_holding,o"}, "answer": "baseball bat", "semanticStr": "select: wall (17)->relate: person,in front of,s (0) [0]->relate: _,holding,o (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"8": "17", "3": "0"}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding the baseball bat.", "image": "n570181.jpg", "question_id": 20631665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20631664", "20631665", "20631721"], "equivalent": ["20631666"], "question": "What is the batter holding?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_holding,o"}, "answer": "baseball bat", "semanticStr": "select: batter (0)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding the baseball bat.", "image": "n570181.jpg", "question_id": 20631666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "relate", "dependencies": [0], "argument": "girl,eating,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "fast food,to the right of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201064660", "201064661", "201064659", "201064658", "201064668", "201064669"], "equivalent": ["201064667"], "question": "What kind of fast food is to the right of the girl that is eating food?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-girl_to the right of,s"}, "answer": "hamburger", "semanticStr": "select: food (8)->relate: girl,eating,s (3) [0]->relate: fast food,to the right of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"11": "3", "15": "8", "3:5": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a hamburger.", "image": "n88933.jpg", "question_id": 201064667}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "choose rel", "dependencies": [1], "argument": "cake,to the left of|to the right of,s (4)"}], "entailed": ["20395001", "20395000", "20395002", "20395004", "20394949", "20394948", "20394947", "20394950"], "equivalent": ["20395003", "20395002"], "question": "Is the cake to the left or to the right of the knife that looks blue?", "isBalanced": true, "groups": {"global": null, "local": "13-knife_cake"}, "answer": "left", "semanticStr": "select: knife (5)->filter color: blue [0]->choose rel: cake,to the left of|to the right of,s (4) [1]", "annotations": {"answer": {}, "question": {"2": "4", "12": "5", "15": "5"}, "fullAnswer": {"1": "4", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cake is to the left of the knife.", "image": "n369313.jpg", "question_id": 20395003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knives (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201908948"], "question": "What are the knives inside of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-knives_inside,o"}, "answer": "napkin", "semanticStr": "select: knives (2)->relate: _,inside,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "2", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The knives are inside the napkin.", "image": "n479092.jpg", "question_id": 201908948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201765705", "201765704", "201765707", "201765706"], "equivalent": ["201765707", "201765708"], "question": "Which side of the photo is the surfboard on?", "isBalanced": true, "groups": {"global": null, "local": "10q-surfboard_hposition"}, "answer": "right", "semanticStr": "select: surfboard (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The surfboard is on the right of the image.", "image": "n488874.jpg", "question_id": 201765708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,on top of,s (9)"}, {"operation": "choose rel", "dependencies": [1], "argument": "person,to the left of|to the right of,s (0)"}], "entailed": ["20596579", "20596581", "20596580", "20596420", "20596423"], "equivalent": ["20596422"], "question": "Is the male person to the right or to the left of the trash can that is on top of the sidewalk?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_person"}, "answer": "left", "semanticStr": "select: sidewalk (7)->relate: trash can,on top of,s (9) [0]->choose rel: person,to the left of|to the right of,s (0) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "13:15": "9", "21": "7"}, "fullAnswer": {"1": "0", "8:10": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The person is to the left of the garbage can.", "image": "n514467.jpg", "question_id": 20596422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "light brown"}], "entailed": ["20308942", "20308939", "20308938", "20308943", "20308940", "20308941", "20308946", "20308944", "20308945"], "equivalent": ["20308937"], "question": "Is the rug light brown?", "isBalanced": true, "groups": {"global": null, "local": "06-rug_light brown"}, "answer": "yes", "semanticStr": "select: rug (1)->verify color: light brown [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the rug is light brown.", "image": "n278312.jpg", "question_id": 20308937}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201663218", "201663216", "201663215"], "equivalent": ["201663217"], "question": "Is the microwave on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-microwave_hposition"}, "answer": "left", "semanticStr": "select: microwave (1)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The microwave is on the left of the image.", "image": "n35676.jpg", "question_id": 201663217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (1)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20308928", "20308929", "20308927"], "equivalent": ["20308930"], "question": "On which side is the rug?", "isBalanced": true, "groups": {"global": null, "local": "10q-rug_hposition"}, "answer": "left", "semanticStr": "select: rug (1)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is on the left of the image.", "image": "n278312.jpg", "question_id": 20308930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the right of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20709976", "20710040", "20710039", "20710038", "20709977", "20710037", "20710036", "20710035", "20710034"], "equivalent": ["20710033"], "question": "What do you think is the vehicle to the right of the woman that is wearing pants?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_to the right of,s"}, "answer": "car", "semanticStr": "select: pants (4)->relate: woman,wearing,s (0) [0]->relate: vehicle,to the right of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"6": "5", "12": "0", "16": "4"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n24526.jpg", "question_id": 20710033}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,traveling on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710031"], "equivalent": ["20710032"], "question": "Which kind of vehicle is traveling on the road?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-road_traveling on,s"}, "answer": "car", "semanticStr": "select: road (7)->relate: vehicle,traveling on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n24526.jpg", "question_id": 20710032}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,in front of,s (10)"}, {"operation": "filter color", "dependencies": [1], "argument": "yellow"}, {"operation": "relate", "dependencies": [2], "argument": "_,lying next to,s (23)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": [], "equivalent": ["20661328"], "question": "What is lying next to the yellow bus that is in front of the trees?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bus_lying next to,s"}, "answer": "branch", "semanticStr": "select: trees (2)->relate: bus,in front of,s (10) [0]->filter color: yellow [1]->relate: _,lying next to,s (23) [2]->query: name [3]", "annotations": {"answer": {"0": "23"}, "question": {"6:8": "10", "14": "2"}, "fullAnswer": {"1": "23", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The branch is lying next to the bus.", "image": "n346736.jpg", "question_id": 20661328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "select", "dependencies": [], "argument": "shoes (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202106113"], "equivalent": ["202106112"], "question": "Do the shorts and the shoes have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-shoes_shorts"}, "answer": "no", "semanticStr": "select: shorts (2)->select: shoes (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "3"}, "fullAnswer": {"2": "2", "7": "3"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the shorts are black and the shoes are white.", "image": "n574498.jpg", "question_id": 202106112}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "box (24)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201886893", "201886892", "201886891", "201886890", "201886896", "201886895", "201886894"], "equivalent": ["201886889"], "question": "Is the small box on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-box_right"}, "answer": "yes", "semanticStr": "select: box (24)->filter size: small [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the box is on the right of the image.", "image": "n429961.jpg", "question_id": 201886889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (19)"}, {"operation": "select", "dependencies": [], "argument": "socks (17) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201492100", "201492101", "201492103"], "equivalent": ["201492101", "201492102", "201492103"], "question": "Are the shoes different in color than the socks?", "isBalanced": true, "groups": {"global": null, "local": "09diff-shoes_socks"}, "answer": "no", "semanticStr": "select: shoes (19)->select: socks (17) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "17", "2": "19"}, "fullAnswer": {"3": "19", "6": "17"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shoes and the socks are black.", "image": "n9856.jpg", "question_id": 201492102}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (10)"}, {"operation": "select", "dependencies": [], "argument": "lamp (15) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201981983"], "equivalent": ["201981984"], "question": "Do the shoe and the lamp have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-lamp_shoe"}, "answer": "no", "semanticStr": "select: shoe (10)->select: lamp (15) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "5": "15"}, "fullAnswer": {"3": "10", "6": "15"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shoe and the lamp are white.", "image": "n526228.jpg", "question_id": 201981984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (24)"}, {"operation": "select", "dependencies": [], "argument": "shirt (10) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201492105", "201492106"], "equivalent": ["201492104"], "question": "Do the baseball and the shirt have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-baseball_shirt"}, "answer": "yes", "semanticStr": "select: baseball (24)->select: shirt (10) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "24", "5": "10"}, "fullAnswer": {"3": "24", "6": "10"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the baseball and the shirt are white.", "image": "n9856.jpg", "question_id": 201492104}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cream (0)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["201859404", "201859405", "201859400", "201859401", "201859402", "201859403", "201859389", "201859388"], "equivalent": ["201859406"], "question": "Is the cream open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-cream_15"}, "answer": "open", "semanticStr": "select: cream (0)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cream is open.", "image": "n546884.jpg", "question_id": 201859406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,sitting atop,o (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202102607", "202102604", "202102605"], "equivalent": ["202102606"], "question": "What is the appliance that the counter top that is not dirty is sitting atop?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-countertop_sitting atop,o"}, "answer": "washing machine", "semanticStr": "select: countertop (14)->filter cleanliness: not(dirty) [0]->relate: appliance,sitting atop,o (18) [1]->query: name [2]", "annotations": {"answer": {"0:2": "18"}, "question": {"11": "14", "3": "18", "6:8": "14"}, "fullAnswer": {"1": "18", "4:6": "18"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a washing machine.", "image": "n386682.jpg", "question_id": 202102606}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (18)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102606", "202102607", "202102604"], "equivalent": ["202102605"], "question": "What's the countertop sitting atop?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-countertop_sitting atop,o"}, "answer": "washing machine", "semanticStr": "select: countertop (14)->relate: _,sitting atop,o (18) [0]->query: name [1]", "annotations": {"answer": {"0:2": "18"}, "question": {}, "fullAnswer": {"1": "14", "6:8": "18"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The countertop is sitting atop the washing machine.", "image": "n386682.jpg", "question_id": 202102605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify state", "dependencies": [1], "argument": "still"}, {"operation": "verify", "dependencies": [1], "argument": "wet "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20491765"], "equivalent": ["20491765", "20491764"], "question": "Does the brown grass look wet and still?", "isBalanced": true, "groups": {"global": null, "local": "05-still_wet"}, "answer": "no", "semanticStr": "select: grass (12)->filter color: brown [0]->verify state: still [1]->verify: wet  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is still but dry.", "image": "n335542.jpg", "question_id": 20491764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "choose", "dependencies": [1], "argument": "short sleeved|sleeveless"}], "entailed": ["20162245", "20162255", "20162258", "20162259", "20162260", "20162256", "20162257"], "equivalent": ["20162261"], "question": "Is the gray shirt short sleeved or sleeveless?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (19)->filter color: gray [0]->choose: short sleeved|sleeveless [1]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n202379.jpg", "question_id": 20162261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "choose color", "dependencies": [1], "argument": "green|white"}], "entailed": [], "equivalent": ["201407445"], "question": "Is the tennis ball that looks round white or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-tennis ball_color"}, "answer": "green", "semanticStr": "select: tennis ball (2)->filter shape: round [0]->choose color: green|white [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tennis ball is green.", "image": "n282607.jpg", "question_id": 201407445}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,playing in,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20786153", "20786152"], "equivalent": ["20786154"], "question": "What is the woman playing in?", "isBalanced": true, "groups": {"global": "liquid", "local": "14-woman_playing in,o"}, "answer": "water", "semanticStr": "select: woman (5)->relate: _,playing in,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "5", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is playing in the water.", "image": "n12404.jpg", "question_id": 20786154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201983942", "201983937"], "equivalent": ["201983938"], "question": "Does the jacket look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-jacket_blue"}, "answer": "no", "semanticStr": "select: jacket (2)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the jacket is brown.", "image": "n16378.jpg", "question_id": 201983938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20542860", "20542856", "20542858", "20542859"], "equivalent": ["20542857"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "zoo", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a zoo.", "image": "n100552.jpg", "question_id": 20542857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20978739", "20978481", "20978740"], "equivalent": ["20978741"], "question": "What is the man sitting on?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_sitting on,o"}, "answer": "motorcycle", "semanticStr": "select: man (7)->relate: _,sitting on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "7", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting on the motorbike.", "image": "n551964.jpg", "question_id": 20978741}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (18)"}, {"operation": "select", "dependencies": [], "argument": "street sign (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202000609"], "question": "Is the fence made of the same material as the street sign?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_street sign"}, "answer": "no", "semanticStr": "select: fence (18)->select: street sign (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "18", "10:12": "7"}, "fullAnswer": {"2": "18", "9:11": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the fence is made of wood and the street sign is made of metal.", "image": "n299528.jpg", "question_id": 202000609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201804356", "201803965", "201803967", "201803968", "201803870"], "equivalent": ["201803966"], "question": "What piece of furniture is to the right of the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-desk_to the right of,s"}, "answer": "couch", "semanticStr": "select: desk (3)->relate: furniture,to the right of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"1:4": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n51002.jpg", "question_id": 201803966}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (17)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["201882615", "201882617", "201882616", "201882611", "201882613", "201882612"], "equivalent": ["201882615", "201882614", "201882613"], "question": "Is the lamp on the right or on the left of the photo?", "isBalanced": true, "groups": {"global": null, "local": "10c-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (17)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is on the left of the image.", "image": "n125122.jpg", "question_id": 201882614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (2)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify weight", "dependencies": [0], "argument": "light "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201983933"], "question": "Is the jacket light and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_light"}, "answer": "no", "semanticStr": "select: jacket (2)->verify color: brown [0]->verify weight: light  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is brown but heavy.", "image": "n16378.jpg", "question_id": 201983933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify place", "dependencies": [0], "argument": "zoo"}], "entailed": ["20542860", "20542856", "20542857", "20542859"], "equivalent": ["20542858"], "question": "Is the photo showing a zoo?", "isBalanced": true, "groups": {"global": null, "local": "01-place_zoo"}, "answer": "yes", "semanticStr": "select: scene->verify place: zoo [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "placeVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is showing a zoo.", "image": "n100552.jpg", "question_id": 20542858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on top of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,on top of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20177936", "20177935", "20177934", "20177933", "20177932"], "equivalent": ["20177931"], "question": "What are the vegetables that are on top of the cooking utensil that is on top of the table called?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on top of,s"}, "answer": "pickles", "semanticStr": "select: table (18)->relate: cooking utensil,on top of,s (5) [0]->relate: vegetable,on top of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"18": "18", "3": "2", "10:12": "5"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are pickles.", "image": "n55058.jpg", "question_id": 20177931}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235776", "201235874"], "equivalent": ["201235873"], "question": "Who is wearing a sweater?", "isBalanced": true, "groups": {"global": "person", "local": "14-sweater_wearing,s"}, "answer": "woman", "semanticStr": "select: sweater (9)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "9"}, "fullAnswer": {"1": "6", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a sweater.", "image": "n527589.jpg", "question_id": 201235873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "relate", "dependencies": [0], "argument": "food,sitting beside,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201988049", "201988048", "201988044", "201988047", "201988046", "201988043", "201988042", "201987709", "201987710", "201987711", "201987712"], "equivalent": ["201988045", "201988047", "201988046"], "question": "What is the food that the cake is sitting beside?", "isBalanced": true, "groups": {"global": "food", "local": "15-cake_sitting beside,o"}, "answer": "cookie", "semanticStr": "select: cake (4)->relate: food,sitting beside,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "4"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a cookie.", "image": "n470131.jpg", "question_id": 201988045}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "gold"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202262076"], "equivalent": ["202262076", "202262077"], "question": "Is the plate gold and small?", "isBalanced": true, "groups": {"global": null, "local": "05-gold_small"}, "answer": "no", "semanticStr": "select: plate (11)->verify color: gold [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the plate is gold but large.", "image": "n28572.jpg", "question_id": 202262077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201570631", "201570640", "201570633", "201570632"], "equivalent": ["201570642"], "question": "Is this a white cabinet?", "isBalanced": true, "groups": {"global": null, "local": "06-cabinet_white"}, "answer": "no", "semanticStr": "select: cabinet (10)->verify color: white [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a brown cabinet.", "image": "n382416.jpg", "question_id": 201570642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (10)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201570653", "201570652", "201570644", "201570646", "201570647", "201570655", "201570654"], "equivalent": ["201570645"], "question": "What type of material is the cabinet made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-cabinet_material"}, "answer": "glass", "semanticStr": "select: cabinet (10)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cabinet is made of glass.", "image": "n382416.jpg", "question_id": 201570645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (4)"}, {"operation": "filter", "dependencies": [0], "argument": "sweet"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting beside,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201988049", "201988048", "201988045", "201988044", "201988047", "201988046", "201988042", "201987709", "201987710", "201987711", "201987712"], "equivalent": ["201988043"], "question": "What is the sweet dessert sitting beside?", "isBalanced": true, "groups": {"global": "food", "local": "14-cake_sitting beside,o"}, "answer": "cookie", "semanticStr": "select: dessert (4)->filter: sweet [0]->relate: _,sitting beside,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cake is sitting beside the cookie.", "image": "n470131.jpg", "question_id": 201988043}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "woman,to the left of,o (3)"}], "entailed": ["201153308", "201153419", "201153309"], "equivalent": ["201153420"], "question": "Is the fence to the left of the old person that is wearing an earring?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_woman"}, "answer": "yes", "semanticStr": "select: fence (4)->verify rel: woman,to the left of,o (3) [0]", "annotations": {"answer": {}, "question": {"8:10": "3", "2": "4", "14": "13"}, "fullAnswer": {"9": "3", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the fence is to the left of the woman.", "image": "n160664.jpg", "question_id": 201153420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["20385884", "20385885", "20385886", "20385887", "20385883", "20385889"], "equivalent": ["20385888", "20385889"], "question": "Is the white device in the top or in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-charger_vposition"}, "answer": "bottom", "semanticStr": "select: device (9)->filter color: white [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The charger is in the bottom of the image.", "image": "n90294.jpg", "question_id": 20385888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (3)"}, {"operation": "select", "dependencies": [], "argument": "dress (10) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20891247", "20891249"], "equivalent": ["20891248", "20891249"], "question": "Is the dress different in color than the hydrant?", "isBalanced": true, "groups": {"global": null, "local": "09diff-dress_fire hydrant"}, "answer": "yes", "semanticStr": "select: fire hydrant (3)->select: dress (10) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "10"}, "fullAnswer": {"2": "3", "7": "10"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the hydrant is red and the dress is blue.", "image": "n347706.jpg", "question_id": 20891248}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20652609", "20652605", "20652604", "20652607", "20652606", "20652601", "20652600", "20652603", "20652602"], "equivalent": ["20652609", "20652608"], "question": "Which side of the photo is the black bag on?", "isBalanced": true, "groups": {"global": null, "local": "10q-backpack_hposition"}, "answer": "right", "semanticStr": "select: bag (5)->filter color: black [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is on the right of the image.", "image": "n400036.jpg", "question_id": 20652608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,behind,s (10)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201055700", "201055698"], "equivalent": ["201055700", "201055699"], "question": "Do the trees behind the car look large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: car (3)->relate: tree,behind,s (10) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "3"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are large but green.", "image": "n259002.jpg", "question_id": 201055699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20330326"], "equivalent": ["20330325"], "question": "What is that statue holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-statue_holding,o"}, "answer": "broom", "semanticStr": "select: statue (2)->relate: _,holding,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The statue is holding the broom.", "image": "n260521.jpg", "question_id": 20330325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (1)"}, {"operation": "verify", "dependencies": [0], "argument": "black and white"}], "entailed": ["20136509", "20136508", "20136512", "20136513", "20136511", "20136516", "20136514", "20136515", "20136499"], "equivalent": ["20136510", "20136509"], "question": "Does the picture appear to be black and white?", "isBalanced": true, "groups": {"global": null, "local": "06-picture_black and white"}, "answer": "yes", "semanticStr": "select: picture (1)->verify: black and white [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the picture is black and white.", "image": "n446242.jpg", "question_id": 20136510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (29)"}, {"operation": "choose rel", "dependencies": [0], "argument": "tree,in front of|behind,s (28)"}], "entailed": ["201492463", "201492462", "201492461", "201492466", "201492465", "201492464", "201492368", "201492365", "201492366"], "equivalent": ["201492367"], "question": "Is the tree in front or behind the fence?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_tree"}, "answer": "front", "semanticStr": "select: fence (29)->choose rel: tree,in front of|behind,s (28) [0]", "annotations": {"answer": {}, "question": {"8": "29", "2": "28"}, "fullAnswer": {"1": "28", "7": "29"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The tree is in front of the fence.", "image": "n9856.jpg", "question_id": 201492367}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "select", "dependencies": [], "argument": "earring (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201235466"], "equivalent": ["201235466", "201235467"], "question": "Is the table made of the same material as the earring?", "isBalanced": true, "groups": {"global": null, "local": "09same-earring_table"}, "answer": "no", "semanticStr": "select: table (5)->select: earring (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "8", "2": "5"}, "fullAnswer": {"9": "8", "2": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the table is made of wood and the earring is made of metal.", "image": "n527589.jpg", "question_id": 201235467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,growing along,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509821"], "equivalent": ["201509822"], "question": "What is growing along the wall?", "isBalanced": true, "groups": {"global": "plant", "local": "14-wall_growing along,s"}, "answer": "vines", "semanticStr": "select: wall (7)->relate: _,growing along,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vines are growing along the wall.", "image": "n62458.jpg", "question_id": 201509822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201079787", "201079786", "201079789", "201079825", "201079827", "201079808", "201079823", "201079806", "201079804", "201079805", "201079802", "201079809", "201079796", "201079794", "201079792", "201079793", "201079791", "201079810", "201079815", "201079817", "201079816", "201079818"], "equivalent": ["201079803"], "question": "Is the table brown and small?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "yes", "semanticStr": "select: table (10)->verify color: brown [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is brown and small.", "image": "n23181.jpg", "question_id": 201079803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(yellow)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609278", "20609707"], "equivalent": ["20609708"], "question": "What kind of food isn't yellow?", "isBalanced": true, "groups": {"global": "flavor", "local": "12q-food_n#yellow"}, "answer": "strawberry", "semanticStr": "select: food (14)->filter color: not(yellow) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is a strawberry.", "image": "n437064.jpg", "question_id": 20609708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "relate", "dependencies": [0], "argument": "clock,near,s (8)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202122117"], "equivalent": ["202122174"], "question": "Are there any clocks near the window?", "isBalanced": true, "groups": {"global": null, "local": "13-window_clock"}, "answer": "yes", "semanticStr": "select: window (15)->relate: clock,near,s (8) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8", "6": "15"}, "fullAnswer": {"4": "8", "7": "15"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a clock near the window.", "image": "n140421.jpg", "question_id": 202122174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (17)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}], "entailed": ["20162221", "20162223", "20162222", "20162201", "20162207", "20162206"], "equivalent": ["20162199"], "question": "Are the trees green?", "isBalanced": true, "groups": {"global": null, "local": "06-trees_green"}, "answer": "no", "semanticStr": "select: trees (17)->verify color: green [0]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trees are dark.", "image": "n202379.jpg", "question_id": 20162199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "truck,standing beside,o (-)"}], "entailed": ["20516086"], "equivalent": ["20516083"], "question": "Does that building stand beside a truck?", "isBalanced": true, "groups": {"global": null, "local": "13-building_truck"}, "answer": "no", "semanticStr": "select: building (2)->verify rel: truck,standing beside,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the building stands beside the train.", "image": "n70461.jpg", "question_id": 20516083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee maker (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202174298", "202174296", "202174297"], "equivalent": ["202174299"], "question": "On which side of the image is the coffee maker?", "isBalanced": true, "groups": {"global": null, "local": "10q-coffee maker_hposition"}, "answer": "left", "semanticStr": "select: coffee maker (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The coffee maker is on the left of the image.", "image": "n398429.jpg", "question_id": 202174299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201889391"], "question": "What is covered by the sky?", "isBalanced": true, "groups": {"global": "place", "local": "14-sky_covered by,s"}, "answer": "mountain side", "semanticStr": "select: sky (7)->relate: _,covered by,s (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1:3": "2", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain side is covered by the sky.", "image": "n88366.jpg", "question_id": 201889391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (6)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing behind,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["2062416"], "question": "What are the grouped people standing behind of?", "isBalanced": true, "groups": {"global": "place", "local": "14-people_standing behind,o"}, "answer": "bleachers", "semanticStr": "select: people (6)->filter: grouped [0]->relate: _,standing behind,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"3:5": "6"}, "fullAnswer": {"1": "6", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are standing behind the bleachers.", "image": "n179136.jpg", "question_id": 2062416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain side (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered by,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201889392"], "equivalent": ["201889393"], "question": "What is the mountain side covered by?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-mountain side_covered by,o"}, "answer": "sky", "semanticStr": "select: mountain side (2)->relate: _,covered by,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1:3": "2", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain side is covered by the sky.", "image": "n88366.jpg", "question_id": 201889393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain side (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,covered by,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201889393"], "equivalent": ["201889392"], "question": "What is the mountain side that looks white covered by?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-mountain side_covered by,o"}, "answer": "sky", "semanticStr": "select: mountain side (2)->filter color: white [0]->relate: _,covered by,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"7": "2", "3:5": "2"}, "fullAnswer": {"1:3": "2", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mountain side is covered by the sky.", "image": "n88366.jpg", "question_id": 201889392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain side (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sky,covered by,o (7)"}], "entailed": [], "equivalent": ["201889394"], "question": "Is the mountain side covered by the sky?", "isBalanced": true, "groups": {"global": null, "local": "13-mountain side_sky"}, "answer": "yes", "semanticStr": "select: mountain side (2)->verify rel: sky,covered by,o (7) [0]", "annotations": {"answer": {}, "question": {"2:4": "2", "7": "7"}, "fullAnswer": {"8": "7", "2:4": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mountain side is covered by the sky.", "image": "n88366.jpg", "question_id": 201889394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (17)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,in front of,s (12)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": ["201758269"], "equivalent": ["201758269", "201758270"], "question": "Does the chair in front of the table look brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-chair_color"}, "answer": "brown", "semanticStr": "select: table (17)->relate: chair,in front of,s (12) [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"2": "12", "7": "17"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The chair is brown.", "image": "n4777.jpg", "question_id": 201758270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking down at,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201795128", "201795129", "201794982", "201795131", "201795133", "201795132"], "equivalent": ["201795130"], "question": "What animal is looking down at the child?", "isBalanced": true, "groups": {"global": "animal", "local": "14-child_looking down at,s"}, "answer": "elephant", "semanticStr": "select: child (0)->relate: animal,looking down at,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "14", "7": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The elephant is looking down at the kid.", "image": "n119944.jpg", "question_id": 201795130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "verify", "dependencies": [0], "argument": "irregular"}], "entailed": ["20567629", "20567646", "20567647", "20567622", "20567630", "20567632", "20567626", "20567627", "20567624", "20567625"], "equivalent": ["20567628"], "question": "Is the shirt irregular?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_irregular"}, "answer": "no", "semanticStr": "select: shirt (4)->verify: irregular [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is regular.", "image": "n414992.jpg", "question_id": 20567628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20204535", "20204528"], "equivalent": ["20204527"], "question": "What is in front of the chair that is not small?", "isBalanced": true, "groups": {"global": "thing", "local": "14-chair_in front of,s"}, "answer": "rug", "semanticStr": "select: chair (10)->filter size: not(small) [0]->relate: _,in front of,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"10": "10", "6": "10"}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the chair.", "image": "n532191.jpg", "question_id": 20204527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20456469", "20456496", "20456494", "20456495", "20456468"], "equivalent": ["20456497"], "question": "Which kind of animal is gray?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_gray"}, "answer": "dog", "semanticStr": "select: animal (4)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a dog.", "image": "n65885.jpg", "question_id": 20456497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201896351"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "lady", "semanticStr": "select: person (4)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The lady is standing.", "image": "n111390.jpg", "question_id": 201896351}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204535", "20204527"], "equivalent": ["20204528"], "question": "What is in front of the chair?", "isBalanced": true, "groups": {"global": "thing", "local": "14-chair_in front of,s"}, "answer": "rug", "semanticStr": "select: chair (10)->relate: _,in front of,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rug is in front of the chair.", "image": "n532191.jpg", "question_id": 20204528}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (15)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20887002", "20886981", "20887005", "20887004"], "equivalent": ["20887003"], "question": "What kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "table", "semanticStr": "select: furniture (15)->query: name [0]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n282436.jpg", "question_id": 20887003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2053629", "2053612", "2053611", "2053643", "2053642", "2053630"], "equivalent": ["2053640"], "question": "What is the name of the large animal?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "cow", "semanticStr": "select: animal (3)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"7": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cow.", "image": "n146555.jpg", "question_id": 2053640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202227909", "202227928", "202227937", "202227905", "202227904", "202227907", "202227906", "202227913", "202227910", "202227911"], "equivalent": ["202227908"], "question": "What is the color of that entertainment center?", "isBalanced": true, "groups": {"global": "color", "local": "10q-entertainment center_color"}, "answer": "brown", "semanticStr": "select: entertainment center (11)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The entertainment center is brown.", "image": "n77818.jpg", "question_id": 202227908}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptops (11)"}, {"operation": "select", "dependencies": [], "argument": "doors (1) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202003615", "202003614"], "equivalent": ["202003615", "202003616"], "question": "Do the laptop computers and the doors have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-doors_laptops"}, "answer": "no", "semanticStr": "select: laptops (11)->select: doors (1) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "11", "6": "1"}, "fullAnswer": {"7": "1", "3:5": "11"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the laptop computers and the doors are white.", "image": "n262920.jpg", "question_id": 202003616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201766622", "201766620", "201766616", "201766614", "201766615", "201766613", "201766611", "201766618", "201766619"], "equivalent": ["201766617"], "question": "Is that skirt large?", "isBalanced": true, "groups": {"global": null, "local": "06-skirt_large"}, "answer": "no", "semanticStr": "select: skirt (3)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the skirt is small.", "image": "n528403.jpg", "question_id": 201766617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "lamp,on top of,o (-)"}], "entailed": [], "equivalent": ["202023390"], "question": "Is that tray on top of a lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-tray_lamp"}, "answer": "no", "semanticStr": "select: tray (3)->verify rel: lamp,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"8": "5", "2": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the tray is on top of the bed.", "image": "n95313.jpg", "question_id": 202023390}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (5)"}, {"operation": "select", "dependencies": [], "argument": "desk (13) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202003613"], "equivalent": ["202003612"], "question": "Do the backpack and the desk have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-backpack_desk"}, "answer": "yes", "semanticStr": "select: backpack (5)->select: desk (13) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "13"}, "fullAnswer": {"3": "5", "6": "13"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the backpack and the desk are black.", "image": "n262920.jpg", "question_id": 202003612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["20451920", "20451943", "20451941", "20451947", "20451946", "20451952", "20451953", "20451950", "20451900", "20451872", "20451948", "20451959"], "equivalent": ["20451949"], "question": "What shape does the table have?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-table_shape"}, "answer": "round", "semanticStr": "select: table (11)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table has round shape.", "image": "n6908.jpg", "question_id": 20451949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (14)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (18)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["20837075", "20837077", "20837079", "20837078"], "equivalent": ["20837074"], "question": "Does the person to the left of the palm tree seem to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-person_sitting"}, "answer": "yes", "semanticStr": "select: palm tree (14)->relate: person,to the left of,s (18) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"8:10": "14", "2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is sitting.", "image": "n507959.jpg", "question_id": 20837074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spices (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "blender,in,o (10)"}], "entailed": [], "equivalent": ["201548811"], "question": "Are the condiments in a blender?", "isBalanced": true, "groups": {"global": null, "local": "13-spices_blender"}, "answer": "yes", "semanticStr": "select: spices (13)->verify rel: blender,in,o (10) [0]", "annotations": {"answer": {}, "question": {"2": "13", "5": "10"}, "fullAnswer": {"2": "13", "6": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the condiments are in a blender.", "image": "n314171.jpg", "question_id": 201548811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,behind,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201752905", "201752904", "201752906", "201752901", "201752900", "201752903", "201752902", "201752918", "201752919", "201752909", "201752908", "201752926", "201752928", "201752911", "201752922", "201752910", "201752920", "201752927", "201752921", "201752899"], "equivalent": ["201752907"], "question": "How large is the bag that is behind the bike?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bag_size"}, "answer": "small", "semanticStr": "select: bike (1)->relate: bag,behind,s (9) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "1", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is small.", "image": "n262929.jpg", "question_id": 201752907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202169281"], "question": "Do you see benches or fences there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_fence"}, "answer": "yes", "semanticStr": "select: bench (6)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bench.", "image": "n451187.jpg", "question_id": 202169281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201175587", "201175588", "201175583", "201175584", "201175585", "201175577", "201175576", "201175579"], "equivalent": ["201175578"], "question": "What's the door made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "wood", "semanticStr": "select: door (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of wood.", "image": "n357784.jpg", "question_id": 201175578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (4)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20489548", "20489540", "20489541", "20489542", "20489543", "20489544", "20489545", "20489547", "20489556", "20489555", "20489554", "20489553", "20489573", "20489537", "20489574", "20489538", "20489558"], "equivalent": ["20489546"], "question": "How wide is the comfortable bed?", "isBalanced": true, "groups": {"global": "width", "local": "10q-bed_width"}, "answer": "wide", "semanticStr": "select: bed (4)->filter: comfortable [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is wide.", "image": "n145498.jpg", "question_id": 20489546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree leaves (24)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pole,behind,o (20)"}], "entailed": ["201951992"], "equivalent": ["201951529"], "question": "Are the tree leaves behind the pole?", "isBalanced": true, "groups": {"global": null, "local": "13-tree leaves_pole"}, "answer": "yes", "semanticStr": "select: tree leaves (24)->verify rel: pole,behind,o (20) [0]", "annotations": {"answer": {}, "question": {"2:4": "24", "6": "20"}, "fullAnswer": {"2:4": "24", "7": "20"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the tree leaves are behind the pole.", "image": "n256120.jpg", "question_id": 201951529}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201185859", "201185858", "201185835", "201185851", "201185860", "201185853", "201185855", "201185854", "201185856", "201185844", "201185845", "201185842", "201185843", "201185840", "201185841", "201185839", "201185865", "201185836"], "equivalent": ["201185852"], "question": "Does the frisbee look thin and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_thin"}, "answer": "yes", "semanticStr": "select: frisbee (7)->verify color: green [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the frisbee is thin and green.", "image": "n494918.jpg", "question_id": 201185852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201796068", "201796069", "201796070", "201796065"], "equivalent": ["201796066"], "question": "What is the woman that is standing doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "talking", "semanticStr": "select: woman (9)->filter pose: standing [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3": "9", "6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is talking.", "image": "n119944.jpg", "question_id": 201796066}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "door,behind,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201175587", "201175588", "201175583", "201175584", "201175585", "201175576", "201175579", "201175578"], "equivalent": ["201175577"], "question": "What material is the door behind the woman?", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "wood", "semanticStr": "select: woman (0)->relate: door,behind,s (2) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "2", "7": "0"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of wood.", "image": "n357784.jpg", "question_id": 201175577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (8)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "verify vposition", "dependencies": [1], "argument": "bottom"}], "entailed": ["20427884", "20427886"], "equivalent": ["20427885"], "question": "Is the black and white picture in the bottom part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-picture_bottom"}, "answer": "no", "semanticStr": "select: picture (8)->filter: black and white [0]->verify vposition: bottom [1]", "annotations": {"answer": {}, "question": {"2:6": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the picture is in the top of the image.", "image": "n281241.jpg", "question_id": 20427885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "charger (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "laptop,plugged into,o (4)"}], "entailed": ["20204747", "20204749", "20204748"], "equivalent": ["20204746"], "question": "Is the charger plugged into the laptop?", "isBalanced": true, "groups": {"global": null, "local": "13-charger_laptop"}, "answer": "yes", "semanticStr": "select: charger (14)->verify rel: laptop,plugged into,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "14", "6": "4"}, "fullAnswer": {"2": "14", "7": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the charger is plugged into the laptop.", "image": "n532191.jpg", "question_id": 20204746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "wine glass,in front of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["2098091"], "question": "Is there a wine glass in front of the large bowl?", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_wine glass"}, "answer": "no", "semanticStr": "select: bowl (4)->filter size: large [0]->relate: wine glass,in front of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "4"}, "fullAnswer": {"9": "4", "4": "5"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bottle in front of the bowl.", "image": "n513429.jpg", "question_id": 2098091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20648316", "20648317"], "equivalent": ["20648318"], "question": "What's the woman holding?", "isBalanced": true, "groups": {"global": "sign", "local": "14-woman_holding,o"}, "answer": "sign", "semanticStr": "select: woman (9)->relate: _,holding,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "9", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the sign.", "image": "n471866.jpg", "question_id": 20648318}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "train,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201959873"], "question": "Are there any trains near the sign on the grass?", "isBalanced": true, "groups": {"global": null, "local": "13-sign_train"}, "answer": "no", "semanticStr": "select: grass (12)->relate: sign,on,s (1) [0]->relate: train,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "12", "6": "1"}, "fullAnswer": {"4": "0", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an airplane near the sign.", "image": "n572716.jpg", "question_id": 201959873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "skateboard,to the left of,o (-)"}], "entailed": [], "equivalent": ["201752677"], "question": "Is this boy to the left of a skateboard?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_skateboard"}, "answer": "no", "semanticStr": "select: boy (12)->verify rel: skateboard,to the left of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"9": "9", "2": "12"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the boy is to the left of the bag.", "image": "n262929.jpg", "question_id": 201752677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "eggs (1)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157208", "20157277", "20157274", "20157275", "20157278"], "equivalent": ["20157276"], "question": "Which kind of food is left of the eggs?", "isBalanced": true, "groups": {"global": "food", "local": "15-eggs_to the left of,s"}, "answer": "pancake", "semanticStr": "select: eggs (1)->relate: food,to the left of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a pancake.", "image": "n170941.jpg", "question_id": 20157276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,sitting on,o (-)"}], "entailed": [], "equivalent": ["20303111"], "question": "Is the man to the left of the glasses sitting on a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_couch"}, "answer": "no", "semanticStr": "select: glasses (2)->relate: man,to the left of,s (8) [0]->verify rel: couch,sitting on,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "2", "2": "8"}, "fullAnswer": {"2": "8", "7": "11"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is sitting on a bench.", "image": "n318684.jpg", "question_id": 20303111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "horse,below,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,walking near,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2017456", "2017457", "2017459", "2017461", "2017460", "2017084"], "equivalent": ["2017455"], "question": "What animal is the horse below the hair walking by?", "isBalanced": true, "groups": {"global": "animal", "local": "14-horse_walking near,o"}, "answer": "goat", "semanticStr": "select: hair (1)->relate: horse,below,s (6) [0]->relate: animal,walking near,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"4": "6", "7": "1"}, "fullAnswer": {"1": "6", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is walking by the goat.", "image": "n324908.jpg", "question_id": 2017455}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20898609", "20898608", "20898618", "20898619", "20898613", "20898612", "20898616", "20898610", "20898611", "20898617", "20898614", "20898615", "20898623", "20898622", "20898621", "20898620", "20898607", "20898624", "20898606"], "equivalent": ["20898605"], "question": "Is the road wide and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_wide"}, "answer": "yes", "semanticStr": "select: road (13)->verify color: black [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the road is wide and black.", "image": "n243701.jpg", "question_id": 20898605}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(flat)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097630", "2097964"], "equivalent": ["2097631"], "question": "What device isn't flat?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#flat"}, "answer": "keyboard", "semanticStr": "select: device (2)->filter: not(flat) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n513429.jpg", "question_id": 2097631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (1)"}, {"operation": "relate", "dependencies": [0], "argument": "surfboards,to the right of,s (2)"}, {"operation": "choose length", "dependencies": [1], "argument": "long|short"}], "entailed": ["20734181", "20734179", "20734183", "20734182", "20734178", "20734176", "20734177", "20734167", "20734180"], "equivalent": ["20734184"], "question": "Are the surfboards to the right of the people short or long?", "isBalanced": true, "groups": {"global": "length", "local": "10c-surfboards_length"}, "answer": "long", "semanticStr": "select: people (1)->relate: surfboards,to the right of,s (2) [0]->choose length: long|short [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The surfboards are long.", "image": "n90944.jpg", "question_id": 20734184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "chair,to the right of,o (9)"}], "entailed": ["20783536", "20783537"], "equivalent": ["20783387"], "question": "Is the plastic keyboard to the right of the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-keyboard_chair"}, "answer": "yes", "semanticStr": "select: keyboard (4)->filter material: plastic [0]->verify rel: chair,to the right of,o (9) [1]", "annotations": {"answer": {}, "question": {"9": "9", "2:4": "4"}, "fullAnswer": {"9": "9", "2": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the keyboard is to the right of the chair.", "image": "n355339.jpg", "question_id": 20783387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "warm"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097632", "2097634"], "equivalent": ["2097635"], "question": "What device is warm?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_warm"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: warm [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n513429.jpg", "question_id": 2097635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412251", "20412159", "20412158", "20412252"], "equivalent": ["20412157"], "question": "What is this boy wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-boy_wearing,o"}, "answer": "tie", "semanticStr": "select: boy (0)->relate: _,wearing,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a tie.", "image": "n531359.jpg", "question_id": 20412157}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412155"], "equivalent": ["20412156"], "question": "Who is wearing the tie?", "isBalanced": true, "groups": {"global": "person", "local": "14-tie_wearing,s"}, "answer": "boy", "semanticStr": "select: tie (9)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a tie.", "image": "n531359.jpg", "question_id": 20412156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827497", "20827495"], "equivalent": ["20827496"], "question": "Which type of furniture is tall?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_tall"}, "answer": "chairs", "semanticStr": "select: furniture (7)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n283587.jpg", "question_id": 20827496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify", "dependencies": [1], "argument": "dry"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20596530"], "question": "Does the sidewalk made of concrete look hard and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-dry_hard"}, "answer": "no", "semanticStr": "select: sidewalk (7)->filter material: concrete [0]->verify: dry [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is hard but wet.", "image": "n514467.jpg", "question_id": 20596530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (0)"}, {"operation": "choose material", "dependencies": [0], "argument": "wood|metal"}], "entailed": [], "equivalent": ["201438469"], "question": "What makes up the bat, wood or metal?", "isBalanced": true, "groups": {"global": "material", "local": "10c-bat_material"}, "answer": "wood", "semanticStr": "select: bat (0)->choose material: wood|metal [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bat is made of wood.", "image": "n66756.jpg", "question_id": 201438469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (6)"}, {"operation": "relate", "dependencies": [0], "argument": "people,near,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20412151"], "equivalent": ["20412150"], "question": "Who is in front of the people near the trees?", "isBalanced": true, "groups": {"global": "person", "local": "14-people_in front of,s"}, "answer": "boy", "semanticStr": "select: trees (6)->relate: people,near,s (1) [0]->relate: person,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "6", "6": "1"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the people.", "image": "n531359.jpg", "question_id": 20412150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "traffic light,below,o (8)"}], "entailed": ["201109299"], "equivalent": ["201109300"], "question": "Is the green vehicle below the traffic light on the left side?", "isBalanced": true, "groups": {"global": null, "local": "13-suv_traffic light"}, "answer": "yes", "semanticStr": "select: vehicle (1)->filter color: green [0]->verify rel: traffic light,below,o (8) [1]", "annotations": {"answer": {}, "question": {"2:4": "1", "6:8": "8"}, "fullAnswer": {"2": "1", "6:8": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the SUV is below the traffic light.", "image": "n167164.jpg", "question_id": 201109300}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (0)"}, {"operation": "choose", "dependencies": [0], "argument": "on|off"}], "entailed": ["20403397", "20403396", "20403395", "20403394", "20403398"], "equivalent": ["20403401"], "question": "Is the lamp off or on?", "isBalanced": true, "groups": {"global": "39", "local": "10c-lamp_39"}, "answer": "on", "semanticStr": "select: lamp (0)->choose: on|off [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is on.", "image": "n249639.jpg", "question_id": 20403401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "drink,to the right of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202144525"], "question": "What is the drink to the right of the man on the left side called?", "isBalanced": true, "groups": {"global": "drink", "local": "15-man_to the right of,s"}, "answer": "liquor", "semanticStr": "select: man (0)->filter hposition: left [0]->relate: drink,to the right of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "0", "3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The drink is liquor.", "image": "n37274.jpg", "question_id": 202144525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (2)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202144521", "202144520", "202144523", "202144522"], "equivalent": ["202144524"], "question": "Which color is the drink in the center?", "isBalanced": true, "groups": {"global": "color", "local": "10q-liquor_color"}, "answer": "yellow", "semanticStr": "select: drink (2)->filter vposition: middle [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The liquor is yellow.", "image": "n37274.jpg", "question_id": 202144524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412251", "20412158", "20412157", "20412252"], "equivalent": ["20412159"], "question": "What is the boy wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-boy_wearing,o"}, "answer": "tie", "semanticStr": "select: boy (0)->relate: _,wearing,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "0", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a tie.", "image": "n531359.jpg", "question_id": 20412159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20442045", "20442046", "20442050", "20442040", "20442041", "20442042", "20442043"], "equivalent": ["20442044"], "question": "What is the door made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-door_material"}, "answer": "glass", "semanticStr": "select: door (1)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is made of glass.", "image": "n207708.jpg", "question_id": 20442044}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,on,o (-)"}], "entailed": [], "equivalent": ["201446995"], "question": "Is the cup on a plate?", "isBalanced": true, "groups": {"global": null, "local": "13-cup_plate"}, "answer": "no", "semanticStr": "select: cup (3)->verify rel: plate,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the cup is on the shelf.", "image": "n54180.jpg", "question_id": 201446995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (15)"}, {"operation": "query", "dependencies": [0], "argument": "age"}], "entailed": ["20861115", "20861114", "20861117", "20861116", "20861111", "20861110", "20861112"], "equivalent": ["20861113"], "question": "How old is the ground?", "isBalanced": true, "groups": {"global": "age", "local": "10q-ground_age"}, "answer": "old", "semanticStr": "select: ground (15)->query: age [0]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ground is old.", "image": "n434283.jpg", "question_id": 20861113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201079737", "201079739", "201079740"], "equivalent": ["201079738"], "question": "Are the small books on the right side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-books_right"}, "answer": "no", "semanticStr": "select: books (11)->filter size: small [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the books are on the left of the image.", "image": "n23181.jpg", "question_id": 201079738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202246588", "202246589", "202246599", "202246600", "202246593", "202246592", "202246591", "202246584", "202246585", "202246586", "202246587", "202246578", "202246605", "202246604", "202246577"], "equivalent": ["202246590"], "question": "How large is the device on the mousepad?", "isBalanced": true, "groups": {"global": "size", "local": "10q-computer mouse_size"}, "answer": "small", "semanticStr": "select: mouse pad (3)->relate: device,on,s (4) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "4", "7": "3"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The computer mouse is small.", "image": "n310828.jpg", "question_id": 202246590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair clip (13)"}, {"operation": "select", "dependencies": [], "argument": "cell phone (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20856626"], "question": "Are both the hair clip and the cellphone made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cell phone_hair clip"}, "answer": "yes", "semanticStr": "select: hair clip (13)->select: cell phone (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "7", "3:5": "13"}, "fullAnswer": {"7": "7", "3:5": "13"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the hair clip and the cellphone are made of plastic.", "image": "n293477.jpg", "question_id": 20856626}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boat (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20942274", "20942275", "20942276"], "equivalent": ["20942273"], "question": "Is the blue boat on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-boat_left"}, "answer": "yes", "semanticStr": "select: boat (4)->filter color: blue [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boat is on the left of the image.", "image": "n137182.jpg", "question_id": 20942273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20307279", "20307268", "20307269", "20307271", "20307273", "20307266", "20307267", "20307281"], "equivalent": ["20307269", "20307271", "20307270"], "question": "What color does the couch on the left of the photo have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-couch_color"}, "answer": "gray", "semanticStr": "select: couch (8)->filter hposition: left [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The couch has gray color.", "image": "n554880.jpg", "question_id": 20307270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765920", "201765774"], "equivalent": ["201765921"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "surfer", "semanticStr": "select: shirt (1)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is wearing a shirt.", "image": "n488874.jpg", "question_id": 201765921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20699250"], "question": "Are there both glasses and ties in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-glasses_tie"}, "answer": "no", "semanticStr": "select: tie (6)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a tie but no glasses.", "image": "n512257.jpg", "question_id": 20699250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose", "dependencies": [1], "argument": "wet|dry"}], "entailed": ["201412229", "201412207", "201412220", "201412236", "201412234", "201412235", "201412232", "201412233", "201412231", "201412238"], "equivalent": ["201412237", "201412238"], "question": "Is the white ground wet or dry?", "isBalanced": true, "groups": {"global": "17", "local": "10c-ground_17"}, "answer": "wet", "semanticStr": "select: ground (10)->filter color: white [0]->choose: wet|dry [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is wet.", "image": "n143672.jpg", "question_id": 201412237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing against,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201637365", "201637364"], "equivalent": ["201637363"], "question": "What is standing against the white stove?", "isBalanced": true, "groups": {"global": "", "local": "14-stove_standing against,s"}, "answer": "countertop", "semanticStr": "select: stove (5)->filter color: white [0]->relate: _,standing against,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"5:7": "5"}, "fullAnswer": {"1": "8", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The countertop is standing against the stove.", "image": "n200692.jpg", "question_id": 201637363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097913", "2097940", "2097941", "2097912"], "equivalent": ["2097942"], "question": "What item of furniture is made of plastic?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_plastic"}, "answer": "desk", "semanticStr": "select: furniture (3)->filter material: plastic [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1:4": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n513429.jpg", "question_id": 2097942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "radio (11)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20479848", "20479846", "20479847"], "equivalent": ["20479849"], "question": "Which side is the radio on?", "isBalanced": true, "groups": {"global": null, "local": "10q-radio_hposition"}, "answer": "left", "semanticStr": "select: radio (11)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The radio is on the left of the image.", "image": "n520071.jpg", "question_id": 20479849}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skis (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201889290"], "question": "Are the skis green and long?", "isBalanced": true, "groups": {"global": null, "local": "05-green_long"}, "answer": "no", "semanticStr": "select: skis (1)->verify color: green [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skis are long but black.", "image": "n88366.jpg", "question_id": 201889290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (1)"}, {"operation": "filter", "dependencies": [0], "argument": "covered"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify", "dependencies": [1], "argument": "low "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20514952", "20514951", "20514978", "20514979", "20514954", "20514974", "20514975", "20514959", "20514970", "20514971", "20514972", "20514973", "20514976", "20514969", "20514977", "20514963", "20514962", "20514961", "20514960", "20514966", "20514965", "20514964", "20514980"], "equivalent": ["20514958"], "question": "Are the covered mountains green and low?", "isBalanced": true, "groups": {"global": null, "local": "05-green_low"}, "answer": "yes", "semanticStr": "select: mountains (1)->filter: covered [0]->verify color: green [1]->verify: low  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mountains are green and low.", "image": "n207893.jpg", "question_id": 20514958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "kitten,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201756598", "201756599", "201756592", "201756590", "201756597", "201756635", "201756575", "201756576", "201756577", "201756570", "201756571", "201756579", "201756589", "201756588", "201756636", "201756585", "201756584", "201756587", "201756581", "201756580", "201756583", "201756582", "201756604", "201756605", "201756600"], "equivalent": ["201756586"], "question": "How big is the kitten the wall is behind of?", "isBalanced": true, "groups": {"global": "size", "local": "10q-kitten_size"}, "answer": "small", "semanticStr": "select: wall (7)->relate: kitten,behind,o (1) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "7"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kitten is small.", "image": "n567860.jpg", "question_id": 201756586}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phones (4)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["201639008", "201639009", "201639019", "201639018", "201639013", "201639011", "201639010", "201639017", "201639016", "201639015", "201639014", "201638995", "201638994"], "equivalent": ["201639012"], "question": "How tall are the phones?", "isBalanced": true, "groups": {"global": "height", "local": "10q-phones_height"}, "answer": "tall", "semanticStr": "select: phones (4)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The phones are tall.", "image": "n271392.jpg", "question_id": 201639012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train tracks (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201952868", "201952871", "201952870", "201952722"], "equivalent": ["201952869"], "question": "What rides on the train tracks?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-train tracks_riding on,s"}, "answer": "train", "semanticStr": "select: train tracks (5)->relate: _,riding on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The train rides on the tracks.", "image": "n525029.jpg", "question_id": 201952869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["2076474", "2076477", "2076476", "2076473"], "equivalent": ["2076475"], "question": "Where in this image is the metal fence, on the left or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_hposition"}, "answer": "right", "semanticStr": "select: fence (4)->filter material: metal [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is on the right of the image.", "image": "n173807.jpg", "question_id": 2076475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter", "dependencies": [0], "argument": "pretty"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20468691", "20468692", "20468659", "20468660", "20468661", "20468662"], "equivalent": ["20468690"], "question": "What is the pretty animal called?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_pretty"}, "answer": "horse", "semanticStr": "select: animal (1)->filter: pretty [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n171169.jpg", "question_id": 20468690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(yellow)"}, {"operation": "choose name", "dependencies": [1], "argument": "cheese|pepperoni"}], "entailed": [], "equivalent": ["202037014"], "question": "What kind of food is not yellow, the cheese or the pepperoni?", "isBalanced": true, "groups": {"global": "meat", "local": "12c-food_n#yellow"}, "answer": "pepperoni", "semanticStr": "select: food (5)->filter color: not(yellow) [0]->choose name: cheese|pepperoni [1]", "annotations": {"answer": {"0": "5"}, "question": {"11": "5", "8": "9", "3": "9"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The pepperoni is not yellow.", "image": "n200225.jpg", "question_id": 202037014}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(yellow)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036770", "202037016"], "equivalent": ["202037015"], "question": "Which kind of food is not yellow?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#yellow"}, "answer": "pepperoni", "semanticStr": "select: food (5)->filter color: not(yellow) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is pepperoni.", "image": "n200225.jpg", "question_id": 202037015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(yellow)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202036770", "202037015"], "equivalent": ["202037016"], "question": "Which kind of food isn't yellow?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-food_n#yellow"}, "answer": "pepperoni", "semanticStr": "select: food (5)->filter color: not(yellow) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is pepperoni.", "image": "n200225.jpg", "question_id": 202037016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["202286821", "202286820", "202286824", "202286823", "202286822", "202286818", "202286819", "202286816", "202286817"], "equivalent": ["202286815"], "question": "Is the backpack on the left side?", "isBalanced": true, "groups": {"global": null, "local": "06-backpack_left"}, "answer": "yes", "semanticStr": "select: backpack (4)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the backpack is on the left of the image.", "image": "n413002.jpg", "question_id": 202286815}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter", "dependencies": [0], "argument": "dull"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246774", "202246773", "202246772", "202246771"], "equivalent": ["202246775"], "question": "Which kind of clothing is dull?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_dull"}, "answer": "shirt", "semanticStr": "select: clothing (9)->filter: dull [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n310828.jpg", "question_id": 202246775}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246766", "202246767", "202246768", "202246769"], "equivalent": ["202246770"], "question": "Which kind of clothing is black?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_black"}, "answer": "shirt", "semanticStr": "select: clothing (9)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n310828.jpg", "question_id": 202246770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (12)"}, {"operation": "choose name", "dependencies": [0], "argument": "bus|truck"}], "entailed": [], "equivalent": ["2055708"], "question": "Is this a bus or a truck?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-bus_truck"}, "answer": "bus", "semanticStr": "select: this (12)->choose name: bus|truck [0]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"3": "12"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bus.", "image": "n263180.jpg", "question_id": 2055708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067719", "201067718", "201067715", "201067717", "201067678"], "equivalent": ["201067716"], "question": "What's sitting atop the napkin?", "isBalanced": true, "groups": {"global": "baked good", "local": "14-napkin_sitting atop,s"}, "answer": "donut", "semanticStr": "select: napkin (3)->relate: _,sitting atop,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The doughnut is sitting atop the napkin.", "image": "n367944.jpg", "question_id": 201067716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dresser (7)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["20753417", "20753418", "20753419", "20753420", "20753423", "20753422", "20753424", "20753427"], "equivalent": ["20753421"], "question": "How tall is the dresser?", "isBalanced": true, "groups": {"global": "height", "local": "10q-dresser_height"}, "answer": "tall", "semanticStr": "select: dresser (7)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dresser is tall.", "image": "n49438.jpg", "question_id": 20753421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202270887"], "equivalent": ["202270905"], "question": "Who is wearing a suit?", "isBalanced": true, "groups": {"global": "person", "local": "14-suit_wearing,s"}, "answer": "skateboarder", "semanticStr": "select: suit (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "2"}, "fullAnswer": {"1": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder is wearing a suit.", "image": "n469156.jpg", "question_id": 202270905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose color", "dependencies": [1], "argument": "red|gray"}], "entailed": [], "equivalent": ["20818946"], "question": "Is the plastic helmet red or gray?", "isBalanced": true, "groups": {"global": "color", "local": "10c-helmet_color"}, "answer": "red", "semanticStr": "select: helmet (7)->filter material: plastic [0]->choose color: red|gray [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helmet is red.", "image": "n279581.jpg", "question_id": 20818946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20308700", "20308705", "20308706", "20308699", "20308650", "20308696", "20308695"], "equivalent": ["20308697"], "question": "What's on the stove?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-stove_on,s"}, "answer": "tea kettle", "semanticStr": "select: stove (18)->relate: _,on,s (19) [0]->query: name [1]", "annotations": {"answer": {"0:2": "19"}, "question": {}, "fullAnswer": {"1:3": "19", "6": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tea kettle is on the stove.", "image": "n278312.jpg", "question_id": 20308697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on,s (19)"}, {"operation": "verify", "dependencies": [1], "argument": "rounded"}], "entailed": ["20308692", "20308693", "20308690", "20308691"], "equivalent": ["20308694"], "question": "Does the cooking utensil on the stove look rounded?", "isBalanced": true, "groups": {"global": null, "local": "06-tea kettle_rounded"}, "answer": "yes", "semanticStr": "select: stove (18)->relate: cooking utensil,on,s (19) [0]->verify: rounded [1]", "annotations": {"answer": {}, "question": {"2:4": "19", "6": "18"}, "fullAnswer": {"2:4": "19"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tea kettle is rounded.", "image": "n278312.jpg", "question_id": 20308694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (18)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20308700", "20308705", "20308706", "20308699", "20308650", "20308696", "20308697"], "equivalent": ["20308695"], "question": "What is on the stove in the center?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-stove_on,s"}, "answer": "tea kettle", "semanticStr": "select: stove (18)->filter vposition: middle [0]->relate: _,on,s (19) [1]->query: name [2]", "annotations": {"answer": {"0:2": "19"}, "question": {"4": "18"}, "fullAnswer": {"1:3": "19", "6": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tea kettle is on the stove.", "image": "n278312.jpg", "question_id": 20308695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (14)"}, {"operation": "filter", "dependencies": [0], "argument": "plaid"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202144419", "202144418"], "equivalent": ["202144420"], "question": "What items of clothing are plaid?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_plaid"}, "answer": "shorts", "semanticStr": "select: clothing (14)->filter: plaid [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"1:4": "14"}, "fullAnswer": {"1:3": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing items are shorts.", "image": "n37274.jpg", "question_id": 202144420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,to the left of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202244674", "202244675", "202244676", "202244512", "202244673", "202244724", "202244726", "202244725"], "equivalent": ["202244672"], "question": "What are the vegetables to the left of the bowl that is to the left of the cookies?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-bowl_to the left of,s"}, "answer": "carrots", "semanticStr": "select: cookies (0)->relate: bowl,to the left of,s (8) [0]->relate: vegetable,to the left of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "8", "3": "6", "17": "0"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are carrots.", "image": "n296467.jpg", "question_id": 202244672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20936158", "20936168"], "equivalent": ["20936184"], "question": "Who in this photograph is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "child", "semanticStr": "select: person (7)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The child is sitting.", "image": "n44249.jpg", "question_id": 20936184}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting beside,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676489", "201676492", "201676491"], "equivalent": ["201676490"], "question": "Beside what is the table sitting?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_sitting beside,o"}, "answer": "shelf", "semanticStr": "select: table (4)->relate: _,sitting beside,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "4", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is sitting beside the shelf.", "image": "n233607.jpg", "question_id": 201676490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (4)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,above,s (5)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "dirty"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201447083"], "question": "Is the mirror above the shelf dirty and small?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_small"}, "answer": "no", "semanticStr": "select: shelf (4)->relate: mirror,above,s (5) [0]->verify cleanliness: dirty [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "4"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the mirror is dirty but large.", "image": "n54180.jpg", "question_id": 201447083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (24)"}, {"operation": "relate", "dependencies": [0], "argument": "table,to the right of,s (30)"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20673017", "20673016"], "equivalent": ["20673017", "20673016", "20673018"], "question": "Does the table that is to the right of the toilet appear to be brown and large?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_large"}, "answer": "no", "semanticStr": "select: toilet (24)->relate: table,to the right of,s (30) [0]->verify color: brown [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "24", "2": "30"}, "fullAnswer": {"2": "30"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the table is brown but small.", "image": "n59147.jpg", "question_id": 20673018}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20550307", "20550297", "20550296", "20550298", "20550309", "20550308", "20550321", "20550323", "20550322"], "equivalent": ["20550324"], "question": "What animal is large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "horse", "semanticStr": "select: animal (0)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n579928.jpg", "question_id": 20550324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (12)"}, {"operation": "choose material", "dependencies": [0], "argument": "paper|cloth"}], "entailed": [], "equivalent": ["202285118"], "question": "Is the napkin made of cloth or paper?", "isBalanced": true, "groups": {"global": "material", "local": "10c-napkin_material"}, "answer": "paper", "semanticStr": "select: napkin (12)->choose material: paper|cloth [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The napkin is made of paper.", "image": "n100991.jpg", "question_id": 202285118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter sportActivity", "dependencies": [0], "argument": "riding"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20878965"], "question": "Who in the image is riding?", "isBalanced": true, "groups": {"global": "person", "local": "riding"}, "answer": "skater", "semanticStr": "select: person (13)->filter sportActivity: riding [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is riding.", "image": "n259949.jpg", "question_id": 20878965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (5)"}, {"operation": "relate", "dependencies": [0], "argument": "zebra,beside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20600242", "20600243", "20600240", "20600246", "20600244", "20600245", "20600264", "20600262", "20600263", "20600256"], "equivalent": ["20600242", "20600241"], "question": "What is the size of the zebra beside the other zebras?", "isBalanced": true, "groups": {"global": "size", "local": "10q-zebra_size"}, "answer": "small", "semanticStr": "select: zebras (5)->relate: zebra,beside,s (4) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"10": "5", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The zebra is small.", "image": "n196058.jpg", "question_id": 20600241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pavement (15)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20144776", "20144775", "20144774", "20144741"], "equivalent": ["20144778"], "question": "What vehicle is parked on the pavement?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-pavement_parked on,s"}, "answer": "bus", "semanticStr": "select: pavement (15)->relate: vehicle,parked on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n273901.jpg", "question_id": 20144778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (20)"}, {"operation": "relate", "dependencies": [0], "argument": "palm tree,to the right of,s (14)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20836934"], "equivalent": ["20836935", "20836934"], "question": "Do you see any palm trees to the right of the cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinet_palm tree"}, "answer": "yes", "semanticStr": "select: cabinet (20)->relate: palm tree,to the right of,s (14) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"11": "20", "4:6": "14"}, "fullAnswer": {"11": "20", "4:6": "14"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a palm tree to the right of the cabinet.", "image": "n507959.jpg", "question_id": 20836935}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "onion (3)"}, {"operation": "select", "dependencies": [], "argument": "fries (4) "}, {"operation": "choose less healthy", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20177467"], "question": "Which is less healthy, the onion or the fries?", "isBalanced": true, "groups": {"global": "fast food", "local": "09compare-fries_onion"}, "answer": "fries", "semanticStr": "select: onion (3)->select: fries (4) ->choose less healthy:  [0, 1]", "annotations": {"answer": {"0": "4"}, "question": {"8": "4", "5": "3"}, "fullAnswer": {"1": "4", "7": "3"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The fries is less healthy than the onion.", "image": "n55058.jpg", "question_id": 20177467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "select", "dependencies": [], "argument": "table (10) "}, {"operation": "same shape", "dependencies": [0, 1], "argument": ""}], "entailed": ["202243660"], "equivalent": ["202243659"], "question": "Is the shape of the container the same as the table?", "isBalanced": true, "groups": {"global": null, "local": "09same-container_table"}, "answer": "no", "semanticStr": "select: container (4)->select: table (10) ->same shape:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "10", "5": "4"}, "fullAnswer": {"2": "4", "7": "10"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the container is round and the table is square.", "image": "n296467.jpg", "question_id": 202243659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836931"], "equivalent": ["20836930"], "question": "What is in front of the wall?", "isBalanced": true, "groups": {"global": "tree", "local": "14-wall_in front of,s"}, "answer": "palm tree", "semanticStr": "select: wall (4)->relate: _,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0:2": "14"}, "question": {}, "fullAnswer": {"1": "14", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm is in front of the wall.", "image": "n507959.jpg", "question_id": 20836930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (23)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201481767", "201481768", "201481769", "201481776", "201481775", "201481774", "201481773", "201481772", "201481771", "201481770"], "equivalent": ["201481766"], "question": "Is the sweater that is made of cloth both soft and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_soft"}, "answer": "yes", "semanticStr": "select: sweater (23)->filter material: cloth [0]->verify color: black [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "23", "7": "23"}, "fullAnswer": {"2": "23"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sweater is soft and black.", "image": "n470920.jpg", "question_id": 201481766}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "select", "dependencies": [], "argument": "table (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202243658"], "question": "Do the container and the table have the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-container_table"}, "answer": "no", "semanticStr": "select: container (4)->select: table (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "10"}, "fullAnswer": {"9": "10", "2": "4"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the container is made of plastic and the table is made of wood.", "image": "n296467.jpg", "question_id": 202243658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pasture (14)"}, {"operation": "select", "dependencies": [], "argument": "house (6) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20865361"], "equivalent": ["20865362"], "question": "Is the pasture different in color than the house?", "isBalanced": true, "groups": {"global": null, "local": "09diff-house_pasture"}, "answer": "yes", "semanticStr": "select: pasture (14)->select: house (6) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "14"}, "fullAnswer": {"2": "14", "7": "6"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the pasture is green and the house is white.", "image": "n143935.jpg", "question_id": 20865362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (17)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|red"}], "entailed": ["201481760"], "equivalent": ["201481760", "201481761"], "question": "How do the flowers look, white or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-flowers_color"}, "answer": "white", "semanticStr": "select: flowers (17)->choose color: white|red [0]", "annotations": {"answer": {}, "question": {"3": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The flowers are white.", "image": "n470920.jpg", "question_id": 201481761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1,0,2)"}, {"operation": "different", "dependencies": [0], "argument": "type"}], "entailed": ["20865359"], "equivalent": ["20865360"], "question": "Are these animals of different species?", "isBalanced": true, "groups": {"global": null, "local": "07different-allanimals"}, "answer": "no", "semanticStr": "select: animal (1,0,2)->different: type [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "diffAnimalsC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, all the animals are cows.", "image": "n143935.jpg", "question_id": 20865360}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "skis,on the bottom of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["2075782", "2075708", "2075709"], "equivalent": ["2075782", "2075783"], "question": "Are there any skis on the bottom of the airplane made out of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-airplane_skis"}, "answer": "yes", "semanticStr": "select: airplane (7)->filter material: metal [0]->relate: skis,on the bottom of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "7", "3": "4", "13": "7"}, "fullAnswer": {"9": "7", "3": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are skis on the bottom of the airplane.", "image": "n315859.jpg", "question_id": 2075783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(blond)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201065411", "201065413", "201065405"], "equivalent": ["201065412", "201065413", "201065411"], "question": "Do you see women that are not blond?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_n#blond"}, "answer": "yes", "semanticStr": "select: woman (10)->filter color: not(blond) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a brunette woman.", "image": "n429883.jpg", "question_id": 201065412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (14)"}, {"operation": "select", "dependencies": [], "argument": "cutting board (9) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202218513"], "question": "Is the window made of the same material as the cutting board?", "isBalanced": true, "groups": {"global": null, "local": "09same-cutting board_window"}, "answer": "no", "semanticStr": "select: window (14)->select: cutting board (9) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "14", "10:12": "9"}, "fullAnswer": {"2": "14", "9:11": "9"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the cutting board is made of wood.", "image": "n578564.jpg", "question_id": 202218513}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "choose location", "dependencies": [0], "argument": "indoors|outdoors"}], "entailed": [], "equivalent": ["20645343"], "question": "Is it indoors or outdoors?", "isBalanced": true, "groups": {"global": "41", "local": "02c-location"}, "answer": "indoors", "semanticStr": "select: scene->choose location: indoors|outdoors [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "locationChoose", "semantic": "global", "structural": "choose"}, "fullAnswer": "It is indoors.", "image": "n98544.jpg", "question_id": 20645343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20862860"], "equivalent": ["20862861"], "question": "What piece of clothing isn't white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#white"}, "answer": "suit", "semanticStr": "select: clothing (10)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "3"}, "fullAnswer": {"1:3": "3", "5": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a suit.", "image": "n94074.jpg", "question_id": 20862861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (12)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,to the right of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "_,underneath,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20240826", "20240949", "20240948", "20240952", "20240950", "20240951"], "equivalent": ["20240947"], "question": "What is underneath the plate to the right of the water bottle?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-plate_underneath,s"}, "answer": "table", "semanticStr": "select: water bottle (12)->relate: plate,to the right of,s (8) [0]->relate: _,underneath,s (11) [1]->query: name [2]", "annotations": {"answer": {"0": "11"}, "question": {"4": "8", "10:12": "12"}, "fullAnswer": {"1": "11", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is underneath the plate.", "image": "n166008.jpg", "question_id": 20240947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "food,on,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20794086", "20794087", "20794126", "20794122"], "equivalent": ["20794123"], "question": "What kind of food is on the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_on,s"}, "answer": "sandwich", "semanticStr": "select: plate (2)->relate: food,on,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sandwich.", "image": "n278453.jpg", "question_id": 20794123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (10)"}, {"operation": "filter length", "dependencies": [0], "argument": "not(long)"}, {"operation": "choose name", "dependencies": [1], "argument": "dress|suit"}], "entailed": [], "equivalent": ["20862868"], "question": "Which type of clothing is not long, the suit or the dress?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#long"}, "answer": "suit", "semanticStr": "select: clothing (10)->filter length: not(long) [0]->choose name: dress|suit [1]", "annotations": {"answer": {"0": "10"}, "question": {"11": "3", "8": "10", "3": "3"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The suit is not long.", "image": "n94074.jpg", "question_id": 20862868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,below,s (2)"}, {"operation": "choose thickness", "dependencies": [1], "argument": "thick|thin"}], "entailed": ["20781831", "20781830", "20781833", "20781832", "20781834", "20781838", "20781829"], "equivalent": ["20781835"], "question": "Are the trousers below the jacket thin or thick?", "isBalanced": true, "groups": {"global": "thickness", "local": "10c-pants_thickness"}, "answer": "thick", "semanticStr": "select: jacket (4)->relate: pants,below,s (2) [0]->choose thickness: thick|thin [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "4"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pants are thick.", "image": "n317189.jpg", "question_id": 20781835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (8)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201638803", "201638801", "201638800", "201638804"], "equivalent": ["201638802"], "question": "Which kind of vehicle is on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_on,s"}, "answer": "car", "semanticStr": "select: street (8)->relate: vehicle,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n271392.jpg", "question_id": 201638802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202106350", "202106342", "202106340", "202106351", "202106349", "202106344", "202106338", "202106339", "202106343"], "equivalent": ["202106341"], "question": "Which type of material is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (7)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n574498.jpg", "question_id": 202106341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "pants,below,s (2)"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}, {"operation": "verify thickness", "dependencies": [1], "argument": "thick "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20781840", "20781841", "20781842", "20781843", "20781844", "20781845", "20781846", "20781831", "20781830", "20781833", "20781832", "20781835", "20781834", "20781837", "20781839", "20781838", "20781828", "20781829"], "equivalent": ["20781837", "20781836"], "question": "Are the trousers below the jacket both red and thick?", "isBalanced": true, "groups": {"global": null, "local": "05-red_thick"}, "answer": "yes", "semanticStr": "select: jacket (4)->relate: pants,below,s (2) [0]->verify color: red [1]->verify thickness: thick  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "4"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trousers are red and thick.", "image": "n317189.jpg", "question_id": 20781836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "traffic sign,in front of,o (0)"}], "entailed": ["201037141", "201037175", "201037176", "201037142", "201037173"], "equivalent": ["201037174"], "question": "Is the young person in front of the traffic sign?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_traffic sign"}, "answer": "yes", "semanticStr": "select: person (2)->filter age: young [0]->verify rel: traffic sign,in front of,o (0) [1]", "annotations": {"answer": {}, "question": {"8:10": "0", "2:4": "2"}, "fullAnswer": {"8:10": "0", "2": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the girl is in front of the traffic sign.", "image": "n393305.jpg", "question_id": 201037174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelets (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037178"], "equivalent": ["201037177"], "question": "Who is wearing bracelets?", "isBalanced": true, "groups": {"global": "person", "local": "14-bracelets_wearing,s"}, "answer": "girl", "semanticStr": "select: bracelets (5)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "5"}, "fullAnswer": {"1": "2", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing bracelets.", "image": "n393305.jpg", "question_id": 201037177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelets (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037177"], "equivalent": ["201037178"], "question": "Who is wearing the bracelets?", "isBalanced": true, "groups": {"global": "person", "local": "14-bracelets_wearing,s"}, "answer": "girl", "semanticStr": "select: bracelets (5)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing bracelets.", "image": "n393305.jpg", "question_id": 201037178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (11)"}, {"operation": "choose name", "dependencies": [0], "argument": "desk|bed"}], "entailed": [], "equivalent": ["20381224"], "question": "Is that a bed or a desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-bed_desk"}, "answer": "desk", "semanticStr": "select: this (11)->choose name: desk|bed [0]", "annotations": {"answer": {"0": "11"}, "question": {"6": "11"}, "fullAnswer": {"3": "11"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "That is a desk.", "image": "n398257.jpg", "question_id": 20381224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,behind,s (22)"}, {"operation": "filter", "dependencies": [1], "argument": "mowed"}, {"operation": "verify color", "dependencies": [2], "argument": "brown"}, {"operation": "verify height", "dependencies": [2], "argument": "short "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": [], "equivalent": ["20647275"], "question": "Does the mowed grass behind the man look brown and short?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "no", "semanticStr": "select: man (0)->relate: grass,behind,s (22) [0]->filter: mowed [1]->verify color: brown [2]->verify height: short  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "22", "6": "0"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the grass is short but green.", "image": "n98540.jpg", "question_id": 20647275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(rectangular)"}, {"operation": "choose name", "dependencies": [1], "argument": "desk|shelf"}], "entailed": [], "equivalent": ["20381221"], "question": "Which kind of furniture is not rectangular, the shelf or the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#rectangular"}, "answer": "shelf", "semanticStr": "select: furniture (2)->filter shape: not(rectangular) [0]->choose name: desk|shelf [1]", "annotations": {"answer": {"0": "2"}, "question": {"11": "11", "8": "2", "3": "11"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The shelf is not rectangular.", "image": "n398257.jpg", "question_id": 20381221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "t-shirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201407274"], "question": "Is the tshirt blue and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "no", "semanticStr": "select: t-shirt (1)->verify color: blue [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the tshirt is clean but orange.", "image": "n282607.jpg", "question_id": 201407274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (20)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["202060189", "202060186", "202060187"], "equivalent": ["202060188"], "question": "Are the curtains on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-curtains_hposition"}, "answer": "right", "semanticStr": "select: curtains (20)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The curtains are on the right of the image.", "image": "n14087.jpg", "question_id": 202060188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,behind,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["20647276", "20647277", "20647275", "20647283", "20647281", "20647280", "20647279"], "equivalent": ["20647277", "20647278"], "question": "What height is the grass behind him?", "isBalanced": true, "groups": {"global": "height", "local": "10q-grass_height"}, "answer": "short", "semanticStr": "select: he (0)->relate: grass,behind,s (22) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is short.", "image": "n98540.jpg", "question_id": 20647278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "choose material", "dependencies": [0], "argument": "wood|metal"}], "entailed": [], "equivalent": ["201896499"], "question": "Is the window made of metal or wood?", "isBalanced": true, "groups": {"global": "material", "local": "10c-window_material"}, "answer": "wood", "semanticStr": "select: window (7)->choose material: wood|metal [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The window is made of wood.", "image": "n111390.jpg", "question_id": 201896499}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (4)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["2098126", "2098120", "2098118", "2098119", "2098116", "2098114", "2098115", "2098112", "2098113", "2098124", "2098123", "2098133", "2098122", "2098111", "2098121"], "equivalent": ["2098117"], "question": "How big is the bowl?", "isBalanced": true, "groups": {"global": "size", "local": "10q-bowl_size"}, "answer": "large", "semanticStr": "select: bowl (4)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bowl is large.", "image": "n513429.jpg", "question_id": 2098117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (21)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201983142", "201983141", "201983167", "201983166", "201983164", "201983163", "201983144", "201983146", "201983149", "201983145", "201983169", "201983176", "201983170", "201983171", "201983172", "201983173", "201983156", "201983157", "201983154", "201983155", "201983152", "201983153", "201983150", "201983151"], "equivalent": ["201983166", "201983165"], "question": "Are the pillows square and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_square"}, "answer": "yes", "semanticStr": "select: pillows (21)->verify size: large [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the pillows are square and large.", "image": "n526228.jpg", "question_id": 201983165}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "filter", "dependencies": [0], "argument": "bare"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201756728", "201756733", "201756503", "201756502"], "equivalent": ["201756729"], "question": "What animal is in front of the bare wall?", "isBalanced": true, "groups": {"global": "animal", "local": "15-wall_in front of,s"}, "answer": "kitten", "semanticStr": "select: wall (7)->filter: bare [0]->relate: animal,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "7:9": "7"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756729", "201756733", "201756503", "201756502"], "equivalent": ["201756728"], "question": "What animal is in front of the wall?", "isBalanced": true, "groups": {"global": "animal", "local": "14-wall_in front of,s"}, "answer": "kitten", "semanticStr": "select: wall (7)->relate: animal,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kitten is in front of the wall.", "image": "n567860.jpg", "question_id": 201756728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (3)"}, {"operation": "filter depth", "dependencies": [0], "argument": "shallow"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171131", "20171130", "20171132"], "equivalent": ["20171133"], "question": "Which kind of cooking utensil is shallow?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_shallow"}, "answer": "baking pan", "semanticStr": "select: cooking utensil (3)->filter depth: shallow [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171135", "20171134"], "equivalent": ["20171136"], "question": "What kind of cooking utensil is silver?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_silver"}, "answer": "baking pan", "semanticStr": "select: cooking utensil (3)->filter color: silver [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (3)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171137", "20171138"], "equivalent": ["20171139"], "question": "What cooking utensil is round?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "12q-cooking utensil_round"}, "answer": "baking pan", "semanticStr": "select: cooking utensil (3)->filter shape: round [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"1:3": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756721", "201756719", "201756503", "201756502"], "equivalent": ["201756720"], "question": "What is the animal that is lying on top of the counter top called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-countertop_lying on top of,s"}, "answer": "kitten", "semanticStr": "select: countertop (6)->relate: animal,lying on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"11:13": "6", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["2059658", "2059650"], "equivalent": ["2059651"], "question": "Does the hat look black?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_black"}, "answer": "no", "semanticStr": "select: hat (5)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the hat is yellow.", "image": "n130638.jpg", "question_id": 2059651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitten (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756723", "201756722"], "equivalent": ["201756724"], "question": "What's the kitten lying on top of?", "isBalanced": true, "groups": {"global": "", "local": "14-kitten_lying on top of,o"}, "answer": "countertop", "semanticStr": "select: kitten (1)->relate: _,lying on top of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kitten is lying on top of the countertop.", "image": "n567860.jpg", "question_id": 201756724}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452052"], "equivalent": ["20452053"], "question": "What is underneath the flowers?", "isBalanced": true, "groups": {"global": "thing", "local": "14-flowers_underneath,s"}, "answer": "leaves", "semanticStr": "select: flowers (9)->relate: _,underneath,s (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The leaves are underneath the flowers.", "image": "n6908.jpg", "question_id": 20452053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (1)"}, {"operation": "relate", "dependencies": [0], "argument": "snow,near,s (15)"}, {"operation": "verify", "dependencies": [1], "argument": "wet"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20781747", "20781746", "20781745", "20781737", "20781741", "20781740", "20781738", "20781748", "20781752", "20781742"], "equivalent": ["20781743"], "question": "Is the snow near the sign both wet and white?", "isBalanced": true, "groups": {"global": null, "local": "05-wet_white"}, "answer": "yes", "semanticStr": "select: sign (1)->relate: snow,near,s (15) [0]->verify: wet [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "15", "5": "1"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the snow is wet and white.", "image": "n317189.jpg", "question_id": 20781743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "rectangular"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20441892"], "equivalent": ["20441893"], "question": "Is there either a table or a plate that is rectangular?", "isBalanced": true, "groups": {"global": null, "local": "04-table_rectangular"}, "answer": "yes", "semanticStr": "select: table (10)->filter shape: rectangular [0]->exist: ? [1]->select: plate (-) ->filter shape: rectangular [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the table is rectangular.", "image": "n207708.jpg", "question_id": 20441893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (9)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "choose material", "dependencies": [1], "argument": "concrete|plastic"}], "entailed": ["202286942", "202286943"], "equivalent": ["202286941", "202286942", "202286943"], "question": "Is the dirty ground made of plastic or concrete?", "isBalanced": true, "groups": {"global": "material", "local": "10c-ground_material"}, "answer": "concrete", "semanticStr": "select: ground (9)->filter cleanliness: dirty [0]->choose material: concrete|plastic [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ground is made of concrete.", "image": "n413002.jpg", "question_id": 202286941}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (18)"}, {"operation": "select", "dependencies": [], "argument": "baseball mitt (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20647184"], "equivalent": ["20647183"], "question": "Is the color of the belt the same as that of the baseball mitt?", "isBalanced": true, "groups": {"global": null, "local": "09same-baseball mitt_belt"}, "answer": "yes", "semanticStr": "select: belt (18)->select: baseball mitt (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"5": "18", "12:14": "9"}, "fullAnswer": {"3": "18", "6:8": "9"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the belt and the baseball mitt are black.", "image": "n98540.jpg", "question_id": 20647183}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "belt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202053206"], "equivalent": ["202053207"], "question": "Who is wearing the belt?", "isBalanced": true, "groups": {"global": "person", "local": "14-belt_wearing,s"}, "answer": "umpire", "semanticStr": "select: belt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is wearing a belt.", "image": "n334278.jpg", "question_id": 202053207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20136727"], "question": "Is the counter black and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-black_hard"}, "answer": "no", "semanticStr": "select: counter (8)->verify color: black [0]->verify hardness: hard  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the counter is hard but white.", "image": "n446242.jpg", "question_id": 20136727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "bananas,on top of,s (2)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201235584"], "equivalent": ["201235674"], "question": "Is there a banana on top of the basket?", "isBalanced": true, "groups": {"global": null, "local": "13-basket_bananas"}, "answer": "yes", "semanticStr": "select: basket (3)->relate: bananas,on top of,s (2) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "3", "3": "2"}, "fullAnswer": {"8": "3", "3": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are bananas on top of the basket.", "image": "n527589.jpg", "question_id": 201235674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (7)"}, {"operation": "choose height", "dependencies": [0], "argument": "short|tall"}], "entailed": ["20330431", "20330428", "20330429", "20330422", "20330423", "20330420", "20330421", "20330417", "20330416", "20330414", "20330413", "20330412", "20330411", "20330451", "20330419", "20330418"], "equivalent": ["20330427"], "question": "Is the fence short or is it tall?", "isBalanced": true, "groups": {"global": "height", "local": "10c-fence_height"}, "answer": "short", "semanticStr": "select: fence (7)->choose height: short|tall [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is short.", "image": "n260521.jpg", "question_id": 20330427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (3)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(narrow)"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201235673", "201235672", "201235671", "201235674", "201235584"], "equivalent": ["201235670"], "question": "What is located on top of the basket that is not narrow?", "isBalanced": true, "groups": {"global": "fruit", "local": "14-basket_on top of,s"}, "answer": "bananas", "semanticStr": "select: basket (3)->filter width: not(narrow) [0]->relate: _,on top of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"11": "3", "7": "3"}, "fullAnswer": {"1": "2", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bananas are on top of the basket.", "image": "n527589.jpg", "question_id": 201235670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201982278", "201982426", "201982421", "201982420", "201982423", "201982422"], "equivalent": ["201982419"], "question": "What is in front of the mirror?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-mirror_in front of,s"}, "answer": "couch", "semanticStr": "select: mirror (18)->relate: _,in front of,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"6": "18"}, "fullAnswer": {"1": "14", "7": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the mirror.", "image": "n526228.jpg", "question_id": 201982419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235678", "201235682", "201235683", "201235680", "201235681", "201235584", "201235684"], "equivalent": ["201235679", "201235678", "201235680"], "question": "What are the fruits to the left of the shelves?", "isBalanced": true, "groups": {"global": "fruit", "local": "15-shelves_to the left of,s"}, "answer": "bananas", "semanticStr": "select: shelves (15)->relate: fruit,to the left of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"9": "15", "3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruits are bananas.", "image": "n527589.jpg", "question_id": 201235679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "relate", "dependencies": [0], "argument": "hair,of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20756807", "20756797", "20756782", "20756819", "20756818", "20756809", "20756806", "20756813", "20756812", "20756811", "20756810", "20756817", "20756816", "20756815"], "equivalent": ["20756814"], "question": "How long is the lady's hair?", "isBalanced": true, "groups": {"global": "length", "local": "10q-hair_length"}, "answer": "long", "semanticStr": "select: lady (9)->relate: hair,of,s (3) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"5": "3", "4": "9"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is long.", "image": "n433532.jpg", "question_id": 20756814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "query", "dependencies": [0], "argument": "depth"}], "entailed": ["20637202", "20637168", "20637195", "20637196", "20637197", "20637190", "20637191", "20637192"], "equivalent": ["20637194"], "question": "What is the depth of the pot?", "isBalanced": true, "groups": {"global": "depth", "local": "10q-pot_depth"}, "answer": "deep", "semanticStr": "select: pot (6)->query: depth [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pot is deep.", "image": "n184385.jpg", "question_id": 20637194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "verify depth", "dependencies": [1], "argument": "deep"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20637190"], "question": "Is the pot made of stainless steel green and deep?", "isBalanced": true, "groups": {"global": null, "local": "05-deep_green"}, "answer": "no", "semanticStr": "select: pot (6)->filter material: stainless steel [0]->verify depth: deep [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "6", "5:7": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the pot is deep but silver.", "image": "n184385.jpg", "question_id": 20637190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (2)"}, {"operation": "choose name", "dependencies": [0], "argument": "flag|kite"}], "entailed": [], "equivalent": ["20169786"], "question": "Is this a kite or a flag?", "isBalanced": true, "groups": {"global": "thing", "local": "08oc-flag_kite"}, "answer": "flag", "semanticStr": "select: this (2)->choose name: flag|kite [0]", "annotations": {"answer": {"0": "2"}, "question": {"6": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a flag.", "image": "n58220.jpg", "question_id": 20169786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "lamp (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20169784"], "equivalent": ["20169785"], "question": "Are there lamps or pillows?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lamp_pillow"}, "answer": "no", "semanticStr": "select: pillow (-)->exist: ? [0]->select: lamp (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no lamps or pillows.", "image": "n58220.jpg", "question_id": 20169785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "device,holding,o (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201428619", "201428620", "201428487", "201428488"], "equivalent": ["201428489"], "question": "What is the device that the person that is not short is holding?", "isBalanced": true, "groups": {"global": "device", "local": "15-person_holding,o"}, "answer": "remote control", "semanticStr": "select: person (1)->filter: not(short) [0]->relate: device,holding,o (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"10": "1", "3": "4", "6": "1"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control.", "image": "n199758.jpg", "question_id": 201428489}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201621421", "201621420", "201621416", "201621415", "201621412", "201621413", "201621411"], "equivalent": ["201621414"], "question": "What's the mirror made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "glass", "semanticStr": "select: mirror (12)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of glass.", "image": "n275148.jpg", "question_id": 201621414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201822229"], "equivalent": ["201822230"], "question": "What is the shelf inside of?", "isBalanced": true, "groups": {"global": "room", "local": "14-shelf_inside,o"}, "answer": "bathroom", "semanticStr": "select: shelf (12)->relate: _,inside,o (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "12", "5": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelf is inside the bathroom.", "image": "n417401.jpg", "question_id": 201822230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (22)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202125986", "202125987", "202125989"], "equivalent": ["202125988"], "question": "What the items of furniture that are empty are called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_empty"}, "answer": "chairs", "semanticStr": "select: furniture (22)->filter: empty [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"2:5": "22"}, "fullAnswer": {"1:4": "22", "5": "22"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n573460.jpg", "question_id": 202125988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drink (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "tan"}, {"operation": "verify", "dependencies": [1], "argument": "wet "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20151591", "20151590", "20151593", "20151595", "20151594", "20151597", "20151596", "20151554", "20151557", "20151556", "20151577", "20151576", "20151575", "20151559", "20151558", "20151601", "20151603", "20151602", "20151586", "20151587", "20151588", "20151589", "20151560", "20151561", "20151562", "20151563", "20151564", "20151565", "20151568"], "equivalent": ["20151555"], "question": "Does the drink that is made of plastic seem to be tan and wet?", "isBalanced": true, "groups": {"global": null, "local": "05-tan_wet"}, "answer": "yes", "semanticStr": "select: drink (1)->filter material: plastic [0]->verify color: tan [1]->verify: wet  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "1", "7": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the coffee is tan and wet.", "image": "n313060.jpg", "question_id": 20151555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (7)"}, {"operation": "relate", "dependencies": [0], "argument": "man,holding onto,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "horse,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201482038"], "question": "Is there a horse to the left of the man that is holding onto the sweater?", "isBalanced": true, "groups": {"global": null, "local": "13-man_horse"}, "answer": "no", "semanticStr": "select: sweater (7)->relate: man,holding onto,s (8) [0]->relate: horse,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "8", "15": "7"}, "fullAnswer": {"10": "8", "4": "20"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a purse to the left of the man.", "image": "n470920.jpg", "question_id": 201482038}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "select", "dependencies": [], "argument": "oven (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202173844", "202173845", "202173847", "202173843"], "equivalent": ["202173845", "202173846", "202173847"], "question": "Is the stove different in color than the oven?", "isBalanced": true, "groups": {"global": null, "local": "09diff-oven_stove"}, "answer": "no", "semanticStr": "select: stove (2)->select: oven (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "3", "2": "2"}, "fullAnswer": {"3": "2", "6": "3"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the stove and the oven are black.", "image": "n398429.jpg", "question_id": 202173846}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toilet,to the left of,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20752481"], "equivalent": ["20752481", "20752482"], "question": "Is the toilet to the left of the cabinet blue and round?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_round"}, "answer": "no", "semanticStr": "select: cabinet (3)->relate: toilet,to the left of,s (8) [0]->verify color: blue [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "3", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the toilet is round but white.", "image": "n209843.jpg", "question_id": 20752482}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201434207", "201434206", "201434205", "201434204", "201434203", "201434202", "201434200"], "equivalent": ["201434201"], "question": "Is the plastic device on the right?", "isBalanced": true, "groups": {"global": null, "local": "06-phone_right"}, "answer": "yes", "semanticStr": "select: device (4)->filter material: plastic [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the phone is on the right of the image.", "image": "n545516.jpg", "question_id": 201434201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (9)"}, {"operation": "select", "dependencies": [], "argument": "logo (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["2058422"], "equivalent": ["2058421"], "question": "Do the door and the logo have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-door_logo"}, "answer": "yes", "semanticStr": "select: door (9)->select: logo (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "7"}, "fullAnswer": {"3": "9", "6": "7"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the door and the logo are white.", "image": "n497658.jpg", "question_id": 2058421}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360496"], "equivalent": ["201360495"], "question": "What is hanging from the wall?", "isBalanced": true, "groups": {"global": "thing", "local": "14-wall_hanging from,s"}, "answer": "picture", "semanticStr": "select: wall (15)->relate: _,hanging from,s (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"5": "15"}, "fullAnswer": {"1": "14", "6": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The picture is hanging from the wall.", "image": "n541688.jpg", "question_id": 201360495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (11)"}, {"operation": "filter", "dependencies": [0], "argument": "leafy"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201952656"], "equivalent": ["201952657"], "question": "Are the leafy trees tall and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_tall"}, "answer": "no", "semanticStr": "select: tree (11)->filter: leafy [0]->verify color: brown [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are tall but green.", "image": "n525029.jpg", "question_id": 201952657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2058427", "2058424", "2058425", "2058423", "2058429"], "equivalent": ["2058428"], "question": "Are there airplanes in this scene that are huge?", "isBalanced": true, "groups": {"global": null, "local": "04-airplane_huge"}, "answer": "yes", "semanticStr": "select: airplane (1)->filter size: huge [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is an airplane that is huge.", "image": "n497658.jpg", "question_id": 2058428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201360489", "201360492", "201360493", "201360490", "201360494"], "equivalent": ["201360491"], "question": "Which color is the picture?", "isBalanced": true, "groups": {"global": "color", "local": "10q-picture_color"}, "answer": "blue", "semanticStr": "select: picture (14)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The picture is blue.", "image": "n541688.jpg", "question_id": 201360491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["20860945", "20860944", "20860947", "20860946", "20860941", "20860940", "20860943", "20860942", "20860949", "20860948"], "equivalent": ["20860939"], "question": "Is the man on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-man_right"}, "answer": "yes", "semanticStr": "select: man (11)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is on the right of the image.", "image": "n434283.jpg", "question_id": 20860939}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201055866"], "question": "Does the white ball have round shape and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: ball (0)->filter color: white [0]->verify size: large [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the ball is round but small.", "image": "n259002.jpg", "question_id": 201055866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,on top of,s (5)"}, {"operation": "choose rel", "dependencies": [1], "argument": "toilet,to the left of|to the right of,s (2)"}], "entailed": ["20573609", "20573714", "20573612", "20573610", "20573611", "20573713", "20573716", "20573715"], "equivalent": ["20573613"], "question": "Is the toilet to the left or to the right of the bottle that is on top of the counter top?", "isBalanced": true, "groups": {"global": null, "local": "13-bottle_toilet"}, "answer": "left", "semanticStr": "select: countertop (6)->relate: bottle,on top of,s (5) [0]->choose rel: toilet,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"2": "2", "12": "5", "19:21": "6"}, "fullAnswer": {"1": "2", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The toilet is to the left of the bottle.", "image": "n162108.jpg", "question_id": 20573613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose", "dependencies": [1], "argument": "long sleeved|short sleeved"}], "entailed": ["20302980", "20302979", "20302981"], "equivalent": ["20302981", "20302982"], "question": "Is the shirt that looks brown short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (3)->filter color: brown [0]->choose: long sleeved|short sleeved [1]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n318684.jpg", "question_id": 20302982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894207"], "equivalent": ["20894206"], "question": "Who is riding on a skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "boy", "semanticStr": "select: skateboard (7)->relate: person,riding on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4:6": "7"}, "fullAnswer": {"1": "0", "5:7": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is riding on a skateboard.", "image": "n272313.jpg", "question_id": 20894206}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235581"], "equivalent": ["201235580"], "question": "What is located on top of the table?", "isBalanced": true, "groups": {"global": "object", "local": "14-table_on top of,s"}, "answer": "basket", "semanticStr": "select: table (5)->relate: _,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"7": "5"}, "fullAnswer": {"1": "3", "7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The basket is on top of the table.", "image": "n527589.jpg", "question_id": 201235580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}], "entailed": ["20302988", "20302989"], "equivalent": ["20302987"], "question": "Does the white shirt look long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_long sleeved"}, "answer": "yes", "semanticStr": "select: shirt (4)->filter color: white [0]->verify: long sleeved [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is long sleeved.", "image": "n318684.jpg", "question_id": 20302987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify height", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20853942"], "equivalent": ["20853943", "20853942"], "question": "Is the field short and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_short"}, "answer": "no", "semanticStr": "select: field (0)->verify color: brown [0]->verify height: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is short but green.", "image": "n275857.jpg", "question_id": 20853943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (9)"}, {"operation": "choose rel", "dependencies": [0], "argument": "pot,to the left of|to the right of,s (6)"}], "entailed": ["20637229", "20637226", "20637227", "20637286", "20637287"], "equivalent": ["20637228"], "question": "Is the pot to the left or to the right of the pan?", "isBalanced": true, "groups": {"global": null, "local": "13-pan_pot"}, "answer": "left", "semanticStr": "select: pan (9)->choose rel: pot,to the left of|to the right of,s (6) [0]", "annotations": {"answer": {}, "question": {"2": "6", "12": "9"}, "fullAnswer": {"1": "6", "8": "9"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The pot is to the left of the pan.", "image": "n184385.jpg", "question_id": 20637228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (0)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["20853950", "20853952", "20853946", "20853945", "20853944", "20853943", "20853942", "20853949", "20853948"], "equivalent": ["20853947"], "question": "How tall is the field?", "isBalanced": true, "groups": {"global": "height", "local": "10q-field_height"}, "answer": "short", "semanticStr": "select: field (0)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The field is short.", "image": "n275857.jpg", "question_id": 20853947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (8)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["202106457", "202106458"], "equivalent": ["202106459"], "question": "In which part of the image is the tennis racket, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-racket_vposition"}, "answer": "top", "semanticStr": "select: racket (8)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tennis racket is in the top of the image.", "image": "n574498.jpg", "question_id": 202106459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboard (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chandelier,to the left of,o (9)"}], "entailed": ["202122094"], "equivalent": ["202121403"], "question": "Is the cupboard to the left of the chandelier made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-cupboard_chandelier"}, "answer": "yes", "semanticStr": "select: cupboard (11)->verify rel: chandelier,to the left of,o (9) [0]", "annotations": {"answer": {}, "question": {"11": "9", "8": "9", "2": "11"}, "fullAnswer": {"9": "9", "2": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cupboard is to the left of the chandelier.", "image": "n140421.jpg", "question_id": 202121403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boxes (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cane,to the right of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["20183347", "20183345", "20183344", "20183343", "20183340", "20183335", "20183310", "20183323", "20183349", "20183348"], "equivalent": ["20183346"], "question": "How long do you think is the cane the boxes are to the right of?", "isBalanced": true, "groups": {"global": "length", "local": "10q-cane_length"}, "answer": "long", "semanticStr": "select: boxes (18)->relate: cane,to the right of,o (8) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"9": "18", "7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cane is long.", "image": "n151768.jpg", "question_id": 20183346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "filter tone", "dependencies": [0], "argument": "light"}, {"operation": "choose color", "dependencies": [1], "argument": "black|silver"}], "entailed": [], "equivalent": ["20287338"], "question": "Is the light bat black or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bat_color"}, "answer": "black", "semanticStr": "select: bat (11)->filter tone: light [0]->choose color: black|silver [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bat is black.", "image": "n317260.jpg", "question_id": 20287338}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cane (8)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20183340"], "question": "Is that cane white and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: cane (8)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cane is long but brown.", "image": "n151768.jpg", "question_id": 20183340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (11)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "alarm clock (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201803779"], "question": "Are there alarm clocks or pillows?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-alarm clock_pillow"}, "answer": "yes", "semanticStr": "select: pillow (11)->exist: ? [0]->select: alarm clock (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"4": "11"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a pillow.", "image": "n51002.jpg", "question_id": 201803779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,below,s (10)"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the right of|to the left of,s (7)"}], "entailed": ["20151887", "20151886", "20151885", "20151513", "20151515", "20151514"], "equivalent": ["20151888"], "question": "Is the short person to the right or to the left of the bag below the table?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_woman"}, "answer": "right", "semanticStr": "select: table (9)->relate: bag,below,s (10) [0]->choose rel: woman,to the right of|to the left of,s (7) [1]", "annotations": {"answer": {}, "question": {"13": "10", "2:4": "7", "16": "9"}, "fullAnswer": {"1": "7", "8": "10"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the right of the bag.", "image": "n313060.jpg", "question_id": 20151888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "picture,to the right of,s (8)"}], "entailed": ["201143417"], "equivalent": ["201143416"], "question": "Is the picture to the right of the lamp?", "isBalanced": true, "groups": {"global": null, "local": "13-lamp_picture"}, "answer": "no", "semanticStr": "select: lamp (3)->verify rel: picture,to the right of,s (8) [0]", "annotations": {"answer": {}, "question": {"8": "3", "2": "8"}, "fullAnswer": {"9": "3", "2": "8"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the picture is to the left of the lamp.", "image": "n276011.jpg", "question_id": 201143416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["201998008", "201998009", "201998010", "201998000", "201998001", "201998002", "201998004", "201998005", "201998007", "201997999"], "equivalent": ["201998003"], "question": "How fat is the person that the table is behind of?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-person_fatness"}, "answer": "thin", "semanticStr": "select: table (16)->relate: person,behind,o (1) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"4": "1", "7": "16"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is thin.", "image": "n319845.jpg", "question_id": 201998003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (2)"}, {"operation": "select", "dependencies": [], "argument": "desk (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201803771", "201803769"], "equivalent": ["201803769", "201803771", "201803770"], "question": "Are the computer monitor and the desk made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-computer monitor_desk"}, "answer": "no", "semanticStr": "select: computer monitor (2)->select: desk (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6": "3"}, "fullAnswer": {"10": "3", "2:4": "2"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the computer monitor is made of plastic and the desk is made of wood.", "image": "n51002.jpg", "question_id": 201803770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20744392"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "baseball players", "semanticStr": "select: person (4)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The baseball players are standing.", "image": "n562105.jpg", "question_id": 20744392}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,in front of,s (8)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}], "entailed": ["201883174", "201883179", "201883178", "201883182", "201883180"], "equivalent": ["201883177"], "question": "Does the bed in front of the mirror seem to be clean?", "isBalanced": true, "groups": {"global": null, "local": "06-bed_clean"}, "answer": "yes", "semanticStr": "select: mirror (4)->relate: bed,in front of,s (8) [0]->verify cleanliness: clean [1]", "annotations": {"answer": {}, "question": {"2": "8", "7": "4"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bed is clean.", "image": "n125122.jpg", "question_id": 201883177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201434074", "201434075", "201434076", "201434064", "201434070", "201434071", "201434072", "201434073", "201434059", "201434065", "201434068", "201434066", "201434063", "201434060", "201434061", "201434067", "201434062"], "equivalent": ["201434069"], "question": "Does the watch look black and narrow?", "isBalanced": true, "groups": {"global": null, "local": "05-black_narrow"}, "answer": "yes", "semanticStr": "select: watch (3)->verify color: black [0]->verify width: narrow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the watch is black and narrow.", "image": "n545516.jpg", "question_id": 201434069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "controller (16)"}, {"operation": "select", "dependencies": [], "argument": "chair (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201996538", "201996536", "201996537", "201996535"], "equivalent": ["201996537", "201996538", "201996539"], "question": "Is the controller different in color than the chair?", "isBalanced": true, "groups": {"global": null, "local": "09diff-chair_controller"}, "answer": "no", "semanticStr": "select: controller (16)->select: chair (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "8", "2": "16"}, "fullAnswer": {"3": "16", "6": "8"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the controller and the chair are black.", "image": "n250715.jpg", "question_id": 201996539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowls (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201935881", "201935882"], "equivalent": ["201935883"], "question": "Are the green bowls in the top or in the bottom of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-bowls_vposition"}, "answer": "bottom", "semanticStr": "select: bowls (0)->filter color: green [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bowls are in the bottom of the image.", "image": "n500209.jpg", "question_id": 201935883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wildflowers (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "filter color", "dependencies": [1], "argument": "purple"}, {"operation": "choose height", "dependencies": [2], "argument": "tall|short"}], "entailed": ["201509868", "201509869", "201509872", "201509871", "201509870"], "equivalent": ["201509873", "201509872"], "question": "How do the wildflowers that look pink and purple look, short or tall?", "isBalanced": true, "groups": {"global": "height", "local": "10c-wildflowers_height"}, "answer": "tall", "semanticStr": "select: wildflowers (4)->filter color: pink [0]->filter color: purple [1]->choose height: tall|short [2]", "annotations": {"answer": {}, "question": {"8": "4", "3": "4", "6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The wildflowers are tall.", "image": "n62458.jpg", "question_id": 201509873}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20508150", "20508148", "20508149", "20508144", "20508145", "20508147", "20508545", "20508546", "20508152", "20508070", "20508071", "20508151"], "equivalent": ["20508146"], "question": "What kind of furniture is behind the man?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_behind,s"}, "answer": "table", "semanticStr": "select: man (1)->relate: furniture,behind,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n511913.jpg", "question_id": 20508146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cd (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201497666", "201497680", "201497655", "201497669", "201497679", "201497671", "201497670", "201497673", "201497675", "201497674"], "equivalent": ["201497672"], "question": "Which color is the CD?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cd_color"}, "answer": "white", "semanticStr": "select: cd (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The CD is white.", "image": "n315887.jpg", "question_id": 201497672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (17)"}, {"operation": "relate", "dependencies": [0], "argument": "man,near,s (4)"}, {"operation": "verify activity", "dependencies": [1], "argument": "staring"}], "entailed": [], "equivalent": ["201574315"], "question": "Does the man near the fence appear to be staring?", "isBalanced": true, "groups": {"global": null, "local": "06-man_staring"}, "answer": "no", "semanticStr": "select: fence (17)->relate: man,near,s (4) [0]->verify activity: staring [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "17"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is waiting.", "image": "n116329.jpg", "question_id": 201574315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "pillows,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202266159", "202266166", "202266154", "202266157", "202266156"], "equivalent": ["202266155"], "question": "What color are the pillows that are to the right of the woman?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pillows_color"}, "answer": "brown", "semanticStr": "select: woman (0)->relate: pillows,to the right of,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "0", "4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pillows are brown.", "image": "n534106.jpg", "question_id": 202266155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (9)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20896626", "20896627", "20896620", "20896618", "20896619", "20896611", "20896612", "20896613", "20896614", "20896615", "20896616"], "equivalent": ["20896617"], "question": "What is the oven made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-oven_material"}, "answer": "glass", "semanticStr": "select: oven (9)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The oven is made of glass.", "image": "n548534.jpg", "question_id": 20896617}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (9)"}, {"operation": "verify material", "dependencies": [1], "argument": "glass"}], "entailed": ["20896626", "20896627", "20896620", "20896618", "20896619", "20896611", "20896612", "20896614", "20896615", "20896616", "20896617"], "equivalent": ["20896613", "20896614"], "question": "Is the appliance to the right of the container made of glass?", "isBalanced": true, "groups": {"global": null, "local": "06-oven_glass"}, "answer": "yes", "semanticStr": "select: container (12)->relate: appliance,to the right of,s (9) [0]->verify material: glass [1]", "annotations": {"answer": {}, "question": {"8": "12", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the oven is made of glass.", "image": "n548534.jpg", "question_id": 20896613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dish drainer (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}], "entailed": ["20317298", "20317299", "20317297", "20317295"], "equivalent": ["20317296"], "question": "Does the dish drainer made of plastic look green?", "isBalanced": true, "groups": {"global": null, "local": "06-dish drainer_green"}, "answer": "yes", "semanticStr": "select: dish drainer (8)->filter material: plastic [0]->verify color: green [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dish drainer is green.", "image": "n350766.jpg", "question_id": 20317296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201873314", "201873541", "201873540", "201873542", "201873313", "201873536", "201873537", "201873539"], "equivalent": ["201873538", "201873539", "201873540"], "question": "What is the vehicle that is in front of the bridge that is not short?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bridge_in front of,s"}, "answer": "fire truck", "semanticStr": "select: bridge (12)->filter: not(short) [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"10": "12", "3": "0", "14": "12"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873538}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20287644"], "question": "Who is holding the bat?", "isBalanced": true, "groups": {"global": "person", "local": "14-bat_holding,s"}, "answer": "batter", "semanticStr": "select: bat (11)->relate: person,holding,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is holding the bat.", "image": "n317260.jpg", "question_id": 20287644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (6)"}, {"operation": "filter", "dependencies": [0], "argument": "polished"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201998266", "201998242", "201998240", "201998241", "201998239", "201998238"], "equivalent": ["201998268"], "question": "Which kind of furniture is polished?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_polished"}, "answer": "table", "semanticStr": "select: furniture (6)->filter: polished [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n319845.jpg", "question_id": 201998268}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20342297", "20342300", "20342301", "20342298"], "equivalent": ["20342299"], "question": "Where in the photo is the person, on the right or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-person_hposition"}, "answer": "left", "semanticStr": "select: person (1)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is on the left of the image.", "image": "n16425.jpg", "question_id": 20342299}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suv (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202248985"], "question": "Is the SUV that is made of glass black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: suv (0)->filter material: glass [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the SUV is black but large.", "image": "n522733.jpg", "question_id": 202248985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (9)"}, {"operation": "verify activity", "dependencies": [0], "argument": "playing"}], "entailed": ["201751878"], "equivalent": ["201751879"], "question": "Does the ground seem to be playing?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_playing"}, "answer": "yes", "semanticStr": "select: ground (9)->verify activity: playing [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the ground is playing.", "image": "n355567.jpg", "question_id": 201751879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258480", "202258481", "202258479", "202258278", "202258165", "202258164", "202258280", "202258281"], "equivalent": ["202258279"], "question": "What animal is behind the fence?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_behind,s"}, "answer": "horse", "semanticStr": "select: fence (6)->relate: animal,behind,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,near,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,behind,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202258279", "202258480", "202258481", "202258479", "202258165", "202258164", "202258280", "202258281"], "equivalent": ["202258278"], "question": "What animal is behind the fence near the bag?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_behind,s"}, "answer": "horse", "semanticStr": "select: bag (0)->relate: fence,near,s (6) [0]->relate: animal,behind,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3", "8": "0", "5": "6"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,0)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": ["20342294"], "equivalent": ["20342293"], "question": "Are the two people of the same gender?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "yes", "semanticStr": "select: person (1,0)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGender", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, all the people are female.", "image": "n16425.jpg", "question_id": 20342293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "magazine (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20385408", "20385409", "20385407", "20385410"], "equivalent": ["20385411", "20385410"], "question": "Which side of the picture is the magazine on?", "isBalanced": true, "groups": {"global": null, "local": "10q-magazine_hposition"}, "answer": "right", "semanticStr": "select: magazine (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The magazine is on the right of the image.", "image": "n90294.jpg", "question_id": 20385411}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (17)"}, {"operation": "filter material", "dependencies": [1], "argument": "plastic"}, {"operation": "relate", "dependencies": [2], "argument": "magazine,near,s (12)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["20385416", "20385415"], "equivalent": ["20385417", "20385416"], "question": "Do you see magazines near the plastic device to the right of the book?", "isBalanced": true, "groups": {"global": null, "local": "13-remote control_magazine"}, "answer": "yes", "semanticStr": "select: book (14)->relate: device,to the right of,s (17) [0]->filter material: plastic [1]->relate: magazine,near,s (12) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"3": "12", "6:8": "17", "13": "14"}, "fullAnswer": {"4": "12", "7": "17"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a magazine near the remote.", "image": "n90294.jpg", "question_id": 20385417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper container (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201758051", "201758050", "201758048", "201758049", "201758053", "201758042", "201758043", "201758041", "201758046", "201758044", "201758052"], "equivalent": ["201758046", "201758047"], "question": "What is the color of the paper container?", "isBalanced": true, "groups": {"global": "color", "local": "10q-paper container_color"}, "answer": "brown", "semanticStr": "select: paper container (8)->query: color [0]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The paper container is brown.", "image": "n4777.jpg", "question_id": 201758047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spatula (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,resting on,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "plate,beside,s (12)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201624037", "201624036", "201623992"], "equivalent": ["201624038", "201624037"], "question": "Are there plates beside the cooking utensil the spatula is resting on?", "isBalanced": true, "groups": {"global": null, "local": "13-pan_plate"}, "answer": "yes", "semanticStr": "select: spatula (6)->relate: cooking utensil,resting on,o (5) [0]->relate: plate,beside,s (12) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"2": "12", "8": "6", "5:7": "5"}, "fullAnswer": {"4": "12", "7": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a plate beside the pan.", "image": "n59676.jpg", "question_id": 201624038}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "verify rel", "dependencies": [1], "argument": "computer mouse,to the left of,s (9)"}], "entailed": ["201902906", "201902910", "201902908", "201902909"], "equivalent": ["201902907"], "question": "Is the plastic device to the left of the monitor that is silver?", "isBalanced": true, "groups": {"global": null, "local": "13-monitor_computer mouse"}, "answer": "no", "semanticStr": "select: monitor (4)->filter color: silver [0]->verify rel: computer mouse,to the left of,s (9) [1]", "annotations": {"answer": {}, "question": {"9": "4", "12": "4", "2:4": "9"}, "fullAnswer": {"10": "4", "2:4": "9"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the computer mouse is to the right of the monitor.", "image": "n435808.jpg", "question_id": 201902907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "cardboard"}, {"operation": "verify color", "dependencies": [1], "argument": "brown"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201535831"], "equivalent": ["201535832"], "question": "Is the container that is made of cardboard brown and open?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_open"}, "answer": "no", "semanticStr": "select: container (12)->filter material: cardboard [0]->verify color: brown [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "7": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the box is open but white.", "image": "n272098.jpg", "question_id": 201535832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (15)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202162290", "202162291", "202162289"], "equivalent": ["202162292"], "question": "On which side is the chair?", "isBalanced": true, "groups": {"global": null, "local": "10q-chair_hposition"}, "answer": "right", "semanticStr": "select: chair (15)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is on the right of the image.", "image": "n69237.jpg", "question_id": 202162292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "choose rel", "dependencies": [0], "argument": "books,to the right of|to the left of,s (19)"}], "entailed": ["20508361", "20508363", "20508364", "20508709", "20508711", "20508710", "20508713", "20508712"], "equivalent": ["20508362", "20508363"], "question": "Are the small books to the right or to the left of the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_books"}, "answer": "right", "semanticStr": "select: woman (0)->choose rel: books,to the right of|to the left of,s (19) [0]", "annotations": {"answer": {}, "question": {"13": "0", "2:4": "19"}, "fullAnswer": {"1": "19", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The books are to the right of the woman.", "image": "n511913.jpg", "question_id": 20508362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ice cream (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,inside,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20211086"], "question": "What is the ice cream inside of?", "isBalanced": true, "groups": {"global": "material", "local": "14-ice cream_inside,o"}, "answer": "glass", "semanticStr": "select: ice cream (4)->relate: _,inside,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1:3": "4", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The ice cream is inside the glass.", "image": "n312206.jpg", "question_id": 20211086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,inside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20211083", "20211087", "20211053"], "equivalent": ["20211084"], "question": "What kind of dessert is inside the glass?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-glass_inside,s"}, "answer": "ice cream", "semanticStr": "select: glass (3)->relate: dessert,inside,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3:5": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is ice cream.", "image": "n312206.jpg", "question_id": 20211084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240685", "202240684"], "equivalent": ["202240686"], "question": "Which kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "shirt", "semanticStr": "select: clothing (5)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n162148.jpg", "question_id": 202240686}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,inside,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20211087", "20211084", "20211053"], "equivalent": ["20211083"], "question": "What is the dessert that is inside the glass?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-glass_inside,s"}, "answer": "ice cream", "semanticStr": "select: glass (3)->relate: dessert,inside,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"8": "3", "3": "4"}, "fullAnswer": {"1": "4", "3:5": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The dessert is ice cream.", "image": "n312206.jpg", "question_id": 20211083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (73)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202108015", "202108014", "202108013"], "equivalent": ["202108015", "202108016"], "question": "Is there any hat that is pink?", "isBalanced": true, "groups": {"global": null, "local": "04-hat_pink"}, "answer": "no", "semanticStr": "select: hat (73)->filter color: pink [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "73"}, "fullAnswer": {"4": "73"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a hat but it is blue.", "image": "n133585.jpg", "question_id": 202108016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "oven,next to,s (0)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201663285"], "equivalent": ["201663403"], "question": "Do you see ovens next to the countertop in this picture?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_oven"}, "answer": "yes", "semanticStr": "select: countertop (14)->relate: oven,next to,s (0) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0", "7": "14"}, "fullAnswer": {"8": "14", "4": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an oven next to the countertop.", "image": "n35676.jpg", "question_id": 201663403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}], "entailed": ["20227086", "20227082", "20227081", "20227080", "20227073", "20227065", "20227076"], "equivalent": ["20227079"], "question": "Does the young woman look Asian?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_asian"}, "answer": "yes", "semanticStr": "select: woman (8)->filter age: young [0]->verify race: asian [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the woman is asian.", "image": "n68769.jpg", "question_id": 20227079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify shape", "dependencies": [0], "argument": "square "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20692552", "20692547", "20692563", "20692565", "20692566", "20692567", "20692568", "20692569", "20692548", "20692549", "20692558", "20692555", "20692554", "20692557", "20692556", "20692551", "20692550", "20692553", "20692578", "20692573", "20692572", "20692571", "20692570"], "equivalent": ["20692564"], "question": "Does the window have square shape and small size?", "isBalanced": true, "groups": {"global": null, "local": "05-small_square"}, "answer": "yes", "semanticStr": "select: window (8)->verify size: small [0]->verify shape: square  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the window is square and small.", "image": "n499081.jpg", "question_id": 20692564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663285", "201663409", "201663408", "201663407"], "equivalent": ["201663406"], "question": "What is underneath the microwave?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-microwave_underneath,s"}, "answer": "oven", "semanticStr": "select: microwave (1)->relate: _,underneath,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The oven is underneath the microwave.", "image": "n35676.jpg", "question_id": 201663406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}], "entailed": ["20692578", "20692550", "20692565", "20692566", "20692568", "20692569", "20692549", "20692573", "20692572", "20692571", "20692570"], "equivalent": ["20692567", "20692568"], "question": "Does the window look square?", "isBalanced": true, "groups": {"global": null, "local": "06-window_square"}, "answer": "yes", "semanticStr": "select: window (8)->verify shape: square [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the window is square.", "image": "n499081.jpg", "question_id": 20692567}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "park (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20679253", "20679269", "20679272", "20679271", "20679275", "20679274", "20679278", "20679283"], "equivalent": ["20679273"], "question": "What color does the park that is not little have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-park_color"}, "answer": "green", "semanticStr": "select: park (0)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "0", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The park has green color.", "image": "n493357.jpg", "question_id": 20679273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "verify sportActivity", "dependencies": [0], "argument": "riding"}], "entailed": ["201861339", "201861338", "201861335", "201861337", "201861331", "201861348", "201861344", "201861345", "201861346", "201861347", "201861340", "201861341", "201861342", "201861343"], "equivalent": ["201861330"], "question": "Is the person riding?", "isBalanced": true, "groups": {"global": null, "local": "06-person_riding"}, "answer": "yes", "semanticStr": "select: person (2)->verify sportActivity: riding [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the person is riding.", "image": "n390187.jpg", "question_id": 201861330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "select", "dependencies": [], "argument": "storage box (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201621285"], "question": "Is the desk made of the same material as the storage box?", "isBalanced": true, "groups": {"global": null, "local": "09same-desk_storage box"}, "answer": "yes", "semanticStr": "select: desk (10)->select: storage box (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "10", "10:12": "4"}, "fullAnswer": {"3": "10", "6:8": "4"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the desk and the storage box are made of metal.", "image": "n275148.jpg", "question_id": 201621285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201536383", "201536381", "201536387", "201536385", "201536378", "201536379", "201536376", "201536377", "201536389", "201536375", "201536388", "201536384", "201536386"], "equivalent": ["201536380"], "question": "What is the person that is to the left of the catcher doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-umpire_activity"}, "answer": "staring", "semanticStr": "select: catcher (1)->relate: person,to the left of,s (2) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"11": "1", "3": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is staring.", "image": "n538684.jpg", "question_id": 201536380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (17)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201951682", "201951686", "201951670", "201951671", "201951672", "201951673", "201951675", "201951676", "201951677"], "equivalent": ["201951673", "201951674"], "question": "Which shape do you think that flag is?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-flag_shape"}, "answer": "square", "semanticStr": "select: flag (17)->query: shape [0]", "annotations": {"answer": {}, "question": {"6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flag is square.", "image": "n256120.jpg", "question_id": 201951674}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (3)"}, {"operation": "choose name", "dependencies": [0], "argument": "cupcakes|brownies"}], "entailed": ["202244111", "202244110"], "equivalent": ["202244081"], "question": "Which kind of dessert is this, cupcakes or brownies?", "isBalanced": true, "groups": {"global": "dessert", "local": "11c-dessert"}, "answer": "cupcakes", "semanticStr": "select: dessert (3)->choose name: cupcakes|brownies [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "categoryThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "These are cupcakes.", "image": "n296467.jpg", "question_id": 202244081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "player (18)"}, {"operation": "relate", "dependencies": [0], "argument": "racket,to the left of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201974895", "201974894", "201974897", "201974879", "201974878", "201974877", "201974874", "201974873", "201974903", "201974902", "201974901", "201974900", "201974904", "201974882", "201974883", "201974880", "201974881", "201974886", "201974884", "201974885", "201974911"], "equivalent": ["201974896"], "question": "Does the racket to the left of the player look green and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-green_metal"}, "answer": "yes", "semanticStr": "select: player (18)->relate: racket,to the left of,s (0) [0]->verify color: green [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "18", "2": "0"}, "fullAnswer": {"2:4": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tennis racket is green and metallic.", "image": "n274905.jpg", "question_id": 201974896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tower,to the right of,o (-)"}], "entailed": [], "equivalent": ["202122173"], "question": "Is that clock to the right of a tower?", "isBalanced": true, "groups": {"global": null, "local": "13-clock_tower"}, "answer": "no", "semanticStr": "select: clock (8)->verify rel: tower,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"9": "11", "2": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the clock is to the right of a cupboard.", "image": "n140421.jpg", "question_id": 202122173}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556581", "201556580", "201556578"], "equivalent": ["201556578", "201556579"], "question": "What is the name of the tall item of furniture?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_tall"}, "answer": "shelf", "semanticStr": "select: furniture (12)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"7:10": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n525901.jpg", "question_id": 201556579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710232"], "equivalent": ["20710263"], "question": "Who wears a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "child", "semanticStr": "select: jacket (3)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "3"}, "fullAnswer": {"1": "2", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child wears a jacket.", "image": "n489699.jpg", "question_id": 20710263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (11)"}, {"operation": "choose name", "dependencies": [0], "argument": "bus|train"}], "entailed": ["20661154"], "equivalent": ["20661155", "20661154"], "question": "What is this, a train or a bus?", "isBalanced": true, "groups": {"global": "vehicle", "local": "08oc-bus_train"}, "answer": "bus", "semanticStr": "select: this (11)->choose name: bus|train [0]", "annotations": {"answer": {"0": "11"}, "question": {"7": "11"}, "fullAnswer": {"3": "11"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bus.", "image": "n346736.jpg", "question_id": 20661155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,next to,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201185192"], "equivalent": ["201185192", "201185193"], "question": "Is there a bench next to the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_bench"}, "answer": "no", "semanticStr": "select: wall (6)->relate: bench,next to,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "6"}, "fullAnswer": {"8": "6", "4": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a person next to the wall.", "image": "n95904.jpg", "question_id": 201185193}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (10)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201497710"], "question": "Are there both speakers and televisions in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-speaker_television"}, "answer": "no", "semanticStr": "select: speaker (10)->exist: ? [0]->select: television (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a speaker but no televisions.", "image": "n315887.jpg", "question_id": 201497710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (12)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "bottom|top"}], "entailed": ["202179330", "202179331"], "equivalent": ["202179332"], "question": "Is the rope in the bottom or in the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-rope_vposition"}, "answer": "bottom", "semanticStr": "select: rope (12)->choose vposition: bottom|top [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The rope is in the bottom of the image.", "image": "n523165.jpg", "question_id": 202179332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soap bottle (4)"}, {"operation": "relate", "dependencies": [0], "argument": "towel,to the right of,s (5)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202121814", "202121829", "202121811", "202121813", "202121807", "202121815", "202121816", "202121825", "202121830", "202121826", "202121823", "202121822"], "equivalent": ["202121824", "202121823"], "question": "Is the towel to the right of the soap bottle colorful and small?", "isBalanced": true, "groups": {"global": null, "local": "05-colorful_small"}, "answer": "yes", "semanticStr": "select: soap bottle (4)->relate: towel,to the right of,s (5) [0]->verify: colorful [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8:10": "4", "2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the towel is colorful and small.", "image": "n140421.jpg", "question_id": 202121824}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (1)"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202240425", "202240427", "202240426"], "equivalent": ["202240427", "202240428"], "question": "Is the person to the right of the woman both Asian and young?", "isBalanced": true, "groups": {"global": null, "local": "05-asian_young"}, "answer": "no", "semanticStr": "select: woman (2)->relate: person,to the right of,s (1) [0]->verify race: asian [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "2", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is young but caucasian.", "image": "n162148.jpg", "question_id": 202240428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["2097795", "2097794", "2097797", "2097796", "2097791", "2097793", "2097792", "2097812", "2097813", "2097810", "2097778", "2097799", "2097798", "2097807", "2097806", "2097836", "2097837", "2097838", "2097779", "2097811"], "equivalent": ["2097791", "2097790"], "question": "Does that laptop appear to be white?", "isBalanced": true, "groups": {"global": null, "local": "06-laptop_white"}, "answer": "yes", "semanticStr": "select: laptop (0)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the laptop is white.", "image": "n513429.jpg", "question_id": 2097790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blanket (15)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pillow,to the right of,o (-)"}], "entailed": [], "equivalent": ["201399959"], "question": "Is that blanket to the right of a pillow?", "isBalanced": true, "groups": {"global": null, "local": "13-blanket_pillow"}, "answer": "no", "semanticStr": "select: blanket (15)->verify rel: pillow,to the right of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"9": "5", "2": "15"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the blanket is to the right of a bookcase.", "image": "n344136.jpg", "question_id": 201399959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202179460", "202179461", "202179470", "202179458", "202179457", "202179456"], "equivalent": ["202179459"], "question": "Which color is the kite?", "isBalanced": true, "groups": {"global": "color", "local": "10q-kite_color"}, "answer": "green", "semanticStr": "select: kite (3)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kite is green.", "image": "n523165.jpg", "question_id": 202179459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202240356", "202240355", "202240354"], "equivalent": ["202240355", "202240354", "202240356", "202240357"], "question": "Are the sneakers both large and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_large"}, "answer": "no", "semanticStr": "select: sneakers (5)->verify color: gray [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sneakers are gray but small.", "image": "n148872.jpg", "question_id": 202240357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947750", "201947751"], "equivalent": ["201947749"], "question": "What is the gray article of clothing?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "tank top", "semanticStr": "select: clothing (6)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"4:7": "6"}, "fullAnswer": {"1:3": "6", "5:7": "6"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a tank top.", "image": "n473688.jpg", "question_id": 201947749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201399939", "201399938", "201399952", "201399950"], "equivalent": ["201399951"], "question": "What's located on top of the couch?", "isBalanced": true, "groups": {"global": "textile", "local": "14-couch_on top of,s"}, "answer": "blanket", "semanticStr": "select: couch (16)->relate: _,on top of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blanket is on top of the couch.", "image": "n344136.jpg", "question_id": 201399951}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20911241", "20911237"], "equivalent": ["20911238"], "question": "Who is on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_on,s"}, "answer": "skater", "semanticStr": "select: skateboard (2)->relate: person,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is on the skateboard.", "image": "n217003.jpg", "question_id": 20911238}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skater (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20911248", "20911249", "20911240"], "equivalent": ["20911239"], "question": "What is that skater on?", "isBalanced": true, "groups": {"global": "object", "local": "14-skater_on,o"}, "answer": "skateboard", "semanticStr": "select: skater (1)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is on the skateboard.", "image": "n217003.jpg", "question_id": 20911239}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "short sleeved "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201391791", "201391800", "201391793", "201391788", "201391797", "201391789", "201391799", "201391798", "201391785", "201391782", "201391783", "201391781", "201391786", "201391790", "201391787"], "equivalent": ["201391791", "201391792"], "question": "Does the cloth shirt look short sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short sleeved"}, "answer": "yes", "semanticStr": "select: shirt (10)->filter material: cloth [0]->verify color: black [1]->verify: short sleeved  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and black.", "image": "n477702.jpg", "question_id": 201391792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,lying next to,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202081903", "202081901", "202081900", "202081779", "202081905", "202081904"], "equivalent": ["202081902"], "question": "What animal is lying beside the computer mouse?", "isBalanced": true, "groups": {"global": "animal", "local": "14-computer mouse_lying next to,s"}, "answer": "cat", "semanticStr": "select: computer mouse (10)->relate: animal,lying next to,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7:9": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat is lying next to the computer mouse.", "image": "n433692.jpg", "question_id": 202081902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20631880", "20631878", "20631877", "20631881"], "equivalent": ["20631879"], "question": "Is the catcher on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-catcher_hposition"}, "answer": "right", "semanticStr": "select: catcher (6)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The catcher is on the right of the image.", "image": "n570181.jpg", "question_id": 20631879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20342430", "20342431", "20342432", "20342433", "20342429", "20342417", "20342418", "20342416"], "equivalent": ["20342431", "20342432", "20342433", "20342434"], "question": "Are there any buses made of metal?", "isBalanced": true, "groups": {"global": null, "local": "04-bus_metal"}, "answer": "yes", "semanticStr": "select: bus (2)->filter material: metal [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existMaterial", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a bus that is made of metal.", "image": "n16425.jpg", "question_id": 20342434}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (18)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20818779", "20818780", "20818781"], "equivalent": ["20818778"], "question": "What is the catcher wearing?", "isBalanced": true, "groups": {"global": "accessory", "local": "14-catcher_wearing,o"}, "answer": "face mask", "semanticStr": "select: catcher (18)->relate: _,wearing,o (15) [0]->query: name [1]", "annotations": {"answer": {"0:2": "15"}, "question": {"3": "18"}, "fullAnswer": {"1": "18", "5:7": "15"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The catcher is wearing a face mask.", "image": "n279581.jpg", "question_id": 20818778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (2)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "person,on,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20911241", "20911238"], "equivalent": ["20911237"], "question": "Who is on the skateboard in the middle of the image?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_on,s"}, "answer": "skater", "semanticStr": "select: skateboard (2)->filter vposition: middle [0]->relate: person,on,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"4": "2"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is on the skateboard.", "image": "n217003.jpg", "question_id": 20911237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathtub (15)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201947538", "201947539", "201947534", "201947535", "201947537", "201947530", "201947531", "201947532", "201947533", "201947545", "201947544", "201947547", "201947546", "201947541", "201947540", "201947543", "201947542", "201947529", "201947528", "201947527", "201947524"], "equivalent": ["201947523"], "question": "Is the bathtub white and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: bathtub (15)->verify cleanliness: clean [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bathtub is white and clean.", "image": "n473688.jpg", "question_id": 201947523}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towels (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "umbrellas (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201947521", "201947520"], "equivalent": ["201947522"], "question": "Is there either an umbrella or a towel in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-towels_umbrellas"}, "answer": "no", "semanticStr": "select: towels (-)->exist: ? [0]->select: umbrellas (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no umbrellas or towels.", "image": "n473688.jpg", "question_id": 201947522}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (8)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "relate", "dependencies": [1], "argument": "_,mounted on,o (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201947833"], "equivalent": ["201947832"], "question": "What is the sink that is not dirty mounted on?", "isBalanced": true, "groups": {"global": "", "local": "14-sink_mounted on,o"}, "answer": "countertop", "semanticStr": "select: sink (8)->filter cleanliness: not(dirty) [0]->relate: _,mounted on,o (19) [1]->query: name [2]", "annotations": {"answer": {"0": "19"}, "question": {"3": "8", "7": "8"}, "fullAnswer": {"1": "8", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sink is mounted on the countertop.", "image": "n473688.jpg", "question_id": 201947832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "relate", "dependencies": [1], "argument": "mirror,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201770810"], "equivalent": ["201770809", "201770810"], "question": "Are there any mirrors to the right of the blue toothbrush?", "isBalanced": true, "groups": {"global": null, "local": "13-toothbrush_mirror"}, "answer": "no", "semanticStr": "select: toothbrush (1)->filter color: blue [0]->relate: mirror,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "1"}, "fullAnswer": {"10": "1", "4": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a faucet to the right of the toothbrush.", "image": "n310625.jpg", "question_id": 201770809}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "jeans,wearing,o (-)"}], "entailed": [], "equivalent": ["20811091"], "question": "Is the male person wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-person_jeans"}, "answer": "no", "semanticStr": "select: person (1)->filter gender: male [0]->verify rel: jeans,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "5": "22"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing pants.", "image": "n167552.jpg", "question_id": 20811091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jar (11)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935799", "201935798", "201935801", "201935800", "201935803", "201935804"], "equivalent": ["201935801", "201935802"], "question": "How is the item of furniture that the jar is sitting on top of called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-jar_sitting on top of,o"}, "answer": "shelf", "semanticStr": "select: jar (11)->relate: furniture,sitting on top of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"8": "11", "3:6": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n500209.jpg", "question_id": 201935802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "choose rel", "dependencies": [0], "argument": "lamp,to the right of|to the left of,s (12)"}], "entailed": ["202081765", "202081764", "202082111", "202081762", "202082113", "202082112"], "equivalent": ["202081763", "202081764"], "question": "Is the tall lamp to the left or to the right of the laptop computer?", "isBalanced": true, "groups": {"global": null, "local": "13-laptop_lamp"}, "answer": "right", "semanticStr": "select: laptop (7)->choose rel: lamp,to the right of|to the left of,s (12) [0]", "annotations": {"answer": {}, "question": {"2:4": "12", "13:15": "7"}, "fullAnswer": {"1": "12", "8:10": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The lamp is to the right of the laptop computer.", "image": "n433692.jpg", "question_id": 202081763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202159032", "202159035", "202159036"], "equivalent": ["202159032", "202159035", "202159034"], "question": "What is the name of the vehicles that the buildings are behind?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-buildings_behind,o"}, "answer": "cars", "semanticStr": "select: buildings (5)->relate: vehicle,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"9": "5", "6": "6"}, "fullAnswer": {"1": "6", "3": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n406334.jpg", "question_id": 202159034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20518641", "20518639", "20518638", "20518628", "20518635", "20518634", "20518633", "20518632", "20518631", "20518645", "20518637", "20518647", "20518644", "20518646", "20518636", "20518643", "20518640", "20518642"], "equivalent": ["20518628", "20518629"], "question": "Does the tissue box have white color and square shape?", "isBalanced": true, "groups": {"global": null, "local": "05-square_white"}, "answer": "yes", "semanticStr": "select: tissue box (4)->verify shape: square [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tissue box is white and square.", "image": "n141939.jpg", "question_id": 20518629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza crust (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202037129"], "question": "What does the pizza crust sit atop?", "isBalanced": true, "groups": {"global": "container", "local": "14-pizza crust_sitting atop,o"}, "answer": "pizza box", "semanticStr": "select: pizza crust (8)->relate: _,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1:3": "8", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza crust sits atop the pizza box.", "image": "n200225.jpg", "question_id": 202037129}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20518624", "20518625", "20518626"], "equivalent": ["20518627"], "question": "On which side of the photo is the tissue box?", "isBalanced": true, "groups": {"global": null, "local": "10q-tissue box_hposition"}, "answer": "right", "semanticStr": "select: tissue box (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tissue box is on the right of the image.", "image": "n141939.jpg", "question_id": 20518627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "tissue,in,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20518620"], "question": "Are there any tissues in the tissue box on the right?", "isBalanced": true, "groups": {"global": null, "local": "13-tissue box_tissue"}, "answer": "yes", "semanticStr": "select: tissue box (4)->filter hposition: right [0]->relate: tissue,in,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "5", "6:8": "4"}, "fullAnswer": {"4": "5", "7:9": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a tissue in the tissue box.", "image": "n141939.jpg", "question_id": 20518620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20891705"], "equivalent": ["20891704"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (7)->relate: person,wearing,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"4": "7"}, "fullAnswer": {"1": "6", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n347706.jpg", "question_id": 20891704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (18)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "choose material", "dependencies": [1], "argument": "cloth|leather"}], "entailed": ["20899522", "20899520", "20899518", "20899519"], "equivalent": ["20899522", "20899521"], "question": "Is the bag that looks brown made of leather or cloth?", "isBalanced": true, "groups": {"global": "material", "local": "10c-purse_material"}, "answer": "cloth", "semanticStr": "select: bag (18)->filter color: brown [0]->choose material: cloth|leather [1]", "annotations": {"answer": {}, "question": {"2": "18", "5": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The purse is made of cloth.", "image": "n403734.jpg", "question_id": 20899521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["202110133", "202110132"], "equivalent": ["202110134"], "question": "Is the metal fence in the bottom part or in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "10c-fence_vposition"}, "answer": "bottom", "semanticStr": "select: fence (15)->filter material: metal [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is in the bottom of the image.", "image": "n511881.jpg", "question_id": 202110134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (15)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202110137", "202110136", "202110140", "202110141", "202110135", "202110149", "202110142", "202110143"], "equivalent": ["202110139"], "question": "What is the fence made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: fence (15)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n511881.jpg", "question_id": 202110139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873313", "201873581", "201873582", "201873578", "201873575", "201873576", "201873577"], "equivalent": ["201873574"], "question": "What is on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-street_on,s"}, "answer": "fire truck", "semanticStr": "select: street (13)->relate: _,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire truck is on the street.", "image": "n309148.jpg", "question_id": 201873574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873313", "201873581", "201873582", "201873578", "201873574", "201873575", "201873577"], "equivalent": ["201873575", "201873576", "201873577"], "question": "What type of vehicle is on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_on,s"}, "answer": "fire truck", "semanticStr": "select: street (13)->relate: vehicle,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0", "7": "13"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(wood)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012530", "202012531"], "equivalent": ["202012532"], "question": "What kind of furniture isn't wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#wood"}, "answer": "shelves", "semanticStr": "select: furniture (18)->filter material: not(wood) [0]->query: name [1]", "annotations": {"answer": {"0": "18"}, "question": {"3": "19"}, "fullAnswer": {"1": "19", "3": "18"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is shelves.", "image": "n326988.jpg", "question_id": 202012532}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose name", "dependencies": [1], "argument": "cabinets|shelves"}], "entailed": ["202012527", "202012528"], "equivalent": ["202012533"], "question": "What kind of furniture is made of wood, the cabinets or the shelves?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_wood"}, "answer": "cabinets", "semanticStr": "select: furniture (19)->filter material: wood [0]->choose name: cabinets|shelves [1]", "annotations": {"answer": {"0": "19"}, "question": {"9": "19", "3": "19", "12": "18"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The cabinets are made of wood.", "image": "n326988.jpg", "question_id": 202012533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (13)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873313", "201873581", "201873582", "201873574", "201873575", "201873576", "201873577"], "equivalent": ["201873578"], "question": "Which kind of vehicle is on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_on,s"}, "answer": "fire truck", "semanticStr": "select: street (13)->relate: vehicle,on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873578}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201504863", "201504862", "201504861", "201504860", "201504867", "201504866", "201504865", "201504864", "201504869", "201504868", "201504829", "201504826", "201504825", "201504824", "201504881", "201504880", "201504882", "201504885", "201504884", "201504886", "201504889", "201504888", "201504858", "201504859", "201504875", "201504876", "201504877", "201504856", "201504857", "201504855", "201504830", "201504898", "201504899", "201504894", "201504892", "201504893", "201504890", "201504891"], "equivalent": ["201504883"], "question": "Does the person that looks tall look happy and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_thin"}, "answer": "yes", "semanticStr": "select: person (0)->filter height: tall [0]->verify face expression: happy [1]->verify fatness: thin  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is happy and thin.", "image": "n298104.jpg", "question_id": 201504883}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "office (0)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["20887221", "20887206", "20887205", "20887204", "20887209", "20887218", "20887219", "20887212", "20887213", "20887210", "20887211", "20887217", "20887214", "20887215"], "equivalent": ["20887216", "20887217"], "question": "Does the office look large?", "isBalanced": true, "groups": {"global": null, "local": "06-office_large"}, "answer": "no", "semanticStr": "select: office (0)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the office is small.", "image": "n282436.jpg", "question_id": 20887216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "verify race", "dependencies": [1], "argument": "caucasian"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20247702", "20247703", "20247700", "20247701", "20247706", "20247704", "20247705", "20247724", "20247725", "20247708", "20247709", "20247720", "20247721", "20247722", "20247723", "20247687", "20247686", "20247685", "20247688", "20247726", "20247710", "20247727", "20247717", "20247716", "20247719", "20247718", "20247695", "20247696", "20247697", "20247698", "20247699"], "equivalent": ["20247707"], "question": "Is the man that is sitting both Caucasian and old?", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_old"}, "answer": "yes", "semanticStr": "select: man (0)->filter pose: sitting [0]->verify race: caucasian [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is Caucasian and old.", "image": "n49310.jpg", "question_id": 20247707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639339", "201639262"], "equivalent": ["201639261"], "question": "What kind of animal are the people behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-people_behind,o"}, "answer": "zebras", "semanticStr": "select: people (16)->relate: animal,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5", "6": "16"}, "fullAnswer": {"1": "16", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are behind the zebras.", "image": "n497789.jpg", "question_id": 201639261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (4)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["201640480", "201640481", "201640482", "201640483", "201640484", "201640485", "201640487", "201640488", "201640489", "201640469", "201640491", "201640490", "201640476", "201640440", "201640454", "201640478", "201640441"], "equivalent": ["201640486"], "question": "What shape is that watch?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-watch_shape"}, "answer": "square", "semanticStr": "select: watch (4)->query: shape [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The watch is square.", "image": "n235859.jpg", "question_id": 201640486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201826578", "201826582", "201826581", "201826580", "201826593", "201826576", "201826577", "201826574", "201826575", "201826584"], "equivalent": ["201826579"], "question": "How big is the shirt?", "isBalanced": true, "groups": {"global": "size", "local": "10q-shirt_size"}, "answer": "small", "semanticStr": "select: shirt (2)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is small.", "image": "n59627.jpg", "question_id": 201826579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202081674", "202081673", "202081672"], "equivalent": ["202081675"], "question": "On which side of the picture is the lamp?", "isBalanced": true, "groups": {"global": null, "local": "10q-lamp_hposition"}, "answer": "left", "semanticStr": "select: lamp (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is on the left of the image.", "image": "n433692.jpg", "question_id": 202081675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (3)"}, {"operation": "select", "dependencies": [], "argument": "shoes (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201589909", "201589908", "201589907"], "equivalent": ["201589909", "201589908", "201589910"], "question": "Is the color of the shorts different than that of the shoes?", "isBalanced": true, "groups": {"global": null, "local": "09diff-shoes_shorts"}, "answer": "no", "semanticStr": "select: shorts (3)->select: shoes (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "8", "5": "3"}, "fullAnswer": {"3": "3", "6": "8"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shorts and the shoes are white.", "image": "n260762.jpg", "question_id": 201589910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (1)"}, {"operation": "query", "dependencies": [0], "argument": "cleanliness"}], "entailed": ["20644676", "20644675", "20644680", "20644679", "20644678"], "equivalent": ["20644677"], "question": "How clean are the sneakers?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-sneakers_cleanliness"}, "answer": "dirty", "semanticStr": "select: sneakers (1)->query: cleanliness [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sneakers are dirty.", "image": "n250821.jpg", "question_id": 20644677}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (2)"}, {"operation": "relate", "dependencies": [0], "argument": "rug,under,s (5)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201676373"], "question": "Is the rug under her soft and white?", "isBalanced": true, "groups": {"global": null, "local": "05-soft_white"}, "answer": "no", "semanticStr": "select: she (2)->relate: rug,under,s (5) [0]->verify hardness: soft [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the rug is soft but red.", "image": "n233607.jpg", "question_id": 201676373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (3)"}, {"operation": "relate", "dependencies": [0], "argument": "window,below,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["20963907", "20963921", "20963909", "20963908", "20963919", "20963910", "20963912", "20963913"], "equivalent": ["20963911"], "question": "How fat is the window that the shelf is below?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-window_fatness"}, "answer": "thin", "semanticStr": "select: shelf (3)->relate: window,below,o (0) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "3"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is thin.", "image": "n119886.jpg", "question_id": 20963911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20963915", "20963916", "20963917"], "equivalent": ["20963914"], "question": "Is there a window that is fat in this photo?", "isBalanced": true, "groups": {"global": null, "local": "04-window_fat"}, "answer": "no", "semanticStr": "select: window (0)->filter fatness: fat [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a window but it is thin.", "image": "n119886.jpg", "question_id": 20963914}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (3)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285342", "202285341", "202285340", "202285338", "202285339"], "equivalent": ["202285343"], "question": "Which kind of vegetable is grouped?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-vegetable_grouped"}, "answer": "beans", "semanticStr": "select: vegetable (3)->filter: grouped [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vegetable is beans.", "image": "n100991.jpg", "question_id": 202285343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480380"], "equivalent": ["201480379"], "question": "Who is wearing sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "boy", "semanticStr": "select: sneakers (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "5"}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing sneakers.", "image": "n39114.jpg", "question_id": 201480379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498768", "201498769", "201498778", "201498762", "201498763", "201498777", "201498766", "201498767", "201498765", "201498692", "201498770", "201498694", "201498693"], "equivalent": ["201498764"], "question": "What is in front of the computer?", "isBalanced": true, "groups": {"global": "device", "local": "14-computer_in front of,s"}, "answer": "phone", "semanticStr": "select: computer (16)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "16"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The phone is in front of the computer.", "image": "n315887.jpg", "question_id": 201498764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (5)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201756911"], "question": "Is the door wooden and open?", "isBalanced": true, "groups": {"global": null, "local": "05-open_wood"}, "answer": "no", "semanticStr": "select: door (5)->verify: open [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the door is wooden but closed.", "image": "n567860.jpg", "question_id": 201756911}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(grouped)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202285346"], "equivalent": ["202285347"], "question": "Which kind of food isn't grouped?", "isBalanced": true, "groups": {"global": "baked good", "local": "12q-food_n#grouped"}, "answer": "waffles", "semanticStr": "select: food (5)->filter: not(grouped) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is waffles.", "image": "n100991.jpg", "question_id": 202285347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (0)"}, {"operation": "relate", "dependencies": [0], "argument": "tail,of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20117941", "20117942", "20117925", "20117931", "20117930", "20117932", "20117935", "20117934", "20117936", "20117912", "20117928", "20117929", "20117927"], "equivalent": ["20117933"], "question": "How wide is the elephant's tail?", "isBalanced": true, "groups": {"global": "width", "local": "10q-tail_width"}, "answer": "narrow", "semanticStr": "select: elephant (0)->relate: tail,of,s (1) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"5": "1", "4": "0"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tail is narrow.", "image": "n494677.jpg", "question_id": 20117933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (3)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "choose name", "dependencies": [1], "argument": "beans|waffles"}], "entailed": [], "equivalent": ["202285344"], "question": "Which kind of food is grouped, the waffles or the beans?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12c-food_grouped"}, "answer": "beans", "semanticStr": "select: food (3)->filter: grouped [0]->choose name: beans|waffles [1]", "annotations": {"answer": {"0": "3"}, "question": {"10": "3", "3": "3", "7": "5"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The beans is grouped.", "image": "n100991.jpg", "question_id": 202285344}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (5)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20887229", "20887228", "20887250", "20887251", "20887249", "20887248"], "equivalent": ["20887250", "20887251", "20887252"], "question": "Which type is that animal?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "dog", "semanticStr": "select: animal (5)->query: name [0]", "annotations": {"answer": {"0": "5"}, "question": {"4": "5"}, "fullAnswer": {"3": "5"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a dog.", "image": "n282436.jpg", "question_id": 20887252}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mound (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480371"], "equivalent": ["201480372"], "question": "Who is standing on the mound?", "isBalanced": true, "groups": {"global": "person", "local": "14-mound_standing on,s"}, "answer": "boy", "semanticStr": "select: mound (7)->relate: person,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is standing on the mound.", "image": "n39114.jpg", "question_id": 201480372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480375", "201480376"], "equivalent": ["201480374"], "question": "The boy is standing on what?", "isBalanced": true, "groups": {"global": "", "local": "14-boy_standing on,o"}, "answer": "mound", "semanticStr": "select: boy (0)->relate: _,standing on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is standing on the mound.", "image": "n39114.jpg", "question_id": 201480374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201480374", "201480375"], "equivalent": ["201480376"], "question": "What is the boy standing on?", "isBalanced": true, "groups": {"global": "", "local": "14-boy_standing on,o"}, "answer": "mound", "semanticStr": "select: boy (0)->relate: _,standing on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "6": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is standing on the mound.", "image": "n39114.jpg", "question_id": 201480376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mound,standing on,o (7)"}], "entailed": ["201480378"], "equivalent": ["201480377"], "question": "Is the boy standing on the mound the grass is behind of?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_mound"}, "answer": "yes", "semanticStr": "select: boy (0)->verify rel: mound,standing on,o (7) [0]", "annotations": {"answer": {}, "question": {"8": "6", "2": "0", "6": "7"}, "fullAnswer": {"2": "0", "7": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy is standing on the mound.", "image": "n39114.jpg", "question_id": 201480377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "eating"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411608", "20411609"], "equivalent": ["20411641"], "question": "What fruits are eating?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_eating"}, "answer": "apples", "semanticStr": "select: fruit (1)->filter activity: eating [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruits are apples.", "image": "n363445.jpg", "question_id": 20411641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (9)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2044838"], "equivalent": ["2044838", "2044837"], "question": "Are the jeans long and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_long"}, "answer": "no", "semanticStr": "select: jeans (9)->verify color: black [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jeans are long but blue.", "image": "n184551.jpg", "question_id": 2044837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202231423", "202231422", "202231424", "202231329"], "equivalent": ["202231425"], "question": "Which kind of sign is on top of the pole?", "isBalanced": true, "groups": {"global": "sign", "local": "15-pole_on top of,s"}, "answer": "stop sign", "semanticStr": "select: pole (2)->relate: sign,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a stop sign.", "image": "n79078.jpg", "question_id": 202231425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202240226"], "question": "Who is standing on the ground?", "isBalanced": true, "groups": {"global": "person", "local": "14-ground_standing on,s"}, "answer": "girl", "semanticStr": "select: ground (10)->relate: person,standing on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is standing on the ground.", "image": "n148872.jpg", "question_id": 202240226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "telephone pole (6)"}, {"operation": "select", "dependencies": [], "argument": "fence (18) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202000602"], "question": "What do both the utility pole and the fence have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-fence_telephone pole"}, "answer": "material", "semanticStr": "select: telephone pole (6)->select: fence (18) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "18", "4:6": "6"}, "fullAnswer": {"8": "18", "4:6": "6"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the utility pole and the fence are wooden.", "image": "n299528.jpg", "question_id": 202000602}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "sign,on top of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202231423", "202231422", "202231425", "202231329"], "equivalent": ["202231424"], "question": "What is the sign on top of the tall pole?", "isBalanced": true, "groups": {"global": "sign", "local": "15-pole_on top of,s"}, "answer": "stop sign", "semanticStr": "select: pole (2)->filter height: tall [0]->relate: sign,on top of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0:2": "1"}, "question": {"8:10": "2", "3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a stop sign.", "image": "n79078.jpg", "question_id": 202231424}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (10)"}, {"operation": "relate", "dependencies": [0], "argument": "path,walking along,o (13)"}, {"operation": "relate", "dependencies": [1], "argument": "scooter,on the edge of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202257442"], "question": "Are there any scooters on the edge of the path the person is walking along?", "isBalanced": true, "groups": {"global": null, "local": "13-path_scooter"}, "answer": "no", "semanticStr": "select: person (10)->relate: path,walking along,o (13) [0]->relate: scooter,on the edge of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "13", "11": "10"}, "fullAnswer": {"10": "13", "4": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bicycle on the edge of the path.", "image": "n92308.jpg", "question_id": 202257442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "verify rel", "dependencies": [1], "argument": "snow shoe,wearing,o (5)"}], "entailed": [], "equivalent": ["20753673"], "question": "Is the male person wearing a snow shoe?", "isBalanced": true, "groups": {"global": null, "local": "13-person_snow shoe"}, "answer": "yes", "semanticStr": "select: person (0)->filter gender: male [0]->verify rel: snow shoe,wearing,o (5) [1]", "annotations": {"answer": {}, "question": {"2:4": "0", "6:8": "5"}, "fullAnswer": {"2": "0", "6:8": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the person is wearing a snow shoe.", "image": "n481777.jpg", "question_id": 20753673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "not(eating)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411750", "20411644"], "equivalent": ["20411645"], "question": "What kind of food is not eating?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#eating"}, "answer": "carrots", "semanticStr": "select: food (5)->filter activity: not(eating) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is carrots.", "image": "n363445.jpg", "question_id": 20411645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "blinds (14)"}, {"operation": "verify", "dependencies": [0], "argument": "dense"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thick "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201393494"], "question": "Are the blinds both thick and dense?", "isBalanced": true, "groups": {"global": null, "local": "05-dense_thick"}, "answer": "no", "semanticStr": "select: blinds (14)->verify: dense [0]->verify thickness: thick  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the blinds are dense but thin.", "image": "n305495.jpg", "question_id": 201393494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["20753679"], "question": "Where does the male person stand on?", "isBalanced": true, "groups": {"global": "place", "local": "14-person_standing on,o"}, "answer": "mountain side", "semanticStr": "select: person (0)->filter gender: male [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0:2": "10"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5:7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person stands on the mountain side.", "image": "n481777.jpg", "question_id": 20753679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20551484", "20551510", "20551512"], "equivalent": ["20551511"], "question": "What vehicle is it?", "isBalanced": true, "groups": {"global": "vehicle", "local": "11q-vehicle"}, "answer": "train", "semanticStr": "select: vehicle (0)->query: name [0]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n153118.jpg", "question_id": 20551511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (0)"}, {"operation": "filter", "dependencies": [0], "argument": "black and white"}, {"operation": "choose face expression", "dependencies": [1], "argument": "unhappy|happy"}], "entailed": ["201247122", "201247134", "201247120", "201247121", "201247126", "201247124", "201247123", "201247125", "201247137", "201247138", "201247119"], "equivalent": ["201247133"], "question": "Is the black and white cat unhappy or happy?", "isBalanced": true, "groups": {"global": "face expression", "local": "10c-cat_expression"}, "answer": "unhappy", "semanticStr": "select: cat (0)->filter: black and white [0]->choose face expression: unhappy|happy [1]", "annotations": {"answer": {}, "question": {"2:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cat is unhappy.", "image": "n83784.jpg", "question_id": 201247133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (4)"}, {"operation": "select", "dependencies": [], "argument": "minivan (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20656839"], "equivalent": ["20656839", "20656840"], "question": "Are both the traffic sign and the minivan made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-minivan_traffic sign"}, "answer": "yes", "semanticStr": "select: traffic sign (4)->select: minivan (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "10", "3:5": "4"}, "fullAnswer": {"7": "10", "3:5": "4"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the traffic sign and the minivan are made of metal.", "image": "n486200.jpg", "question_id": 20656840}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "rectangular"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20827268"], "equivalent": ["20827269"], "question": "Are there either any towels or mirrors that are rectangular?", "isBalanced": true, "groups": {"global": null, "local": "04-towel_rectangular"}, "answer": "yes", "semanticStr": "select: towel (0)->filter shape: rectangular [0]->exist: ? [1]->select: mirror (-) ->filter shape: rectangular [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the towel is rectangular.", "image": "n283587.jpg", "question_id": 20827269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (11)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "verify material", "dependencies": [1], "argument": "metal"}, {"operation": "verify", "dependencies": [1], "argument": "vintage "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20567480"], "question": "Is the heavy airplane vintage and metallic?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_vintage"}, "answer": "no", "semanticStr": "select: airplane (11)->filter weight: heavy [0]->verify material: metal [1]->verify: vintage  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the airplane is metallic but modern.", "image": "n414992.jpg", "question_id": 20567480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (10)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "sign,same material,_ (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20656843", "20656842", "20657109", "20656844"], "equivalent": ["20656843", "20656845", "20656844"], "question": "What is the name of the sign that is made of the same material as the vehicle on the right of the picture?", "isBalanced": true, "groups": {"global": "sign", "local": "14-minivan_same material,_"}, "answer": "traffic sign", "semanticStr": "select: vehicle (10)->filter hposition: right [0]->relate: sign,same material,_ (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"6": "4", "16": "10"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n486200.jpg", "question_id": 20656845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201908711", "201908710", "201908715", "201908708", "201908716"], "equivalent": ["201908709"], "question": "Of what material the plate?", "isBalanced": true, "groups": {"global": "material", "local": "10q-plate_material"}, "answer": "glass", "semanticStr": "select: plate (14)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is made of glass.", "image": "n479092.jpg", "question_id": 201908709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (1)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "skinny"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20901790", "20901791"], "equivalent": ["20901792", "20901790", "20901791"], "question": "Is the man that is to the right of the other man both skinny and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-skinny_tall"}, "answer": "no", "semanticStr": "select: man (0)->relate: man,to the right of,s (1) [0]->verify fatness: skinny [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "0", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is skinny but short.", "image": "n28792.jpg", "question_id": 20901792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20827261"], "question": "What item of furniture is the staircase behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-staircase_behind,o"}, "answer": "cupboard", "semanticStr": "select: staircase (17)->relate: furniture,behind,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1:4": "11"}, "fullAnswer": {"1": "17", "5": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The staircase is behind the cupboard.", "image": "n283587.jpg", "question_id": 20827261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["20618790", "20618788"], "equivalent": ["20618787"], "question": "Does that man appear to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-man_standing"}, "answer": "no", "semanticStr": "select: man (1)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is lying.", "image": "n126087.jpg", "question_id": 20618787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (6)"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}], "entailed": ["20427706", "20427707", "20427705", "20427701", "20427737", "20427736", "20427708", "20427709", "20427698", "20427699", "20427695", "20427696"], "equivalent": ["20427697"], "question": "Does the person to the left of the chair look Asian?", "isBalanced": true, "groups": {"global": null, "local": "06-man_asian"}, "answer": "no", "semanticStr": "select: chair (9)->relate: person,to the left of,s (6) [0]->verify race: asian [1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is caucasian.", "image": "n281241.jpg", "question_id": 20427697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wii controller (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201957146"], "question": "Are there either glasses or Wii controllers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_wii controller"}, "answer": "yes", "semanticStr": "select: wii controller (7)->exist: ? [0]->select: glasses (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5:7": "7"}, "fullAnswer": {"4:6": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a Wii controller.", "image": "n536256.jpg", "question_id": 201957146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143308", "201143366", "201143307", "201143306", "201143305"], "equivalent": ["201143304"], "question": "What is the lamp hanging above?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-lamp_hanging above,o"}, "answer": "table", "semanticStr": "select: lamp (3)->relate: _,hanging above,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "3", "6": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is hanging above the table.", "image": "n276011.jpg", "question_id": 201143304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (9)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["20861305", "20861306", "20861300", "20861301", "20861302", "20861303", "20861287", "20861286", "20861312"], "equivalent": ["20861304"], "question": "How wide is the door?", "isBalanced": true, "groups": {"global": "width", "local": "10q-door_width"}, "answer": "wide", "semanticStr": "select: door (9)->query: width [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The door is wide.", "image": "n434283.jpg", "question_id": 20861304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20349800", "20349799", "20349801"], "equivalent": ["20349802"], "question": "What's the woman wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-woman_wearing,o"}, "answer": "shirt", "semanticStr": "select: woman (1)->relate: _,wearing,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "1", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n468864.jpg", "question_id": 20349802}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boots (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201957143"], "question": "What are the boots in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-boots_in front of,o"}, "answer": "wall", "semanticStr": "select: boots (4)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "4", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boots are in front of the wall.", "image": "n536256.jpg", "question_id": 201957143}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202180327"], "equivalent": ["202180328"], "question": "Who is wearing the shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "soccer player", "semanticStr": "select: shoes (6)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing shoes.", "image": "n380113.jpg", "question_id": 202180328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetables (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "verify rel", "dependencies": [1], "argument": "plate,sitting on,o (1)"}], "entailed": [], "equivalent": ["201207518"], "question": "Are the green vegetables sitting on the plate?", "isBalanced": true, "groups": {"global": null, "local": "13-vegetables_plate"}, "answer": "yes", "semanticStr": "select: vegetables (8)->filter color: green [0]->verify rel: plate,sitting on,o (1) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "7": "1"}, "fullAnswer": {"2": "8", "7": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the veggies are sitting on the plate.", "image": "n222915.jpg", "question_id": 201207518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100705"], "equivalent": ["202100704", "202100705"], "question": "What is the pot that is made of metal sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pot_sitting on,o"}, "answer": "burner", "semanticStr": "select: pot (10)->filter material: metal [0]->relate: _,sitting on,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"8": "10", "3": "10"}, "fullAnswer": {"1": "10", "6:8": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pot is sitting on the stove burner.", "image": "n280089.jpg", "question_id": 202100704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (2)"}, {"operation": "choose rel", "dependencies": [0], "argument": "laptop,to the left of|to the right of,s (6)"}], "entailed": ["20306734", "20307141", "20306740", "20307135", "20306738", "20306741", "20307136", "20307142", "20307134", "20307140", "20306737", "20306736", "20307139", "20306733", "20306735", "20306739", "20307137"], "equivalent": ["20307138", "20307139"], "question": "Is the laptop to the left or to the right of the mobile phone?", "isBalanced": true, "groups": {"global": null, "local": "13-cell phone_laptop"}, "answer": "left", "semanticStr": "select: cell phone (2)->choose rel: laptop,to the left of|to the right of,s (6) [0]", "annotations": {"answer": {}, "question": {"2": "6", "12:14": "2"}, "fullAnswer": {"1": "6", "8:10": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The laptop is to the left of the mobile phone.", "image": "n554880.jpg", "question_id": 20307138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose", "dependencies": [1], "argument": "full|empty"}], "entailed": ["20381409", "20381413", "20381412", "20381411", "20381410", "20381398", "20381399"], "equivalent": ["20381414"], "question": "Is the shelf made of wood full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-shelf_16"}, "answer": "full", "semanticStr": "select: shelf (2)->filter material: wood [0]->choose: full|empty [1]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shelf is full.", "image": "n398257.jpg", "question_id": 20381414}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "power line (17)"}, {"operation": "verify rel", "dependencies": [0], "argument": "train,above,o (-)"}], "entailed": ["201593629"], "equivalent": ["201593631"], "question": "Is the power line above a train?", "isBalanced": true, "groups": {"global": null, "local": "13-power line_train"}, "answer": "no", "semanticStr": "select: power line (17)->verify rel: train,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"2:4": "17", "7": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the power line is above a fence.", "image": "n200907.jpg", "question_id": 201593631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (10)"}, {"operation": "relate", "dependencies": [0], "argument": "bridge,above,s (9)"}, {"operation": "verify size", "dependencies": [1], "argument": "huge"}], "entailed": ["20169960", "20169967", "20169965", "20169958", "20169959", "20169952", "20169953", "20169951", "20169957", "20169954", "20169955"], "equivalent": ["20169956", "20169955"], "question": "Does the bridge above the water have huge size?", "isBalanced": true, "groups": {"global": null, "local": "06-bridge_huge"}, "answer": "yes", "semanticStr": "select: water (10)->relate: bridge,above,s (9) [0]->verify size: huge [1]", "annotations": {"answer": {}, "question": {"2": "9", "5": "10"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bridge is huge.", "image": "n58220.jpg", "question_id": 20169956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (3)"}, {"operation": "choose name", "dependencies": [1], "argument": "desk|bed"}], "entailed": ["2098351", "2098352"], "equivalent": ["2098350", "2098351", "2098352"], "question": "What kind of furniture is this curtain behind of, a desk or a bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtain_behind,o"}, "answer": "desk", "semanticStr": "select: curtain (8)->relate: furniture,behind,o (3) [0]->choose name: desk|bed [1]", "annotations": {"answer": {"0": "3"}, "question": {"10": "3", "3": "3", "6": "8"}, "fullAnswer": {"1": "8", "5": "3"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The curtain is behind a desk.", "image": "n513429.jpg", "question_id": 2098350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "shelf (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202121892"], "question": "Do you see both refrigerators and shelves?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-refrigerator_shelf"}, "answer": "no", "semanticStr": "select: refrigerator (6)->exist: ? [0]->select: shelf (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a refrigerator but no shelves.", "image": "n140421.jpg", "question_id": 202121892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(uncomfortable)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201832322", "201832313", "201832312", "201832311", "201832305", "201832307", "201832308", "201832309", "201832321", "201832324"], "equivalent": ["201832310"], "question": "What color is the hat that is not uncomfortable?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hat_color"}, "answer": "orange", "semanticStr": "select: hat (1)->filter: not(uncomfortable) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "1", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hat is orange.", "image": "n432591.jpg", "question_id": 201832310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (9)"}, {"operation": "verify size", "dependencies": [0], "argument": "huge"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20169951"], "equivalent": ["20169952", "20169951"], "question": "Does the bridge have white color and huge size?", "isBalanced": true, "groups": {"global": null, "local": "05-huge_white"}, "answer": "no", "semanticStr": "select: bridge (9)->verify size: huge [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bridge is huge but green.", "image": "n58220.jpg", "question_id": 20169952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243420", "202243419", "202243436", "202243403", "202243439", "202243438", "202243404", "202243405", "202243437"], "equivalent": ["202243440"], "question": "Which kind of vehicle is made of metal?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_metal"}, "answer": "truck", "semanticStr": "select: vehicle (14)->filter material: metal [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "14", "4": "14"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n557666.jpg", "question_id": 202243440}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202121889", "202121888", "202121890", "202121891", "202121900", "202121901", "202121887", "202121886"], "equivalent": ["202121899"], "question": "Do you see large refrigerators in the picture?", "isBalanced": true, "groups": {"global": null, "local": "04-refrigerator_large"}, "answer": "yes", "semanticStr": "select: refrigerator (6)->filter size: large [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"5": "6"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a large refrigerator.", "image": "n140421.jpg", "question_id": 202121899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "potato (0)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tomato (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "not(round)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20636935", "20636934", "20636936", "20636937"], "equivalent": ["20636924"], "question": "Are there tomatoes or potatoes that are not round?", "isBalanced": true, "groups": {"global": null, "local": "04-potato_n#round"}, "answer": "no", "semanticStr": "select: potato (0)->filter shape: not(round) [0]->exist: ? [1]->select: tomato (-) ->filter shape: not(round) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a potato but it is round.", "image": "n184385.jpg", "question_id": 20636924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower (11)"}, {"operation": "relate", "dependencies": [0], "argument": "surfboard,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201505039", "201505038", "201505063", "201505020", "201505073", "201505048", "201505049", "201505058", "201505042", "201505043", "201505047", "201505044", "201505045"], "equivalent": ["201505046"], "question": "What height do you think is the surfboard the flower is on?", "isBalanced": true, "groups": {"global": "height", "local": "10q-surfboard_height"}, "answer": "tall", "semanticStr": "select: flower (11)->relate: surfboard,on,o (4) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"9": "11", "7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The surfboard is tall.", "image": "n298104.jpg", "question_id": 201505046}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "high "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20741181", "20741180", "20741172", "20741173", "20741174", "20741175", "20741176", "20741178", "20741179", "20741186", "20741183", "20741182", "20741185", "20741184"], "equivalent": ["20741177", "20741178"], "question": "Does that ceiling look brown and high?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_high"}, "answer": "yes", "semanticStr": "select: ceiling (5)->verify color: brown [0]->verify: high  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ceiling is brown and high.", "image": "n23762.jpg", "question_id": 20741177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (0)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202021410", "202021403"], "equivalent": ["202021409"], "question": "What sign is shown in this picture?", "isBalanced": true, "groups": {"global": "sign", "local": "11q-sign"}, "answer": "stop sign", "semanticStr": "select: sign (0)->query: name [0]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The sign is a stop sign.", "image": "n255161.jpg", "question_id": 202021409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20427525"], "question": "Is the jacket both short sleeved and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_short sleeved"}, "answer": "no", "semanticStr": "select: jacket (3)->verify color: black [0]->verify: short sleeved  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the jacket is black but long sleeved.", "image": "n281241.jpg", "question_id": 20427525}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (5)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20118084", "20118085", "20118080", "20118081", "20118082", "20118083", "20118066", "20118067", "20118064", "20118065", "20118062", "20118063", "20118061", "20118068", "20118079", "20118078", "20118075", "20118074", "20118077", "20118069", "20118071", "20118070", "20118073"], "equivalent": ["20118071", "20118070", "20118072"], "question": "Do the clouds have white color and large size?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: clouds (5)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the clouds are white and large.", "image": "n494677.jpg", "question_id": 20118072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644769"], "equivalent": ["20644770"], "question": "What is the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "jeans", "semanticStr": "select: man (5)->relate: _,wearing,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {}, "fullAnswer": {"1": "5", "4": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing jeans.", "image": "n250821.jpg", "question_id": 20644770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644776"], "equivalent": ["20644777"], "question": "Who is watching the cat?", "isBalanced": true, "groups": {"global": "person", "local": "14-cat_watching,s"}, "answer": "man", "semanticStr": "select: cat (2)->relate: person,watching,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the cat.", "image": "n250821.jpg", "question_id": 20644777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "relate", "dependencies": [1], "argument": "animal,watching,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20644699", "20644782", "20644781", "20644780"], "equivalent": ["20644779", "20644780"], "question": "What animal is the person that is staring watching?", "isBalanced": true, "groups": {"global": "animal", "local": "14-man_watching,o"}, "answer": "cat", "semanticStr": "select: person (5)->filter activity: staring [0]->relate: animal,watching,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"4": "5", "7": "5"}, "fullAnswer": {"1": "5", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is watching the cat.", "image": "n250821.jpg", "question_id": 20644779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "verify color", "dependencies": [0], "argument": "light brown"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20285036"], "question": "Does the couch look light brown and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-light brown_rectangular"}, "answer": "no", "semanticStr": "select: couch (13)->verify color: light brown [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the couch is rectangular but red.", "image": "n192021.jpg", "question_id": 20285036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (27)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "verify material", "dependencies": [1], "argument": "steel"}], "entailed": ["20923082"], "equivalent": ["20923083"], "question": "Is the red vehicle made of steel?", "isBalanced": true, "groups": {"global": null, "local": "06-fire truck_steel"}, "answer": "yes", "semanticStr": "select: vehicle (27)->filter color: red [0]->verify material: steel [1]", "annotations": {"answer": {}, "question": {"2:4": "27"}, "fullAnswer": {"2:4": "27"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the fire truck is made of steel.", "image": "n480253.jpg", "question_id": 20923083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (3)"}, {"operation": "choose color", "dependencies": [0], "argument": "silver|red"}], "entailed": [], "equivalent": ["20863656"], "question": "Which color is the helmet, silver or red?", "isBalanced": true, "groups": {"global": "color", "local": "10c-helmet_color"}, "answer": "silver", "semanticStr": "select: helmet (3)->choose color: silver|red [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helmet is silver.", "image": "n14.jpg", "question_id": 20863656}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (11)"}, {"operation": "relate", "dependencies": [0], "argument": "computer,to the right of,s (3)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201676135", "201676137"], "equivalent": ["201676135", "201676136"], "question": "Is the computer to the right of the shelf open and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_open"}, "answer": "no", "semanticStr": "select: shelf (11)->relate: computer,to the right of,s (3) [0]->verify color: blue [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the computer is open but silver.", "image": "n233607.jpg", "question_id": 201676136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["202159154", "202159152", "202159153", "202159151", "202159159", "202159149", "202159148", "202159146"], "equivalent": ["202159149", "202159150", "202159151"], "question": "What size do you think is the window?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "large", "semanticStr": "select: window (9)->query: size [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is large.", "image": "n406334.jpg", "question_id": 202159150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20984269", "20984268", "20984276", "20984277", "20984267", "20984275", "20984272", "20984273", "20984270", "20984274"], "equivalent": ["20984270", "20984271"], "question": "What color does the van have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-van_color"}, "answer": "black", "semanticStr": "select: van (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The van has black color.", "image": "n12214.jpg", "question_id": 20984271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (13)"}, {"operation": "relate", "dependencies": [0], "argument": "jacket,near,s (3)"}, {"operation": "filter", "dependencies": [1], "argument": "on"}, {"operation": "verify color", "dependencies": [2], "argument": "brown"}, {"operation": "verify", "dependencies": [2], "argument": "open "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["20929569", "20929568", "20929578", "20929579", "20929574", "20929575", "20929577", "20929567", "20929571", "20929572", "20929564", "20929563", "20929570", "20929562", "20929581", "20929573", "20929576", "20929580"], "equivalent": ["20929561"], "question": "Does the turned-on jacket near the motorcycle look brown and open?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_open"}, "answer": "yes", "semanticStr": "select: motorcycle (13)->relate: jacket,near,s (3) [0]->filter: on [1]->verify color: brown [2]->verify: open  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "3", "6": "13"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is brown and open.", "image": "n9181.jpg", "question_id": 20929561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["202258048", "202258049", "202258042", "202258043", "202258040", "202258046", "202258047", "202258044", "202258045"], "equivalent": ["202258041"], "question": "Is the closed bag on the right side of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-bag_right"}, "answer": "yes", "semanticStr": "select: bag (0)->filter: closed [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bag is on the right of the image.", "image": "n216553.jpg", "question_id": 202258041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (6)"}, {"operation": "filter length", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}], "entailed": ["201037299", "201037300", "201037295", "201037294"], "equivalent": ["201037296"], "question": "Does the short skirt look black?", "isBalanced": true, "groups": {"global": null, "local": "06-skirt_black"}, "answer": "no", "semanticStr": "select: skirt (6)->filter length: short [0]->verify color: black [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the skirt is white.", "image": "n393305.jpg", "question_id": 201037296}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201795364"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (2)->relate: person,wearing,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"4": "2"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n119944.jpg", "question_id": 201795364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (-)"}], "entailed": [], "equivalent": ["201795366"], "question": "Is the fat woman wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_hat"}, "answer": "no", "semanticStr": "select: woman (1)->filter fatness: fat [0]->verify rel: hat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1", "6": "2"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing a shirt.", "image": "n119944.jpg", "question_id": 201795366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "select", "dependencies": [], "argument": "door (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202119737"], "question": "What is common to the wall and the door?", "isBalanced": true, "groups": {"global": null, "local": "09common-door_wall"}, "answer": "material", "semanticStr": "select: wall (10)->select: door (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "4", "5": "10"}, "fullAnswer": {"4": "10", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the wall and the door are wooden.", "image": "n500308.jpg", "question_id": 202119737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (26)"}, {"operation": "select", "dependencies": [], "argument": "cane (8) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20182751"], "question": "Are both the sidewalk and the cane made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cane_sidewalk"}, "answer": "no", "semanticStr": "select: sidewalk (26)->select: cane (8) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "26", "6": "8"}, "fullAnswer": {"9": "8", "2": "26"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sidewalk is made of cement and the cane is made of wood.", "image": "n151768.jpg", "question_id": 20182751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shop (24)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}], "entailed": ["20182758", "20182756", "20182755", "20182754"], "equivalent": ["20182757"], "question": "Does the shop that is not open have large size?", "isBalanced": true, "groups": {"global": null, "local": "06-shop_large"}, "answer": "no", "semanticStr": "select: shop (24)->filter: not(open) [0]->verify size: large [1]", "annotations": {"answer": {}, "question": {"2": "24", "6": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shop is small.", "image": "n151768.jpg", "question_id": 20182757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (0)"}, {"operation": "select", "dependencies": [], "argument": "suitcase (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201711117", "201711118"], "equivalent": ["201711116"], "question": "Does the instrument have the same color as the suitcase?", "isBalanced": true, "groups": {"global": null, "local": "09same-instrument_suitcase"}, "answer": "yes", "semanticStr": "select: instrument (0)->select: suitcase (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0"}, "fullAnswer": {"3": "0", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the instrument and the suitcase are black.", "image": "n302387.jpg", "question_id": 201711116}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["201303429", "201303426"], "equivalent": ["201303428"], "question": "Does the floor have black color?", "isBalanced": true, "groups": {"global": null, "local": "06-floor_black"}, "answer": "no", "semanticStr": "select: floor (7)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the floor is green.", "image": "n518912.jpg", "question_id": 201303428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parking lot (18)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2091099"], "equivalent": ["2091100", "2091099"], "question": "Is the parking lot clean and large?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_large"}, "answer": "no", "semanticStr": "select: parking lot (18)->verify cleanliness: clean [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "18"}, "fullAnswer": {"2:4": "18"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the parking lot is large but dirty.", "image": "n565418.jpg", "question_id": 2091100}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "performer (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065608", "201065586", "201065607"], "equivalent": ["201065609"], "question": "Who is watching the performer?", "isBalanced": true, "groups": {"global": "person", "local": "14-performer_watching,s"}, "answer": "woman", "semanticStr": "select: performer (15)->relate: person,watching,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is watching the performer.", "image": "n429883.jpg", "question_id": 201065609}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201735674", "201735675", "201735610", "201735611", "201735676"], "equivalent": ["201735673"], "question": "What is sitting in front of the white wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-wall_sitting in front of,s"}, "answer": "desk", "semanticStr": "select: wall (13)->filter color: white [0]->relate: _,sitting in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"7:9": "13"}, "fullAnswer": {"1": "7", "8": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is sitting in front of the wall.", "image": "n240973.jpg", "question_id": 201735673}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (5)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20865553", "20865552", "20865554"], "equivalent": ["20865555"], "question": "On which side is the barn?", "isBalanced": true, "groups": {"global": null, "local": "10q-barn_hposition"}, "answer": "left", "semanticStr": "select: barn (5)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The barn is on the left of the image.", "image": "n143935.jpg", "question_id": 20865555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735673", "201735674", "201735610", "201735611", "201735676"], "equivalent": ["201735675"], "question": "What is the item of furniture that is sitting in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_sitting in front of,s"}, "answer": "desk", "semanticStr": "select: wall (13)->relate: furniture,sitting in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"13": "13", "3:6": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n240973.jpg", "question_id": 201735675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201735673", "201735674", "201735675", "201735610", "201735611"], "equivalent": ["201735676"], "question": "Which kind of furniture is sitting in front of the wall?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-wall_sitting in front of,s"}, "answer": "desk", "semanticStr": "select: wall (13)->relate: furniture,sitting in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n240973.jpg", "question_id": 201735676}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cabinet (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201623473"], "equivalent": ["201623477"], "question": "Are there both cabinets and refrigerators in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cabinets_refrigerator"}, "answer": "yes", "semanticStr": "select: refrigerator (0)->exist: ? [0]->select: cabinet (5) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "5", "5": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a refrigerator and a cabinet.", "image": "n501609.jpg", "question_id": 201623477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202243987", "202243986", "202243985", "202243984", "202243991", "202243989", "202243988"], "equivalent": ["202243990", "202243991"], "question": "What is the color of the food on the right of the image?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cookies_color"}, "answer": "black", "semanticStr": "select: food (0)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cookies are black.", "image": "n296467.jpg", "question_id": 202243990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "home plate (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20631647"], "question": "Who is standing on the home plate?", "isBalanced": true, "groups": {"global": "person", "local": "14-home plate_standing on,s"}, "answer": "batter", "semanticStr": "select: home plate (15)->relate: person,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6:8": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing on the home plate.", "image": "n570181.jpg", "question_id": 20631647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "tray,on top of,o (6)"}], "entailed": [], "equivalent": ["201909035"], "question": "Is the napkin on top of a tray?", "isBalanced": true, "groups": {"global": null, "local": "13-napkin_tray"}, "answer": "yes", "semanticStr": "select: napkin (9)->verify rel: tray,on top of,o (6) [0]", "annotations": {"answer": {}, "question": {"2": "9", "7": "6"}, "fullAnswer": {"8": "6", "2": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the napkin is on top of a tray.", "image": "n479092.jpg", "question_id": 201909035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (0)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}], "entailed": ["202243995", "202243997", "202243998", "202243999"], "equivalent": ["202243994", "202243995"], "question": "Are the cookies round?", "isBalanced": true, "groups": {"global": null, "local": "06-cookies_round"}, "answer": "yes", "semanticStr": "select: cookies (0)->verify shape: round [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cookies are round.", "image": "n296467.jpg", "question_id": 202243994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter", "dependencies": [0], "argument": "athletic"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202147696", "202147697", "202147694", "202147695"], "equivalent": ["202147698"], "question": "Which kind of clothing is athletic?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_athletic"}, "answer": "shirt", "semanticStr": "select: clothing (12)->filter: athletic [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is a shirt.", "image": "n194179.jpg", "question_id": 202147698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "elephant,riding,o (0)"}], "entailed": ["202119196"], "equivalent": ["202119195"], "question": "Is the man riding an elephant?", "isBalanced": true, "groups": {"global": null, "local": "13-man_elephant"}, "answer": "yes", "semanticStr": "select: man (1)->verify rel: elephant,riding,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "1", "4:6": "0"}, "fullAnswer": {"2": "1", "5:7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is riding an elephant.", "image": "n544255.jpg", "question_id": 202119195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (26)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20308915", "20308916", "20308911", "20308910", "20308912"], "equivalent": ["20308913"], "question": "What color is the counter?", "isBalanced": true, "groups": {"global": "color", "local": "10q-counter_color"}, "answer": "light brown", "semanticStr": "select: counter (26)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "26"}, "fullAnswer": {"1": "26"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The counter is light brown.", "image": "n278312.jpg", "question_id": 20308913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202218856"], "question": "What is the plant in?", "isBalanced": true, "groups": {"global": "object", "local": "14-plant_in,o"}, "answer": "flower pot", "semanticStr": "select: plant (5)->relate: _,in,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "5", "5:7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plant is in the flower pot.", "image": "n578564.jpg", "question_id": 202218856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (5)"}, {"operation": "choose name", "dependencies": [1], "argument": "bed|desk"}], "entailed": ["202023356"], "equivalent": ["202023356", "202023357"], "question": "What is the bookshelf behind of, a desk or a bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bookshelf_behind,o"}, "answer": "bed", "semanticStr": "select: bookshelf (0)->relate: furniture,behind,o (5) [0]->choose name: bed|desk [1]", "annotations": {"answer": {"0": "5"}, "question": {"10": "5", "3": "0"}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bookshelf is behind a bed.", "image": "n95313.jpg", "question_id": 202023357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (17)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20340932", "20340926", "20340930", "20340935", "20340922", "20340923", "20340929", "20340925", "20340948", "20340936"], "equivalent": ["20340928"], "question": "What color is the empty sidewalk?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sidewalk_color"}, "answer": "gray", "semanticStr": "select: sidewalk (17)->filter: empty [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is gray.", "image": "n346247.jpg", "question_id": 20340928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20903171", "20903172", "20903173", "20903174", "20903180", "20903179"], "equivalent": ["20903175"], "question": "Which kind of vehicle is in front of the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-building_in front of,s"}, "answer": "van", "semanticStr": "select: building (9)->relate: vehicle,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n411121.jpg", "question_id": 20903175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246234", "202246550"], "equivalent": ["202246235"], "question": "What kind of device is not open?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#open"}, "answer": "computer mouse", "semanticStr": "select: device (4)->filter: not(open) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4:6": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a computer mouse.", "image": "n310828.jpg", "question_id": 202246235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "filter", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20903172", "20903173", "20903174", "20903175", "20903180", "20903179"], "equivalent": ["20903171"], "question": "What is in front of the old building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_in front of,s"}, "answer": "van", "semanticStr": "select: building (9)->filter: old [0]->relate: _,in front of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"6:8": "9"}, "fullAnswer": {"1": "6", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the building.", "image": "n411121.jpg", "question_id": 20903171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20903171", "20903173", "20903174", "20903175", "20903180", "20903179"], "equivalent": ["20903172"], "question": "What is in front of the building?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_in front of,s"}, "answer": "van", "semanticStr": "select: building (9)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the building.", "image": "n411121.jpg", "question_id": 20903172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookshelf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023354", "202023353", "202023410"], "equivalent": ["202023355"], "question": "Which kind of furniture is the bookshelf behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bookshelf_behind,o"}, "answer": "bed", "semanticStr": "select: bookshelf (0)->relate: furniture,behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "0", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bookshelf is behind the bed.", "image": "n95313.jpg", "question_id": 202023355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "filter", "dependencies": [0], "argument": "healthy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411627", "20411609", "20411628", "20411629", "20411619", "20411618", "20411608", "20411620"], "equivalent": ["20411630"], "question": "Which kind of fruit is healthy?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_healthy"}, "answer": "apples", "semanticStr": "select: fruit (1)->filter: healthy [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is apples.", "image": "n363445.jpg", "question_id": 20411630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102624", "202102625", "202102626", "202102627", "202102622", "202102623"], "equivalent": ["202102628"], "question": "Which kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "17", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n386682.jpg", "question_id": 202102628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102634", "202102633", "202102632", "202102631", "202102630"], "equivalent": ["202102630", "202102629", "202102631"], "question": "How are the rectangular items of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_rectangular"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->filter shape: rectangular [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"4:7": "17"}, "fullAnswer": {"1:4": "17", "5": "17"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n386682.jpg", "question_id": 202102629}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411615", "20411614", "20411617", "20411616", "20411633", "20411631", "20411609", "20411608"], "equivalent": ["20411634"], "question": "Which kind of fruit is green?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-fruit_green"}, "answer": "apples", "semanticStr": "select: fruit (1)->filter color: green [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruit is apples.", "image": "n363445.jpg", "question_id": 20411634}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stop sign (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "person,standing beside,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202231499", "202231500"], "equivalent": ["202231498"], "question": "Who is standing beside the stop sign made of metal?", "isBalanced": true, "groups": {"global": "person", "local": "14-stop sign_standing beside,s"}, "answer": "man", "semanticStr": "select: stop sign (1)->filter material: metal [0]->relate: person,standing beside,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "1", "5:7": "1"}, "fullAnswer": {"1": "6", "6:8": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the stop sign.", "image": "n79078.jpg", "question_id": 202231498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102624", "202102626", "202102627", "202102622", "202102623", "202102628"], "equivalent": ["202102625"], "question": "Which kind of furniture is wooden?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "17", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n386682.jpg", "question_id": 202102625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(green)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411638"], "equivalent": ["20411639"], "question": "Which kind of food is not green?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-food_n#green"}, "answer": "hot dogs", "semanticStr": "select: food (4)->filter color: not(green) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3:5": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is hot dogs.", "image": "n363445.jpg", "question_id": 20411639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "label (12)"}, {"operation": "relate", "dependencies": [0], "argument": "bottle,near,s (0)"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "verify size", "dependencies": [2], "argument": "large"}, {"operation": "verify shape", "dependencies": [2], "argument": "round "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201987899", "201987898"], "equivalent": ["201987897", "201987898"], "question": "Is the white bottle near the label round and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: label (12)->relate: bottle,near,s (0) [0]->filter color: white [1]->verify size: large [2]->verify shape: round  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "0", "6": "12"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bottle is round but small.", "image": "n470131.jpg", "question_id": 201987897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102619", "202102620"], "equivalent": ["202102621"], "question": "Which kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "cabinets", "semanticStr": "select: furniture (17)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "17"}, "fullAnswer": {"1": "17", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is cabinets.", "image": "n386682.jpg", "question_id": 202102621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609499", "20609429", "20609502", "20609500", "20609501"], "equivalent": ["20609498"], "question": "What is located on top of the spoon that is shown in this image?", "isBalanced": true, "groups": {"global": "utensil", "local": "14-spoon_on top of,s"}, "answer": "fork", "semanticStr": "select: spoon (3)->relate: _,on top of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"7": "3"}, "fullAnswer": {"1": "1", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fork is on top of the spoon.", "image": "n437064.jpg", "question_id": 20609498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blond"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20786176"], "equivalent": ["20786176", "20786177"], "question": "Is the hair blond and short?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_short"}, "answer": "no", "semanticStr": "select: hair (4)->verify color: blond [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair is short but dark.", "image": "n12404.jpg", "question_id": 20786177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "snow (7) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20491701", "20491702", "20492054", "20491700", "20492053"], "equivalent": ["20491704"], "question": "Do you see both grass and snow?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-grass_snow"}, "answer": "yes", "semanticStr": "select: grass (12)->exist: ? [0]->select: snow (7) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "12", "6": "7"}, "fullAnswer": {"4": "12", "6": "7"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both grass and snow.", "image": "n335542.jpg", "question_id": 20491704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (2)"}, {"operation": "choose name", "dependencies": [1], "argument": "cat|puppy"}], "entailed": [], "equivalent": ["202228650"], "question": "What animal is the tissue box behind of, a puppy or a cat?", "isBalanced": true, "groups": {"global": "animal", "local": "15-tissue box_behind,o"}, "answer": "cat", "semanticStr": "select: tissue box (7)->relate: animal,behind,o (2) [0]->choose name: cat|puppy [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2", "12": "2", "4:6": "7"}, "fullAnswer": {"1:3": "7", "6": "2"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The tissue box is behind a cat.", "image": "n77818.jpg", "question_id": 202228650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,walking on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492022", "20492039", "20492040"], "equivalent": ["20492041"], "question": "Which kind of animal is walking on the ground?", "isBalanced": true, "groups": {"global": "bird", "local": "15-ground_walking on,s"}, "answer": "birds", "semanticStr": "select: ground (10)->relate: animal,walking on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are birds.", "image": "n335542.jpg", "question_id": 20492041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (18)"}, {"operation": "verify", "dependencies": [0], "argument": "empty"}, {"operation": "verify color", "dependencies": [0], "argument": "gray "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20341028", "20341040", "20341041", "20341042", "20341043", "20341044", "20341045", "20341046", "20341047", "20341048", "20341049", "20341027", "20341029", "20341039", "20341038", "20341031", "20341030", "20341033", "20341032", "20341035", "20341034", "20341036"], "equivalent": ["20341037"], "question": "Is the street gray and empty?", "isBalanced": true, "groups": {"global": null, "local": "05-empty_gray"}, "answer": "yes", "semanticStr": "select: street (18)->verify: empty [0]->verify color: gray  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street is gray and empty.", "image": "n346247.jpg", "question_id": 20341037}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201882986", "201882959"], "equivalent": ["201882960"], "question": "Which kind of furniture is the chair in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-chair_in front of,o"}, "answer": "desk", "semanticStr": "select: chair (3)->relate: furniture,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "3", "7": "2"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the desk.", "image": "n125122.jpg", "question_id": 201882960}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "dark"}, {"operation": "verify length", "dependencies": [2], "argument": "short"}], "entailed": ["20786181", "20786166", "20786177", "20786176", "20786184", "20786185", "20786186", "20786187", "20786180", "20786178", "20786182", "20786183"], "equivalent": ["20786179", "20786180"], "question": "Does the hair that looks black and dark have short length?", "isBalanced": true, "groups": {"global": null, "local": "06-hair_short"}, "answer": "yes", "semanticStr": "select: hair (4)->filter color: black [0]->filter color: dark [1]->verify length: short [2]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4", "7": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hair is short.", "image": "n12404.jpg", "question_id": 20786179}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "verify rel", "dependencies": [1], "argument": "mirror,sitting on,o (-)"}], "entailed": ["2098303"], "equivalent": ["2098302"], "question": "Is the speaker that is sitting down sitting on a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-speaker_mirror"}, "answer": "no", "semanticStr": "select: speaker (7)->filter pose: sitting [0]->verify rel: mirror,sitting on,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "7"}, "fullAnswer": {"2": "7", "7": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the speaker is sitting on the desk.", "image": "n513429.jpg", "question_id": 2098302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|silver"}], "entailed": [], "equivalent": ["201346616"], "question": "How does the large motorcycle look, brown or silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-motorcycle_color"}, "answer": "brown", "semanticStr": "select: motorcycle (3)->filter size: large [0]->choose color: brown|silver [1]", "annotations": {"answer": {}, "question": {"3:5": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The motorbike is brown.", "image": "n131634.jpg", "question_id": 201346616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "napkin,above,o (-)"}], "entailed": [], "equivalent": ["20609497"], "question": "Is the fork above a napkin?", "isBalanced": true, "groups": {"global": null, "local": "13-fork_napkin"}, "answer": "no", "semanticStr": "select: fork (1)->verify rel: napkin,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fork is above a spoon.", "image": "n437064.jpg", "question_id": 20609497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (0)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "fat"}], "entailed": ["20567569", "20567572", "20567573", "20567570", "20567571", "20567567", "20567575"], "equivalent": ["20567568"], "question": "Does the man to the right of the other man look fat?", "isBalanced": true, "groups": {"global": null, "local": "06-man_fat"}, "answer": "yes", "semanticStr": "select: man (1)->relate: man,to the right of,s (0) [0]->verify fatness: fat [1]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is fat.", "image": "n414992.jpg", "question_id": 20567568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201153113", "201153111", "201153116", "201153115", "201153114", "201153240", "201153241", "201153239"], "equivalent": ["201153112"], "question": "Who is in front of the woman?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_in front of,s"}, "answer": "man", "semanticStr": "select: woman (3)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the woman.", "image": "n160664.jpg", "question_id": 201153112}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "gold"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["202262054", "202262055", "202262057"], "equivalent": ["202262056"], "question": "Is the gold plate on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-plate_hposition"}, "answer": "left", "semanticStr": "select: plate (11)->filter color: gold [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plate is on the left of the image.", "image": "n28572.jpg", "question_id": 202262056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify", "dependencies": [1], "argument": "open "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201153449", "201153448", "201153450", "201153441", "201153440", "201153443", "201153442", "201153445", "201153444", "201153447", "201153456", "201153454", "201153455", "201153452", "201153453", "201153436", "201153437", "201153438", "201153439", "201153451"], "equivalent": ["201153445", "201153446"], "question": "Is the jacket that is made of leather black and open?", "isBalanced": true, "groups": {"global": null, "local": "05-black_open"}, "answer": "yes", "semanticStr": "select: jacket (7)->filter material: leather [0]->verify color: black [1]->verify: open  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "7": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is black and open.", "image": "n160664.jpg", "question_id": 201153446}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201988067"], "question": "What is on the wall?", "isBalanced": true, "groups": {"global": "thing", "local": "14-wall_on,s"}, "answer": "tape", "semanticStr": "select: wall (9)->relate: _,on,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tape is on the wall.", "image": "n470131.jpg", "question_id": 201988067}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (14)"}, {"operation": "filter", "dependencies": [0], "argument": "straight"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20262552", "20262553", "20262550", "20262551", "20262545", "20262544", "20262547", "20262546", "20262549", "20262548", "20262541", "20262538", "20262539", "20262534", "20262542", "20262540", "20262527", "20262535", "20262536", "20262537"], "equivalent": ["20262533"], "question": "Is the straight hair long and blond?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_long"}, "answer": "yes", "semanticStr": "select: hair (14)->filter: straight [0]->verify color: blond [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is long and blond.", "image": "n172618.jpg", "question_id": 20262533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify tone", "dependencies": [1], "argument": "dark"}], "entailed": ["201997607", "201997587", "201997589", "201997591"], "equivalent": ["201997588"], "question": "Does the white ceiling look dark?", "isBalanced": true, "groups": {"global": null, "local": "06-ceiling_dark"}, "answer": "no", "semanticStr": "select: ceiling (10)->filter color: white [0]->verify tone: dark [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the ceiling is light.", "image": "n319845.jpg", "question_id": 201997588}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570622", "201570608", "201570623", "201570609", "201570594", "201570595", "201570621"], "equivalent": ["201570624"], "question": "Which kind of furniture is made of glass?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_glass"}, "answer": "cabinet", "semanticStr": "select: furniture (10)->filter material: glass [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n382416.jpg", "question_id": 201570624}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (10)"}, {"operation": "choose name", "dependencies": [0], "argument": "cabinet|coffee table"}], "entailed": [], "equivalent": ["201570625"], "question": "Is this a cabinet or a coffee table?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-cabinet_coffee table"}, "answer": "cabinet", "semanticStr": "select: this (10)->choose name: cabinet|coffee table [0]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"3": "10"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a cabinet.", "image": "n382416.jpg", "question_id": 201570625}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570622", "201570624", "201570608", "201570609", "201570594", "201570595", "201570621"], "equivalent": ["201570622", "201570623"], "question": "Which kind of furniture is made of glass?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_glass"}, "answer": "cabinet", "semanticStr": "select: furniture (10)->filter material: glass [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n382416.jpg", "question_id": 201570623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570617", "201570604", "201570606", "201570607", "201570605", "201570618", "201570594", "201570595", "201570619"], "equivalent": ["201570620"], "question": "Which kind of furniture is brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "cabinet", "semanticStr": "select: furniture (10)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a cabinet.", "image": "n382416.jpg", "question_id": 201570620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "query", "dependencies": [0], "argument": "state"}], "entailed": ["2062386", "2062387", "2062385", "2062391", "2062390", "2062393", "2062394", "2062392", "2062399", "2062398", "2062388", "2062371", "2062382", "2062370", "2062372"], "equivalent": ["2062389"], "question": "How is the water in the image?", "isBalanced": true, "groups": {"global": "state", "local": "10q-water_state"}, "answer": "choppy", "semanticStr": "select: water (4)->query: state [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "state", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water is choppy.", "image": "n179136.jpg", "question_id": 2062389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower pot (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201064884", "201064886", "201064887", "201064883", "201064888", "201064889"], "equivalent": ["201064885"], "question": "What color is the flower pot?", "isBalanced": true, "groups": {"global": "color", "local": "10q-flower pot_color"}, "answer": "brown", "semanticStr": "select: flower pot (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flower pot is brown.", "image": "n88933.jpg", "question_id": 201064885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20226422", "20226423", "20226426", "20226427", "20226424", "20226425", "20226429"], "equivalent": ["20226428"], "question": "On which side of the photo is the man?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "right", "semanticStr": "select: man (11)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the right of the image.", "image": "n68769.jpg", "question_id": 20226428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donuts (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "sandwich (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201535654"], "equivalent": ["201535654", "201535653"], "question": "Is there either white donut or sandwich?", "isBalanced": true, "groups": {"global": null, "local": "04-donuts_white"}, "answer": "no", "semanticStr": "select: donuts (11)->filter color: white [0]->exist: ? [1]->select: sandwich (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"3": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are donuts but they are dark brown.", "image": "n272098.jpg", "question_id": 201535653}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (1)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20461883", "20461882", "20461887", "20461885", "20461884", "20461889", "20461888", "20461892"], "equivalent": ["20461886"], "question": "Which color are the trousers?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "gray", "semanticStr": "select: pants (1)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are gray.", "image": "n571179.jpg", "question_id": 20461886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (0)"}, {"operation": "choose height", "dependencies": [1], "argument": "tall|short"}], "entailed": ["20652382", "20652383", "20652384", "20652385", "20652368", "20652369", "20652362", "20652363", "20652360", "20652361", "20652366", "20652364", "20652365", "20652412", "20652413", "20652414", "20652353", "20652354", "20652359", "20652358", "20652378", "20652370", "20652375", "20652377"], "equivalent": ["20652376"], "question": "Is the person near the tree short or tall?", "isBalanced": true, "groups": {"global": "height", "local": "10c-woman_height"}, "answer": "tall", "semanticStr": "select: tree (4)->relate: person,near,s (0) [0]->choose height: tall|short [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "4"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is tall.", "image": "n400036.jpg", "question_id": 20652376}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "_,in,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201887252", "201887288", "201887287", "201887286", "201887292", "201887293"], "equivalent": ["201887285"], "question": "What is in the brown basket?", "isBalanced": true, "groups": {"global": "vegetable", "local": "14-basket_in,s"}, "answer": "broccoli", "semanticStr": "select: basket (9)->filter color: brown [0]->relate: _,in,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"4:6": "9"}, "fullAnswer": {"1": "7", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The broccoli is in the basket.", "image": "n429961.jpg", "question_id": 201887285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donkey (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "spiders (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201608282"], "equivalent": ["201608283"], "question": "Is there either a donkey or a spider in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-donkey_spiders"}, "answer": "no", "semanticStr": "select: donkey (-)->exist: ? [0]->select: spiders (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no spiders or donkeys.", "image": "n123075.jpg", "question_id": 201608283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (9)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,in,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201887252", "201887288", "201887285", "201887286", "201887292", "201887293"], "equivalent": ["201887287"], "question": "What is the vegetable that is in the rectangular basket?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-basket_in,s"}, "answer": "broccoli", "semanticStr": "select: basket (9)->filter shape: rectangular [0]->relate: vegetable,in,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8:10": "9", "3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is broccoli.", "image": "n429961.jpg", "question_id": 201887287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["2056097", "2056099", "2056098"], "equivalent": ["2056096"], "question": "Is the large mirror on the right side of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-mirror_right"}, "answer": "yes", "semanticStr": "select: mirror (7)->filter size: large [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the mirror is on the right of the image.", "image": "n263180.jpg", "question_id": 2056096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201766579"], "equivalent": ["201766580"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "girl", "semanticStr": "select: shirt (4)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a shirt.", "image": "n528403.jpg", "question_id": 201766580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (12)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "helmet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20330217"], "equivalent": ["20330217", "20330216"], "question": "Are there both helmets and coats in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-coat_helmet"}, "answer": "no", "semanticStr": "select: coat (12)->exist: ? [0]->select: helmet (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "12"}, "fullAnswer": {"4": "12"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a coat but no helmets.", "image": "n260521.jpg", "question_id": 20330216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "laptop (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20508355", "20508203", "20508238", "20508356", "20508365", "20508202", "20508849", "20508204", "20508348", "20508214", "20508215", "20508797", "20508866", "20508799", "20508798"], "equivalent": ["20508800", "20508799"], "question": "Are there any glasses or laptops?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-glasses_laptop"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: laptop (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no laptops or glasses.", "image": "n511913.jpg", "question_id": 20508800}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "verify rel", "dependencies": [0], "argument": "elephant,sitting on,o (-)"}], "entailed": ["20330213"], "equivalent": ["20330212"], "question": "Is the person sitting on an elephant?", "isBalanced": true, "groups": {"global": null, "local": "13-person_elephant"}, "answer": "no", "semanticStr": "select: person (13)->verify rel: elephant,sitting on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13", "7": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is sitting on a bench.", "image": "n260521.jpg", "question_id": 20330212}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,o (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201757739", "201757738", "201757546", "201757547", "201757737"], "equivalent": ["201757737", "201757736"], "question": "What is the person to the right of the bottle sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_sitting on,o"}, "answer": "chair", "semanticStr": "select: bottle (7)->relate: person,to the right of,s (5) [0]->relate: _,sitting on,o (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"9": "7", "3": "5"}, "fullAnswer": {"1": "5", "6": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting on the chair.", "image": "n4777.jpg", "question_id": 201757736}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202228034", "202228035", "202228037", "202228023", "202228031", "202228032", "202228033", "202228025", "202228038", "202228039", "202228053", "202228050", "202228024", "202228040", "202228054", "202228055", "202228049"], "equivalent": ["202228036"], "question": "What color is the device made of metal?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dvd player_color"}, "answer": "black", "semanticStr": "select: device (10)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The DVD player is black.", "image": "n77818.jpg", "question_id": 202228036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvd player (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "phone (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(black)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202228045", "202228044", "202228047", "202228046", "202228048"], "equivalent": ["202228030"], "question": "Are there any phones or DVD players that are not black?", "isBalanced": true, "groups": {"global": null, "local": "04-dvd player_n#black"}, "answer": "no", "semanticStr": "select: dvd player (10)->filter color: not(black) [0]->exist: ? [1]->select: phone (-) ->filter color: not(black) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5:7": "10"}, "fullAnswer": {"4:6": "10"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a DVD player but it is black.", "image": "n77818.jpg", "question_id": 202228030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (17)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "choose material", "dependencies": [1], "argument": "stone|cobblestone"}], "entailed": [], "equivalent": ["202169115"], "question": "What material is the wide sidewalk, stone or cobblestone?", "isBalanced": true, "groups": {"global": "material", "local": "10c-sidewalk_material"}, "answer": "stone", "semanticStr": "select: sidewalk (17)->filter width: wide [0]->choose material: stone|cobblestone [1]", "annotations": {"answer": {}, "question": {"4:6": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sidewalk is made of stone.", "image": "n451187.jpg", "question_id": 202169115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify width", "dependencies": [1], "argument": "narrow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202169117"], "question": "Is the sidewalk made of stone beige and narrow?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_narrow"}, "answer": "no", "semanticStr": "select: sidewalk (17)->filter material: stone [0]->verify color: beige [1]->verify width: narrow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "17", "5": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is beige but wide.", "image": "n451187.jpg", "question_id": 202169117}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,to the left of,s (12)"}, {"operation": "filter material", "dependencies": [1], "argument": "wood"}, {"operation": "verify color", "dependencies": [2], "argument": "brown"}, {"operation": "verify hardness", "dependencies": [2], "argument": "hard "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201758304", "201758302", "201758272", "201758257", "201758255", "201758275", "201758274", "201758298", "201758266", "201758267", "201758299", "201758265", "201758305", "201758296", "201758268", "201758269", "201758295", "201758303", "201758270"], "equivalent": ["201758256"], "question": "Is the wood chair to the left of the woman both brown and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_hard"}, "answer": "yes", "semanticStr": "select: woman (11)->relate: chair,to the left of,s (12) [0]->filter material: wood [1]->verify color: brown [2]->verify hardness: hard  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"9": "11", "2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chair is brown and hard.", "image": "n4777.jpg", "question_id": 201758256}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["202006154", "202006152", "202006166", "202006143", "202006140", "202006146", "202006147", "202006145", "202006151", "202006148", "202006150"], "equivalent": ["202006149"], "question": "What are the white shelves made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelves_material"}, "answer": "wood", "semanticStr": "select: shelves (15)->filter color: white [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:5": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are made of wood.", "image": "n97485.jpg", "question_id": 202006149}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20204510", "20204509", "20204508", "20204492", "20204491", "20204503", "20204502", "20204505", "20204504", "20204507"], "equivalent": ["20204506"], "question": "What color is the rug?", "isBalanced": true, "groups": {"global": "color", "local": "10q-rug_color"}, "answer": "black", "semanticStr": "select: rug (11)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The rug is black.", "image": "n532191.jpg", "question_id": 20204506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201207354", "201207351", "201207350", "201207352"], "equivalent": ["201207355"], "question": "What is the fork made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fork_material"}, "answer": "metal", "semanticStr": "select: fork (4)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is made of metal.", "image": "n222915.jpg", "question_id": 201207355}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663700", "201663701", "201663702", "201663703", "201663705", "201663706", "201663699"], "equivalent": ["201663704"], "question": "What pieces of furniture are to the left of the dishwasher?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dishwasher_to the left of,s"}, "answer": "drawers", "semanticStr": "select: dishwasher (2)->relate: furniture,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are drawers.", "image": "n35676.jpg", "question_id": 201663704}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "screen (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202003958", "202004165", "202004163", "202003957"], "equivalent": ["202004164"], "question": "What is the person to the left of the screen looking at?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-man_looking at,o"}, "answer": "doors", "semanticStr": "select: screen (7)->relate: person,to the left of,s (0) [0]->relate: _,looking at,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "7", "3": "0"}, "fullAnswer": {"1": "0", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is looking at the doors.", "image": "n262920.jpg", "question_id": 202004164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202227923", "202227922", "202227921", "202227920", "202227917", "202227913", "202227918", "202227919"], "equivalent": ["202227924"], "question": "What is the entertainment center made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-entertainment center_material"}, "answer": "wood", "semanticStr": "select: entertainment center (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The entertainment center is made of wood.", "image": "n77818.jpg", "question_id": 202227924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cabinet (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201759250"], "equivalent": ["201759250", "201759251"], "question": "Are there both a pot and a cabinet in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cabinet_pot"}, "answer": "no", "semanticStr": "select: pot (3)->exist: ? [0]->select: cabinet (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a pot but no cabinets.", "image": "n150962.jpg", "question_id": 201759251}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "verify race", "dependencies": [0], "argument": "asian"}], "entailed": ["20541651", "20541640", "20541641", "20541655", "20541654", "20541648", "20541646", "20541649", "20541635", "20541634", "20541637", "20541636", "20541631", "20541630", "20541633", "20541632", "20541647", "20541639", "20541638"], "equivalent": ["20541650"], "question": "Is that an Asian woman?", "isBalanced": true, "groups": {"global": null, "local": "06-woman_asian"}, "answer": "yes", "semanticStr": "select: woman (9)->verify race: asian [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "verifyAttrThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, that is an Asian woman.", "image": "n527290.jpg", "question_id": 20541650}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (0)"}, {"operation": "relate", "dependencies": [0], "argument": "utensil,near,s (10)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20157070"], "equivalent": ["20157071"], "question": "Is the utensil near the plate large and silver?", "isBalanced": true, "groups": {"global": null, "local": "05-large_silver"}, "answer": "no", "semanticStr": "select: plate (0)->relate: utensil,near,s (10) [0]->verify size: large [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "0"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fork is silver but small.", "image": "n170941.jpg", "question_id": 20157071}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,on,o (-)"}], "entailed": [], "equivalent": ["201804246"], "question": "Is the computer mouse on a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-computer mouse_mirror"}, "answer": "no", "semanticStr": "select: computer mouse (0)->verify rel: mirror,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2:4": "0", "7": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the computer mouse is on a desk.", "image": "n51002.jpg", "question_id": 201804246}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201548852", "201548844", "201548842", "201548851", "201548856", "201548857", "201548854", "201548855", "201548858", "201548859", "201548850", "201548835", "201548837", "201548840", "201548841", "201548838", "201548839", "201548864"], "equivalent": ["201548834"], "question": "Is the table tall and red?", "isBalanced": true, "groups": {"global": null, "local": "05-red_tall"}, "answer": "yes", "semanticStr": "select: table (12)->verify color: red [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is tall and red.", "image": "n314171.jpg", "question_id": 201548834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20451935", "20451920", "20451927", "20451926", "20451925", "20451924", "20451938", "20451939", "20451896", "20451918", "20451915"], "equivalent": ["20451928"], "question": "What is the table made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (11)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n6908.jpg", "question_id": 20451928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (11)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20451935", "20451920", "20451926", "20451925", "20451924", "20451928", "20451938", "20451939", "20451896", "20451918", "20451915"], "equivalent": ["20451927"], "question": "Which kind of material makes up the round table?", "isBalanced": true, "groups": {"global": "material", "local": "10q-table_material"}, "answer": "metal", "semanticStr": "select: table (11)->filter shape: round [0]->query: material [1]", "annotations": {"answer": {}, "question": {"7:9": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is made of metal.", "image": "n6908.jpg", "question_id": 20451927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20652697", "20652694", "20652695", "20652692", "20652693", "20652690", "20652691", "20652689", "20652698"], "equivalent": ["20652696", "20652695"], "question": "Which side are the large cars on?", "isBalanced": true, "groups": {"global": null, "local": "10q-cars_hposition"}, "answer": "right", "semanticStr": "select: cars (7)->filter size: large [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cars are on the right of the image.", "image": "n400036.jpg", "question_id": 20652696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "verify pose", "dependencies": [1], "argument": "walking"}], "entailed": ["201273323", "201273321"], "equivalent": ["201273322"], "question": "Does the street sign that looks yellow seem to be walking?", "isBalanced": true, "groups": {"global": null, "local": "06-street sign_walking"}, "answer": "yes", "semanticStr": "select: street sign (8)->filter color: yellow [0]->verify pose: walking [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street sign is walking.", "image": "n46510.jpg", "question_id": 201273322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "flag (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["2053915"], "question": "Do you see any motorcycles or flags?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-flag_motorcycle"}, "answer": "yes", "semanticStr": "select: motorcycle (8)->exist: ? [0]->select: flag (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a motorcycle.", "image": "n146555.jpg", "question_id": 2053915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "choose", "dependencies": [0], "argument": "short sleeved|long sleeved"}], "entailed": ["2053912", "2053907", "2053908", "2053909", "2053910", "2053898"], "equivalent": ["2053913"], "question": "Does the shirt look short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "short sleeved", "semanticStr": "select: shirt (6)->choose: short sleeved|long sleeved [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is short sleeved.", "image": "n146555.jpg", "question_id": 2053913}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covered in,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438290", "201438289", "201438337"], "equivalent": ["201438336"], "question": "What is covered in net?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-net_covered in,s"}, "answer": "door", "semanticStr": "select: net (10)->relate: _,covered in,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"4": "10"}, "fullAnswer": {"1": "12", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The door is covered in net.", "image": "n66756.jpg", "question_id": 201438336}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrot (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20636870", "20636871"], "equivalent": ["20636869"], "question": "What is the carrot on?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-carrot_on,o"}, "answer": "cutting board", "semanticStr": "select: carrot (1)->relate: _,on,o (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {}, "fullAnswer": {"1": "1", "5:7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The carrot is on the cutting board.", "image": "n184385.jpg", "question_id": 20636869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (2)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20636872", "20636873", "20636866", "20636865", "20636864", "20636832"], "equivalent": ["20636867"], "question": "What vegetable is on the cutting board?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on,s"}, "answer": "carrot", "semanticStr": "select: cutting board (2)->relate: vegetable,on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a carrot.", "image": "n184385.jpg", "question_id": 20636867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["2013010", "2013011", "2013005", "2013004", "2013006", "2013001", "2013000", "2013002", "2012999"], "equivalent": ["2013003"], "question": "What's the bottle made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bottle_material"}, "answer": "plastic", "semanticStr": "select: bottle (8)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bottle is made of plastic.", "image": "n318370.jpg", "question_id": 2013003}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vegetable (0)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "tomato,beside,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20636863", "20636861"], "equivalent": ["20636863", "20636862"], "question": "Is there a tomato beside the vegetable in the bottom?", "isBalanced": true, "groups": {"global": null, "local": "13-potato_tomato"}, "answer": "no", "semanticStr": "select: vegetable (0)->filter vposition: bottom [0]->relate: tomato,beside,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "1", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a carrot beside the potato.", "image": "n184385.jpg", "question_id": 20636862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(pink)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411854", "20411853", "20411608"], "equivalent": ["20411855"], "question": "What food isn't pink?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#pink"}, "answer": "apples", "semanticStr": "select: food (1)->filter color: not(pink) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is apples.", "image": "n363445.jpg", "question_id": 20411855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting beside,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["2046418"], "question": "Who sits beside the woman?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_sitting beside,s"}, "answer": "boy", "semanticStr": "select: woman (4)->relate: person,sitting beside,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy sits beside the woman.", "image": "n71728.jpg", "question_id": 2046418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "man,sitting beside,o (1)"}, {"operation": "choose rel", "dependencies": [1], "argument": "boy,to the right of|to the left of,s (3)"}], "entailed": ["2046411", "2046412", "2046413", "2046414", "2046415"], "equivalent": ["2046415", "2046416"], "question": "Is the young person to the right or to the left of the man the woman is sitting beside?", "isBalanced": true, "groups": {"global": null, "local": "13-man_boy"}, "answer": "right", "semanticStr": "select: woman (4)->relate: man,sitting beside,o (1) [0]->choose rel: boy,to the right of|to the left of,s (3) [1]", "annotations": {"answer": {}, "question": {"13": "1", "2:4": "3", "15": "4"}, "fullAnswer": {"1": "3", "8": "1"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the right of the man.", "image": "n71728.jpg", "question_id": 2046416}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter", "dependencies": [0], "argument": "cut"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411856", "20411858"], "equivalent": ["20411859"], "question": "What kind of fast food is cut?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_cut"}, "answer": "hot dogs", "semanticStr": "select: fast food (4)->filter: cut [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1:3": "4", "4:6": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fast food is hot dogs.", "image": "n363445.jpg", "question_id": 20411859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter", "dependencies": [0], "argument": "cut"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411856", "20411859"], "equivalent": ["20411858"], "question": "What is the name of the food that is cut?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_cut"}, "answer": "hot dogs", "semanticStr": "select: fast food (4)->filter: cut [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"6": "4"}, "fullAnswer": {"1": "4", "3:5": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is hot dogs.", "image": "n363445.jpg", "question_id": 20411858}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20157285", "20157291", "20157293"], "equivalent": ["20157292"], "question": "Which kind of meat is it?", "isBalanced": true, "groups": {"global": "meat", "local": "11q-meat"}, "answer": "bacon", "semanticStr": "select: meat (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is bacon.", "image": "n170941.jpg", "question_id": 20157292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20157285", "20157291", "20157292"], "equivalent": ["20157293"], "question": "What is this meat called?", "isBalanced": true, "groups": {"global": "meat", "local": "11q-meat"}, "answer": "bacon", "semanticStr": "select: meat (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is bacon.", "image": "n170941.jpg", "question_id": 20157293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "meat (2)"}, {"operation": "filter", "dependencies": [0], "argument": "tasty"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20157294", "20157295", "20157296", "20157286", "20157285"], "equivalent": ["20157297"], "question": "What kind of meat is tasty?", "isBalanced": true, "groups": {"global": "meat", "local": "12q-meat_tasty"}, "answer": "bacon", "semanticStr": "select: meat (2)->filter: tasty [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The meat is bacon.", "image": "n170941.jpg", "question_id": 20157297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (12)"}, {"operation": "relate", "dependencies": [0], "argument": "books,to the right of,s (13)"}, {"operation": "verify height", "dependencies": [1], "argument": "short"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201399895"], "question": "Are the books to the right of the curtains small and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_small"}, "answer": "no", "semanticStr": "select: curtains (12)->relate: books,to the right of,s (13) [0]->verify height: short [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "12", "2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the books are small but tall.", "image": "n344136.jpg", "question_id": 201399895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20724139", "20724138", "20724135", "20724134", "20724137"], "equivalent": ["20724136"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "forest", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a forest.", "image": "n369970.jpg", "question_id": 20724136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (5)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20896427", "20896429", "20896428"], "equivalent": ["20896426"], "question": "Is the refrigerator on the left side of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-refrigerator_left"}, "answer": "yes", "semanticStr": "select: refrigerator (5)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the refrigerator is on the left of the image.", "image": "n548534.jpg", "question_id": 20896426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,near,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201621355", "201621347", "201621344", "201621345", "201621348"], "equivalent": ["201621346"], "question": "Which color is the desk near the wall?", "isBalanced": true, "groups": {"global": "color", "local": "10q-desk_color"}, "answer": "gray", "semanticStr": "select: wall (8)->relate: desk,near,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "10", "7": "8"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is gray.", "image": "n275148.jpg", "question_id": 201621346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(comfortable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621612", "201621330"], "equivalent": ["201621611"], "question": "What the piece of furniture that is not comfortable is called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#comfortable"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter: not(comfortable) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"2:5": "3"}, "fullAnswer": {"1:4": "3", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n275148.jpg", "question_id": 201621611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "not(comfortable)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621611", "201621330"], "equivalent": ["201621612"], "question": "What kind of furniture is not comfortable?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#comfortable"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter: not(comfortable) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n275148.jpg", "question_id": 201621612}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676461", "201676458", "201676457", "201676460"], "equivalent": ["201676458", "201676459", "201676457", "201676460"], "question": "What is the item of furniture that is not brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#brown"}, "answer": "shelf", "semanticStr": "select: furniture (11)->filter color: not(brown) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3:6": "4"}, "fullAnswer": {"1:4": "4", "6": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n233607.jpg", "question_id": 201676459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose shape", "dependencies": [1], "argument": "rectangular|round"}], "entailed": [], "equivalent": ["20435261"], "question": "Which shape is the table that is made of wood, rectangular or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-table_shape"}, "answer": "rectangular", "semanticStr": "select: table (9)->filter material: wood [0]->choose shape: rectangular|round [1]", "annotations": {"answer": {}, "question": {"9": "9", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is rectangular.", "image": "n431447.jpg", "question_id": 20435261}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ship (4)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["20511495", "20511491", "20511492", "20511493", "20511489"], "equivalent": ["20511494"], "question": "What's the weight of the ship?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-ship_weight"}, "answer": "heavy", "semanticStr": "select: ship (4)->query: weight [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The ship is heavy.", "image": "n229548.jpg", "question_id": 20511494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (6)"}, {"operation": "relate", "dependencies": [0], "argument": "pizza box,inside,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20435161", "20435274", "20435268", "20435269", "20435266", "20435267", "20435265", "20435271", "20435270", "20435273", "20435272"], "equivalent": ["20435264"], "question": "What is under the pizza box the pizza is inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-pizza box_under,s"}, "answer": "table", "semanticStr": "select: pizza (6)->relate: pizza box,inside,o (5) [0]->relate: _,under,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"7": "6", "4:6": "5"}, "fullAnswer": {"1": "9", "5:7": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is under the pizza box.", "image": "n431447.jpg", "question_id": 20435264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,covering,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202119628", "202119681"], "equivalent": ["202119682"], "question": "What covers the man?", "isBalanced": true, "groups": {"global": "object", "local": "14-man_covering,s"}, "answer": "umbrella", "semanticStr": "select: man (1)->relate: _,covering,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "4": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umbrella covers the man.", "image": "n544255.jpg", "question_id": 202119682}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (27)"}, {"operation": "filter", "dependencies": [1], "argument": "old"}, {"operation": "relate", "dependencies": [2], "argument": "bottle,to the right of,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["20183448", "20183449"], "equivalent": ["20183450", "20183449"], "question": "Is there a bottle to the right of the old person that wears shoes?", "isBalanced": true, "groups": {"global": null, "local": "13-man_bottle"}, "answer": "no", "semanticStr": "select: shoes (16)->relate: person,wearing,s (27) [0]->filter: old [1]->relate: bottle,to the right of,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"13": "16", "9:11": "27"}, "fullAnswer": {"10": "27", "4": "17"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a vegetable to the right of the man.", "image": "n151768.jpg", "question_id": 20183450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (11)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201079754"], "equivalent": ["201079753", "201079754"], "question": "Are the books closed and large?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_large"}, "answer": "no", "semanticStr": "select: books (11)->verify: closed [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the books are closed but small.", "image": "n23181.jpg", "question_id": 201079753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202246588", "202246589", "202246609", "202246603", "202246602", "202246601", "202246600", "202246584", "202246585", "202246605", "202246604", "202246593", "202246578", "202246592", "202246575", "202246591", "202246577", "202246618", "202246619", "202246599", "202246590", "202246610", "202246611", "202246612", "202246613", "202246614", "202246615", "202246616", "202246617", "202246586", "202246587", "202246627", "202246628"], "equivalent": ["202246576"], "question": "Is the device on the mouse pad small and silver?", "isBalanced": true, "groups": {"global": null, "local": "05-silver_small"}, "answer": "yes", "semanticStr": "select: mouse pad (3)->relate: device,on,s (4) [0]->verify color: silver [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5:7": "3"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the mouse is small and silver.", "image": "n310828.jpg", "question_id": 202246576}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654673", "201654671", "201654279"], "equivalent": ["201654672"], "question": "What is the animal that the fence is in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_in front of,o"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "8"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n6309.jpg", "question_id": 201654672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snack (16)"}, {"operation": "select", "dependencies": [], "argument": "bed (17) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20856647", "20856645", "20856644"], "equivalent": ["20856646", "20856645", "20856644"], "question": "Is the color of the bed the same as that of the snack?", "isBalanced": true, "groups": {"global": null, "local": "09same-bed_snack"}, "answer": "no", "semanticStr": "select: snack (16)->select: bed (17) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"12": "16", "5": "17"}, "fullAnswer": {"2": "16", "7": "17"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the snack is black and the bed is white.", "image": "n293477.jpg", "question_id": 20856646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "relate", "dependencies": [0], "argument": "street,below,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "sign,on,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201976899", "201976820"], "equivalent": ["201976898"], "question": "How is the sign on the street below the motorcycle called?", "isBalanced": true, "groups": {"global": "sign", "local": "15-street_on,s"}, "answer": "street sign", "semanticStr": "select: motorcycle (2)->relate: street,below,s (10) [0]->relate: sign,on,s (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"9": "2", "3": "7", "6": "10"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n279173.jpg", "question_id": 201976898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654672", "201654673", "201654279"], "equivalent": ["201654671"], "question": "What animal is the fence in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "14-fence_in front of,o"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "8", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the horse.", "image": "n6309.jpg", "question_id": 201654671}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boats (21)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboats,underneath,s (20)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202100573", "202100570", "202100571", "202100576", "202100577", "202100574"], "equivalent": ["202100572"], "question": "How large are the sailboats underneath the boats?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sailboats_size"}, "answer": "small", "semanticStr": "select: boats (21)->relate: sailboats,underneath,s (20) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "20", "7": "21"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sailboats are small.", "image": "n386688.jpg", "question_id": 202100572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "relate", "dependencies": [0], "argument": "books,on top of,s (11)"}, {"operation": "verify", "dependencies": [1], "argument": "open"}], "entailed": ["201079759", "201079753", "201079756", "201079757", "201079754", "201079742"], "equivalent": ["201079758"], "question": "Do the books on top of the table look open?", "isBalanced": true, "groups": {"global": null, "local": "06-books_open"}, "answer": "no", "semanticStr": "select: table (10)->relate: books,on top of,s (11) [0]->verify: open [1]", "annotations": {"answer": {}, "question": {"2": "11", "7": "10"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the books are closed.", "image": "n23181.jpg", "question_id": 201079758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "chair,in front of,o (-)"}], "entailed": [], "equivalent": ["2097963"], "question": "Is this desk in front of a chair?", "isBalanced": true, "groups": {"global": null, "local": "13-desk_chair"}, "answer": "no", "semanticStr": "select: desk (3)->verify rel: chair,in front of,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"8": "8", "2": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the desk is in front of the curtain.", "image": "n513429.jpg", "question_id": 2097963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fence (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201322450", "201322593", "201322653", "201322569", "201322692", "201322693", "201322740"], "equivalent": ["201322694"], "question": "Are there any traffic lights or fences in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-fence_traffic light"}, "answer": "no", "semanticStr": "select: traffic light (-)->exist: ? [0]->select: fence (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no fences or traffic lights.", "image": "n311910.jpg", "question_id": 201322694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (6)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "verify material", "dependencies": [1], "argument": "cobblestone"}], "entailed": ["201322698", "201322696", "201322697"], "equivalent": ["201322695"], "question": "Is the wide street made of cobblestone?", "isBalanced": true, "groups": {"global": null, "local": "06-street_cobblestone"}, "answer": "yes", "semanticStr": "select: street (6)->filter width: wide [0]->verify material: cobblestone [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street is made of cobblestone.", "image": "n311910.jpg", "question_id": 201322695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "relate", "dependencies": [1], "argument": "bowl,to the left of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202244717", "202244719"], "equivalent": ["202244719", "202244718"], "question": "Are there any bowls to the left of the closed container?", "isBalanced": true, "groups": {"global": null, "local": "13-container_bowl"}, "answer": "no", "semanticStr": "select: container (4)->filter: closed [0]->relate: bowl,to the left of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "8", "9:11": "4"}, "fullAnswer": {"9": "4", "2": "8"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bowl is to the right of the container.", "image": "n296467.jpg", "question_id": 202244718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (12)"}, {"operation": "select", "dependencies": [], "argument": "bracelet (13) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201174976", "201174974"], "equivalent": ["201174976", "201174975"], "question": "Is the camera different in color than the bracelet?", "isBalanced": true, "groups": {"global": null, "local": "09diff-bracelet_camera"}, "answer": "no", "semanticStr": "select: camera (12)->select: bracelet (13) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "13", "2": "12"}, "fullAnswer": {"3": "12", "6": "13"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the camera and the bracelet are black.", "image": "n357784.jpg", "question_id": 201174975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["202265660", "202265650", "202265657", "202265646", "202265641", "202265642", "202265643", "202265648", "202265659", "202265658"], "equivalent": ["202265645"], "question": "What is the young person doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "eating", "semanticStr": "select: person (0)->filter age: young [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is eating.", "image": "n534106.jpg", "question_id": 202265645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "roadway (31)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201866666", "201866662", "201866661"], "equivalent": ["201866661", "201866660"], "question": "How are the vehicles that are on the roadway called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-roadway_on,s"}, "answer": "cars", "semanticStr": "select: roadway (31)->relate: vehicle,on,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {"8": "31", "3": "22"}, "fullAnswer": {"1": "22", "3": "22"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n211324.jpg", "question_id": 201866660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet brush (31)"}, {"operation": "select", "dependencies": [], "argument": "vase (36) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20672783"], "equivalent": ["20672782"], "question": "Do the vase and the toilet brush have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-toilet brush_vase"}, "answer": "no", "semanticStr": "select: toilet brush (31)->select: vase (36) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "36", "5:7": "31"}, "fullAnswer": {"8": "36", "2:4": "31"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the toilet brush is black and the vase is white.", "image": "n59147.jpg", "question_id": 20672782}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "alcohol (11)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the left of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201548763", "201548764"], "equivalent": ["201548765"], "question": "Does the appliance to the left of the alcohol have large size and black color?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "no", "semanticStr": "select: alcohol (11)->relate: appliance,to the left of,s (10) [0]->verify color: black [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the blender is black but small.", "image": "n314171.jpg", "question_id": 201548765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (22)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (31)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201866665"], "equivalent": ["201866664"], "question": "The cars are where?", "isBalanced": true, "groups": {"global": "road", "local": "14-cars_on,o"}, "answer": "roadway", "semanticStr": "select: cars (22)->relate: place,on,o (31) [0]->query: name [1]", "annotations": {"answer": {"0": "31"}, "question": {"1": "22"}, "fullAnswer": {"1": "22", "5": "31"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are on the roadway.", "image": "n211324.jpg", "question_id": 201866664}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (22)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (31)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201866664"], "equivalent": ["201866665"], "question": "Where are the cars?", "isBalanced": true, "groups": {"global": "road", "local": "14-cars_on,o"}, "answer": "roadway", "semanticStr": "select: cars (22)->relate: place,on,o (31) [0]->query: name [1]", "annotations": {"answer": {"0": "31"}, "question": {}, "fullAnswer": {"1": "22", "5": "31"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cars are on the roadway.", "image": "n211324.jpg", "question_id": 201866665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "folding chair (10)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20472832", "20472833", "20472830", "20472831", "20472829"], "equivalent": ["20472834", "20472833"], "question": "On which side of the photo is the folding chair?", "isBalanced": true, "groups": {"global": null, "local": "10q-folding chair_hposition"}, "answer": "right", "semanticStr": "select: folding chair (10)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8:10": "10"}, "fullAnswer": {"1:3": "10"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The folding chair is on the right of the image.", "image": "n126891.jpg", "question_id": 20472834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201412282"], "equivalent": ["201412283"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "skier", "semanticStr": "select: jacket (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing a jacket.", "image": "n143672.jpg", "question_id": 201412283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201412283"], "equivalent": ["201412282"], "question": "Who is wearing a jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "skier", "semanticStr": "select: jacket (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is wearing a jacket.", "image": "n143672.jpg", "question_id": 201412282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (3)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,to the left of,s (4)"}, {"operation": "verify rel", "dependencies": [1], "argument": "grass,running on,o (9)"}], "entailed": [], "equivalent": ["201056092"], "question": "Is the soccer player to the left of the car running on the grass that is underneath the ball?", "isBalanced": true, "groups": {"global": null, "local": "13-soccer player_grass"}, "answer": "yes", "semanticStr": "select: car (3)->relate: soccer player,to the left of,s (4) [0]->verify rel: grass,running on,o (9) [1]", "annotations": {"answer": {}, "question": {"9": "3", "18": "0", "13": "9", "2:4": "4"}, "fullAnswer": {"8": "9", "2:4": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the soccer player is running on the grass.", "image": "n259002.jpg", "question_id": 201056092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (11)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,to the left of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "place,running on,o (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201056170"], "equivalent": ["201056091"], "question": "Where is the soccer player that is to the left of the trashcan running?", "isBalanced": true, "groups": {"global": "plant", "local": "14-soccer player_running on,o"}, "answer": "grass", "semanticStr": "select: trash can (11)->relate: soccer player,to the left of,s (4) [0]->relate: place,running on,o (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"12": "11", "3:5": "4"}, "fullAnswer": {"1:3": "4", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is running on the grass.", "image": "n259002.jpg", "question_id": 201056091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "choose color", "dependencies": [0], "argument": "orange|gray"}], "entailed": [], "equivalent": ["20785880"], "question": "Is the hydrant gray or orange?", "isBalanced": true, "groups": {"global": "color", "local": "10c-fire hydrant_color"}, "answer": "orange", "semanticStr": "select: fire hydrant (1)->choose color: orange|gray [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The hydrant is orange.", "image": "n12404.jpg", "question_id": 20785880}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "filter shape", "dependencies": [0], "argument": "square"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "filter shape", "dependencies": [3], "argument": "square"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201067731"], "equivalent": ["201067732"], "question": "Are there any tables or plates that are square?", "isBalanced": true, "groups": {"global": null, "local": "04-table_square"}, "answer": "yes", "semanticStr": "select: table (5)->filter shape: square [0]->exist: ? [1]->select: plate (-) ->filter shape: square [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the table is square.", "image": "n367944.jpg", "question_id": 201067732}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging from,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20836869", "20836824"], "equivalent": ["20836870"], "question": "What's hanging from the pole?", "isBalanced": true, "groups": {"global": "thing", "local": "14-pole_hanging from,s"}, "answer": "flag", "semanticStr": "select: pole (13)->relate: _,hanging from,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flag is hanging from the pole.", "image": "n507959.jpg", "question_id": 20836870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}], "entailed": ["20300409", "20300408", "20300410", "20300411", "20300412", "20300413"], "equivalent": ["20300407"], "question": "Does the sidewalk look brown?", "isBalanced": true, "groups": {"global": null, "local": "06-sidewalk_brown"}, "answer": "yes", "semanticStr": "select: sidewalk (3)->verify color: brown [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sidewalk is brown.", "image": "n208302.jpg", "question_id": 20300407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtains (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20395098", "20395099", "20395093", "20395097", "20395094", "20395095", "20395087", "20395100", "20395101"], "equivalent": ["20395096"], "question": "Which color are these curtains?", "isBalanced": true, "groups": {"global": "color", "local": "10q-curtains_color"}, "answer": "red", "semanticStr": "select: curtains (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtains are red.", "image": "n369313.jpg", "question_id": 20395096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "log (26)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (29)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201492369", "201492370"], "equivalent": ["201492260"], "question": "What is the log in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-log_in front of,o"}, "answer": "fence", "semanticStr": "select: log (26)->relate: _,in front of,o (29) [0]->query: name [1]", "annotations": {"answer": {"0": "29"}, "question": {}, "fullAnswer": {"1": "26", "7": "29"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The log is in front of the fence.", "image": "n9856.jpg", "question_id": 201492260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus driver (9)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,sitting inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20244554", "20244555", "20244754", "20244750", "20244751", "20244753", "20244749", "20244748"], "equivalent": ["20244752"], "question": "What type of vehicle is the bus driver sitting inside of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-bus driver_sitting inside,o"}, "answer": "bus", "semanticStr": "select: bus driver (9)->relate: vehicle,sitting inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6:8": "9"}, "fullAnswer": {"1:3": "9", "7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus driver is sitting inside the bus.", "image": "n19152.jpg", "question_id": 20244752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (11)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "lamps,near,s (1)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20480169"], "equivalent": ["20480170"], "question": "Are there any lamps near the device that is on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-radio_lamps"}, "answer": "yes", "semanticStr": "select: device (11)->filter hposition: left [0]->relate: lamps,near,s (1) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "1", "6": "11"}, "fullAnswer": {"3": "1", "6": "11"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are lamps near the radio.", "image": "n520071.jpg", "question_id": 20480170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (11)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "kite (-) "}, {"operation": "filter", "dependencies": [3], "argument": "high"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202248883"], "equivalent": ["202248882"], "question": "Are there either high kites or traffic lights?", "isBalanced": true, "groups": {"global": null, "local": "04-traffic light_high"}, "answer": "yes", "semanticStr": "select: traffic light (11)->filter: high [0]->exist: ? [1]->select: kite (-) ->filter: high [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6:8": "11"}, "fullAnswer": {"5:7": "11"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a high traffic light.", "image": "n522733.jpg", "question_id": 202248882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (12)"}, {"operation": "filter", "dependencies": [0], "argument": "sleeveless"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201055784", "201055776", "201055774", "201055775", "201055782", "201055781", "201055780", "201055778", "201055779"], "equivalent": ["201055777"], "question": "Of what color is the sleeveless jersey?", "isBalanced": true, "groups": {"global": "color", "local": "10q-jersey_color"}, "answer": "pink", "semanticStr": "select: jersey (12)->filter: sleeveless [0]->query: color [1]", "annotations": {"answer": {}, "question": {"5:7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The jersey is pink.", "image": "n259002.jpg", "question_id": 201055777}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter pose", "dependencies": [0], "argument": "jumping"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20878981"], "question": "Who is jumping?", "isBalanced": true, "groups": {"global": "person", "local": "jumping"}, "answer": "skater", "semanticStr": "select: person (13)->filter pose: jumping [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The skater is jumping.", "image": "n259949.jpg", "question_id": 20878981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878983"], "equivalent": ["20878982"], "question": "Who is wearing a hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "skater", "semanticStr": "select: hat (1)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"4": "1"}, "fullAnswer": {"1": "13", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing a hat.", "image": "n259949.jpg", "question_id": 20878982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878982"], "equivalent": ["20878983"], "question": "Who is wearing the hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "skater", "semanticStr": "select: hat (1)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing a hat.", "image": "n259949.jpg", "question_id": 20878983}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056232"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "spectator", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectator is standing.", "image": "n259002.jpg", "question_id": 201056232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20878988"], "equivalent": ["20878989"], "question": "Who is wearing the shoes?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoes_wearing,s"}, "answer": "skater", "semanticStr": "select: shoes (6)->relate: person,wearing,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skater is wearing shoes.", "image": "n259949.jpg", "question_id": 20878989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spectator (8)"}, {"operation": "filter gender", "dependencies": [0], "argument": "male"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["201056229", "201056228", "201056233", "201056231", "201056236", "201056237", "201056234", "201056235"], "equivalent": ["201056230"], "question": "What is the male spectator doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-spectator_pose"}, "answer": "standing", "semanticStr": "select: spectator (8)->filter gender: male [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"3:5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spectator is standing.", "image": "n259002.jpg", "question_id": 201056230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (20)"}, {"operation": "select", "dependencies": [], "argument": "drawer (24) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20316977"], "question": "Is the trash bin made of the same material as the drawer?", "isBalanced": true, "groups": {"global": null, "local": "09same-drawer_trash can"}, "answer": "no", "semanticStr": "select: trash can (20)->select: drawer (24) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "24", "2:4": "20"}, "fullAnswer": {"10": "24", "2:4": "20"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the trash bin is made of plastic and the drawer is made of wood.", "image": "n350766.jpg", "question_id": 20316977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (80)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (56)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202107876"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "boy", "semanticStr": "select: shirt (80)->relate: person,wearing,s (56) [0]->query: name [1]", "annotations": {"answer": {"0": "56"}, "question": {"4": "80"}, "fullAnswer": {"1": "56", "5": "80"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing a shirt.", "image": "n133585.jpg", "question_id": 202107876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dish drainer (8)"}, {"operation": "select", "dependencies": [], "argument": "microwave (3) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20316974", "20316972", "20316973"], "equivalent": ["20316971"], "question": "Do the dish drainer and the microwave have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-dish drainer_microwave"}, "answer": "no", "semanticStr": "select: dish drainer (8)->select: microwave (3) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "3"}, "fullAnswer": {"8": "3", "2:4": "8"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the dish drainer is green and the microwave is white.", "image": "n350766.jpg", "question_id": 20316971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (28)"}, {"operation": "relate", "dependencies": [0], "argument": "_,resting on,o (25)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20673077", "20672816", "20673082", "20673080", "20673081", "20673078"], "equivalent": ["20673079"], "question": "What is the bag resting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-bag_resting on,o"}, "answer": "chair", "semanticStr": "select: bag (28)->relate: _,resting on,o (25) [0]->query: name [1]", "annotations": {"answer": {"0": "25"}, "question": {}, "fullAnswer": {"1": "28", "6": "25"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is resting on the chair.", "image": "n59147.jpg", "question_id": 20673079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (9)"}, {"operation": "relate", "dependencies": [0], "argument": "skateboard,on top of,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201987599"], "question": "Are there any skateboards on top of the street?", "isBalanced": true, "groups": {"global": null, "local": "13-street_skateboard"}, "answer": "no", "semanticStr": "select: street (9)->relate: skateboard,on top of,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"9": "9", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a motorcycle on top of the street.", "image": "n501951.jpg", "question_id": 201987599}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheep (8)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking down"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking down at,o (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202110183"], "equivalent": ["202110304"], "question": "What is the sheep that is looking down looking down at?", "isBalanced": true, "groups": {"global": "plant", "local": "14-sheep_looking down at,o"}, "answer": "grass", "semanticStr": "select: sheep (8)->filter activity: looking down [0]->relate: _,looking down at,o (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"3": "8", "6:8": "8"}, "fullAnswer": {"1": "8", "7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sheep is looking down at the grass.", "image": "n511881.jpg", "question_id": 202110304}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "relate", "dependencies": [0], "argument": "keyboard,to the left of,s (3)"}, {"operation": "choose color", "dependencies": [1], "argument": "white|black"}], "entailed": ["201735469"], "equivalent": ["201735468"], "question": "Is the keyboard to the left of the tray white or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-keyboard_color"}, "answer": "white", "semanticStr": "select: tray (4)->relate: keyboard,to the left of,s (3) [0]->choose color: white|black [1]", "annotations": {"answer": {}, "question": {"8": "4", "2": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The keyboard is white.", "image": "n240973.jpg", "question_id": 201735468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,worn on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20345171"], "equivalent": ["20345170"], "question": "The shorts are worn on who?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_worn on,o"}, "answer": "athlete", "semanticStr": "select: shorts (8)->relate: person,worn on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shorts are worn on the athlete.", "image": "n560243.jpg", "question_id": 20345170}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jeans (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243257", "202243291"], "equivalent": ["202243292"], "question": "Who is wearing the jeans?", "isBalanced": true, "groups": {"global": "person", "local": "14-jeans_wearing,s"}, "answer": "woman", "semanticStr": "select: jeans (12)->relate: person,wearing,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "11", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing jeans.", "image": "n557666.jpg", "question_id": 202243292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243257", "202243298"], "equivalent": ["202243297"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "woman", "semanticStr": "select: shirt (10)->relate: person,wearing,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"4": "10"}, "fullAnswer": {"1": "11", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing a shirt.", "image": "n557666.jpg", "question_id": 202243297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (8)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "right|left"}], "entailed": ["20119208", "20119205", "20119206"], "equivalent": ["20119207"], "question": "Are the glasses on the right side or on the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-glasses_hposition"}, "answer": "right", "semanticStr": "select: glasses (8)->choose hposition: right|left [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The glasses are on the right of the image.", "image": "n540852.jpg", "question_id": 20119207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306989", "20306341", "20306983", "20306984", "20306862", "20306986", "20306987", "20306988", "20306863", "20306990", "20306991"], "equivalent": ["20306985"], "question": "Which kind of furniture is to the right of the woman?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-woman_to the right of,s"}, "answer": "chair", "semanticStr": "select: woman (1)->relate: furniture,to the right of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n554880.jpg", "question_id": 20306985}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (-)"}], "entailed": [], "equivalent": ["20862842"], "question": "Is the man that is to the right of the woman wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_hat"}, "answer": "no", "semanticStr": "select: woman (2)->relate: man,to the right of,s (1) [0]->verify rel: hat,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "2", "2": "1"}, "fullAnswer": {"2": "1", "6": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing a necktie.", "image": "n94074.jpg", "question_id": 20862842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "choose shape", "dependencies": [0], "argument": "round|square"}], "entailed": [], "equivalent": ["20964001"], "question": "Is the mirror round or square?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-mirror_shape"}, "answer": "round", "semanticStr": "select: mirror (2)->choose shape: round|square [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The mirror is round.", "image": "n119886.jpg", "question_id": 20964001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20240826", "20240922", "20240921", "20240919"], "equivalent": ["20240920", "20240919"], "question": "What kind of furniture is below the water?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-water_below,s"}, "answer": "table", "semanticStr": "select: water (4)->relate: furniture,below,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11", "7": "4"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n166008.jpg", "question_id": 20240920}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (1)"}, {"operation": "choose hposition", "dependencies": [0], "argument": "left|right"}], "entailed": ["20414367", "20414371", "20414370", "20414368"], "equivalent": ["20414370", "20414369"], "question": "Which side is the skateboard on, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-skateboard_hposition"}, "answer": "left", "semanticStr": "select: skateboard (1)->choose hposition: left|right [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The skateboard is on the left of the image.", "image": "n16936.jpg", "question_id": 20414369}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "poster (10)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["201980727", "201980736", "201980735", "201980734", "201980732", "201980731", "201980730", "201980728", "201980729", "201980738"], "equivalent": ["201980733"], "question": "How wide is that poster?", "isBalanced": true, "groups": {"global": "width", "local": "10q-poster_width"}, "answer": "narrow", "semanticStr": "select: poster (10)->query: width [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The poster is narrow.", "image": "n249903.jpg", "question_id": 201980733}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "face mask (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}], "entailed": ["20621975", "20621977", "20621976", "20621973"], "equivalent": ["20621974", "20621973"], "question": "Is the color of that face mask red?", "isBalanced": true, "groups": {"global": null, "local": "06-face mask_red"}, "answer": "no", "semanticStr": "select: face mask (3)->verify color: red [0]", "annotations": {"answer": {}, "question": {"5:7": "3"}, "fullAnswer": {"2:4": "3"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the face mask is gray.", "image": "n210269.jpg", "question_id": 20621974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20340713", "20340712", "20340710", "20340709", "20340704", "20340722", "20340723", "20340724"], "equivalent": ["20340711"], "question": "What color is the table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "white", "semanticStr": "select: table (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is white.", "image": "n513100.jpg", "question_id": 20340711}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter", "dependencies": [0], "argument": "tasty"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611692", "20611691"], "equivalent": ["20611694"], "question": "What kind of food is tasty?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_tasty"}, "answer": "sandwiches", "semanticStr": "select: food (5)->filter: tasty [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n28996.jpg", "question_id": 20611694}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheet (14)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201428849", "201428851", "201428850"], "equivalent": ["201428852"], "question": "What is the sheet made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sheet_material"}, "answer": "plastic", "semanticStr": "select: sheet (14)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "14"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed sheet is made of plastic.", "image": "n64959.jpg", "question_id": 201428852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(white)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647218"], "equivalent": ["20647219"], "question": "Which kind of clothing isn't white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_n#white"}, "answer": "socks", "semanticStr": "select: clothing (17)->filter color: not(white) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "17"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is socks.", "image": "n98540.jpg", "question_id": 20647219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cut)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611688", "20611689", "20611639", "20611638"], "equivalent": ["20611690"], "question": "Which kind of food isn't cut?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#cut"}, "answer": "grapes", "semanticStr": "select: food (2)->filter: not(cut) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is grapes.", "image": "n28996.jpg", "question_id": 20611690}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20647211", "20647212", "20647213"], "equivalent": ["20647214"], "question": "What kind of clothing is white?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "pants", "semanticStr": "select: clothing (12)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "12"}, "fullAnswer": {"1": "12", "3": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is pants.", "image": "n98540.jpg", "question_id": 20647214}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (2)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "choose name", "dependencies": [1], "argument": "elephant|cow"}], "entailed": ["20543093"], "equivalent": ["20543094", "20543093"], "question": "What is this fence behind of, a cow or an elephant?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_behind,o"}, "answer": "elephant", "semanticStr": "select: fence (2)->relate: animal,behind,o (1) [0]->choose name: elephant|cow [1]", "annotations": {"answer": {"0": "1"}, "question": {"10": "1", "3": "2"}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The fence is behind an elephant.", "image": "n100552.jpg", "question_id": 20543094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(tasty)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20611639", "20611638", "20611698"], "equivalent": ["20611699"], "question": "Which kind of food isn't tasty?", "isBalanced": true, "groups": {"global": "fruit", "local": "12q-food_n#tasty"}, "answer": "grapes", "semanticStr": "select: food (2)->filter: not(tasty) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is grapes.", "image": "n28996.jpg", "question_id": 20611699}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201439590", "201439592", "201439564"], "equivalent": ["201439591"], "question": "What animal is standing on the grass?", "isBalanced": true, "groups": {"global": "animal", "local": "14-grass_standing on,s"}, "answer": "horse", "semanticStr": "select: grass (13)->relate: animal,standing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is standing on the grass.", "image": "n199286.jpg", "question_id": 201439591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "net (15)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201407223", "201407222", "201407221", "201407224", "201407216", "201407218", "201407217", "201407220"], "equivalent": ["201407219", "201407220"], "question": "What color is the net?", "isBalanced": true, "groups": {"global": "color", "local": "10q-net_color"}, "answer": "black", "semanticStr": "select: net (15)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The net is black.", "image": "n282607.jpg", "question_id": 201407219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (6)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["2075871", "2075873", "2075879", "2075880", "2075869", "2075868", "2075870", "2075866", "2075872", "2075864", "2075863", "2075862", "2075861", "2075860"], "equivalent": ["2075859"], "question": "Are the words bright and red?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_red"}, "answer": "yes", "semanticStr": "select: words (6)->verify: bright [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the words are bright and red.", "image": "n315859.jpg", "question_id": 2075859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "denim"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}], "entailed": ["20879091", "20879090", "20879092", "20879087", "20879085", "20879088", "20879089"], "equivalent": ["20879086"], "question": "Do the trousers made of denim have blue color?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_blue"}, "answer": "yes", "semanticStr": "select: pants (4)->filter material: denim [0]->verify color: blue [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the trousers are blue.", "image": "n259949.jpg", "question_id": 20879086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify", "dependencies": [0], "argument": "full "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20954323"], "equivalent": ["20954322"], "question": "Is the backpack brown and full?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_full"}, "answer": "no", "semanticStr": "select: backpack (8)->verify color: brown [0]->verify: full  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the backpack is full but blue.", "image": "n498712.jpg", "question_id": 20954322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,beside,s (0)"}, {"operation": "choose activity", "dependencies": [1], "argument": "posing|looking down"}], "entailed": [], "equivalent": ["20699213"], "question": "Does the man beside the other man appear to be looking down or posing?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-man_activity"}, "answer": "posing", "semanticStr": "select: man (1)->relate: man,beside,s (0) [0]->choose activity: posing|looking down [1]", "annotations": {"answer": {}, "question": {"2": "0", "6": "1"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is posing.", "image": "n512257.jpg", "question_id": 20699213}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (10)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}], "entailed": ["201752627", "201752623", "201752606", "201752629", "201752639", "201752632", "201752631", "201752630", "201752640", "201752634"], "equivalent": ["201752633"], "question": "Does the tie have short length?", "isBalanced": true, "groups": {"global": null, "local": "06-tie_short"}, "answer": "no", "semanticStr": "select: tie (10)->verify length: short [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the tie is long.", "image": "n262929.jpg", "question_id": 201752633}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "choose shape", "dependencies": [0], "argument": "square|round"}], "entailed": ["202243775"], "equivalent": ["202243775", "202243776"], "question": "What shape is the table, square or round?", "isBalanced": true, "groups": {"global": "shape", "local": "10c-table_shape"}, "answer": "square", "semanticStr": "select: table (10)->choose shape: square|round [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The table is square.", "image": "n296467.jpg", "question_id": 202243776}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (16)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201393818", "201393568", "201393569"], "equivalent": ["201393570"], "question": "What is the boy in front of?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_in front of,o"}, "answer": "lamp", "semanticStr": "select: boy (16)->relate: _,in front of,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "16", "7": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the lamp.", "image": "n305495.jpg", "question_id": 201393570}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (16)"}, {"operation": "select", "dependencies": [], "argument": "bedroom (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202161911"], "equivalent": ["202161910"], "question": "Are both the bag and the bedroom the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-bag_bedroom"}, "answer": "no", "semanticStr": "select: bag (16)->select: bedroom (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "16", "6": "0"}, "fullAnswer": {"2": "16", "7": "0"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the bag is black and the bedroom is white.", "image": "n69237.jpg", "question_id": 202161910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,sitting atop,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204822", "20204885", "20204886", "20204823"], "equivalent": ["20204887"], "question": "Which kind of device is sitting atop the chair?", "isBalanced": true, "groups": {"global": "device", "local": "15-chair_sitting atop,s"}, "answer": "laptop", "semanticStr": "select: chair (10)->relate: device,sitting atop,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n532191.jpg", "question_id": 20204887}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["20204880", "20204881", "20204883", "20204875", "20204877", "20204876", "20204878"], "equivalent": ["20204882"], "question": "What is the shape of the laptop computer?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-laptop_shape"}, "answer": "rectangular", "semanticStr": "select: laptop (4)->query: shape [0]", "annotations": {"answer": {}, "question": {"6:8": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop computer is rectangular.", "image": "n532191.jpg", "question_id": 20204882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baking pan (3)"}, {"operation": "query", "dependencies": [0], "argument": "depth"}], "entailed": ["20171153", "20171152", "20171151", "20171157", "20171156", "20171155", "20171145", "20171159", "20171158", "20171146", "20171149", "20171147", "20171154", "20171162", "20171163", "20171175", "20171176"], "equivalent": ["20171150"], "question": "What is the depth of the baking pan?", "isBalanced": true, "groups": {"global": "depth", "local": "10q-baking pan_depth"}, "answer": "shallow", "semanticStr": "select: baking pan (3)->query: depth [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baking pan is shallow.", "image": "n379991.jpg", "question_id": 20171150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (7)"}, {"operation": "relate", "dependencies": [0], "argument": "man,wearing,s (2)"}, {"operation": "choose rel", "dependencies": [1], "argument": "girl,to the right of|to the left of,s (1)"}], "entailed": ["2066153", "2066152", "2065924", "2065923", "2065921", "2065920", "2066154", "2066155", "2066156"], "equivalent": ["2065922", "2065921"], "question": "Is the young girl to the right or to the left of the man that is wearing a jacket?", "isBalanced": true, "groups": {"global": null, "local": "13-man_girl"}, "answer": "right", "semanticStr": "select: jacket (7)->relate: man,wearing,s (2) [0]->choose rel: girl,to the right of|to the left of,s (1) [1]", "annotations": {"answer": {}, "question": {"18": "7", "13": "2", "2:4": "1"}, "fullAnswer": {"1": "1", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The girl is to the right of the man.", "image": "n356822.jpg", "question_id": 2065922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,playing with,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756702", "201756503", "201756502"], "equivalent": ["201756703"], "question": "What animal is playing with the banana?", "isBalanced": true, "groups": {"global": "animal", "local": "15-banana_playing with,s"}, "answer": "kitten", "semanticStr": "select: banana (0)->relate: animal,playing with,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting atop,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20204893", "20204892", "20204891", "20204890", "20204894", "20204888", "20204539"], "equivalent": ["20204889"], "question": "What is the rectangular device sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-laptop_sitting atop,o"}, "answer": "chair", "semanticStr": "select: device (4)->filter shape: rectangular [0]->relate: _,sitting atop,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is sitting atop the chair.", "image": "n532191.jpg", "question_id": 20204889}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360500", "201360697", "201360698", "201360699"], "equivalent": ["201360700"], "question": "Which kind of furniture is the boy in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-boy_in front of,o"}, "answer": "table", "semanticStr": "select: boy (1)->relate: furniture,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "16"}, "fullAnswer": {"1": "1", "7": "16"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the table.", "image": "n541688.jpg", "question_id": 201360700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "dark"}], "entailed": ["2012833", "2012832", "2012837", "2012836", "2012835", "2012839", "2012838", "2012840"], "equivalent": ["2012834"], "question": "Do the plastic glasses have dark color?", "isBalanced": true, "groups": {"global": null, "local": "06-glasses_dark"}, "answer": "yes", "semanticStr": "select: glasses (4)->filter material: plastic [0]->verify color: dark [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the glasses are dark.", "image": "n318370.jpg", "question_id": 2012834}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft"}], "entailed": ["201735288"], "equivalent": ["201735287"], "question": "Does the black towel look soft?", "isBalanced": true, "groups": {"global": null, "local": "06-towel_soft"}, "answer": "yes", "semanticStr": "select: towel (12)->filter color: black [0]->verify hardness: soft [1]", "annotations": {"answer": {}, "question": {"2:4": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the towel is soft.", "image": "n240973.jpg", "question_id": 201735287}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "bicycle,to the right of,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202208315", "202208334", "202208327", "202208333", "202208332", "202208328", "202208329", "202208445", "202208330"], "equivalent": ["202208331"], "question": "Is there a bicycle to the right of the white vehicle?", "isBalanced": true, "groups": {"global": null, "local": "13-bus_bicycle"}, "answer": "yes", "semanticStr": "select: vehicle (7)->filter color: white [0]->relate: bicycle,to the right of,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "3", "9:11": "7"}, "fullAnswer": {"10": "7", "4": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bicycle to the right of the bus.", "image": "n124651.jpg", "question_id": 202208331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201752754", "201752757", "201752752", "201752697", "201752696", "201752758"], "equivalent": ["201752753"], "question": "What is in front of the small bag?", "isBalanced": true, "groups": {"global": "object", "local": "14-bag_in front of,s"}, "answer": "bike", "semanticStr": "select: bag (9)->filter size: small [0]->relate: _,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"6:8": "9"}, "fullAnswer": {"1": "1", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bike is in front of the bag.", "image": "n262929.jpg", "question_id": 201752753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "luggage cart (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["20954222", "20954219", "20954212"], "equivalent": ["20954220", "20954219"], "question": "Does the luggage cart look blue?", "isBalanced": true, "groups": {"global": null, "local": "06-luggage cart_blue"}, "answer": "no", "semanticStr": "select: luggage cart (7)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the luggage cart is silver.", "image": "n498712.jpg", "question_id": 20954220}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752755", "201752870"], "equivalent": ["201752756"], "question": "In front of what's the bike?", "isBalanced": true, "groups": {"global": "bag", "local": "14-bike_in front of,o"}, "answer": "bag", "semanticStr": "select: bike (1)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "1", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bike is in front of the bag.", "image": "n262929.jpg", "question_id": 201752756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,higher than,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201429140", "201429135"], "equivalent": ["201429136"], "question": "What is higher than the window?", "isBalanced": true, "groups": {"global": "", "local": "14-window_higher than,s"}, "answer": "pipe", "semanticStr": "select: window (7)->relate: _,higher than,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pipe is higher than the window.", "image": "n64959.jpg", "question_id": 201429136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (6)"}, {"operation": "choose material", "dependencies": [0], "argument": "plastic|chrome"}], "entailed": [], "equivalent": ["201429134"], "question": "Which material was used to make the pipe, plastic or chrome?", "isBalanced": true, "groups": {"global": "material", "local": "10c-pipe_material"}, "answer": "plastic", "semanticStr": "select: pipe (6)->choose material: plastic|chrome [0]", "annotations": {"answer": {}, "question": {"7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pipe is made of plastic.", "image": "n64959.jpg", "question_id": 201429134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flag (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["20299726", "20299620", "20299725", "20299865"], "equivalent": ["20299770"], "question": "Do you see any flags?", "isBalanced": true, "groups": {"global": null, "local": "03-flag"}, "answer": "no", "semanticStr": "select: flag (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no flags.", "image": "n195925.jpg", "question_id": 20299770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201429134", "201429133", "201429132", "201429130", "201429127", "201429128"], "equivalent": ["201429131"], "question": "What is the pipe made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-pipe_material"}, "answer": "plastic", "semanticStr": "select: pipe (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pipe is made of plastic.", "image": "n64959.jpg", "question_id": 201429131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438697"], "equivalent": ["201438696"], "question": "Who is wearing a shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "batter", "semanticStr": "select: shoe (7)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "7"}, "fullAnswer": {"1": "5", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a shoe.", "image": "n66756.jpg", "question_id": 201438696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201438696"], "equivalent": ["201438697"], "question": "Who is wearing the shoe?", "isBalanced": true, "groups": {"global": "person", "local": "14-shoe_wearing,s"}, "answer": "batter", "semanticStr": "select: shoe (7)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a shoe.", "image": "n66756.jpg", "question_id": 201438697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing beside,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201438692", "201438693"], "equivalent": ["201438691", "201438692"], "question": "What is the heavy person standing beside of?", "isBalanced": true, "groups": {"global": "", "local": "14-batter_standing beside,o"}, "answer": "home plate", "semanticStr": "select: person (5)->filter weight: heavy [0]->relate: _,standing beside,o (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "5", "6:8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is standing beside the home plate.", "image": "n66756.jpg", "question_id": 201438691}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture (6)"}, {"operation": "choose", "dependencies": [0], "argument": "black and white|colorful"}], "entailed": ["20295645"], "equivalent": ["20295645", "20295646"], "question": "How does the picture look like, black and white or colorful?", "isBalanced": true, "groups": {"global": "24", "local": "10c-picture_24"}, "answer": "black and white", "semanticStr": "select: picture (6)->choose: black and white|colorful [0]", "annotations": {"answer": {}, "question": {"3": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The picture is black and white.", "image": "n162586.jpg", "question_id": 20295646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "straw (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify rel", "dependencies": [1], "argument": "coffee,in,o (1)"}], "entailed": ["20151531"], "equivalent": ["20151530"], "question": "Is the plastic straw in the coffee that is in front of the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-straw_coffee"}, "answer": "yes", "semanticStr": "select: straw (12)->filter material: plastic [0]->verify rel: coffee,in,o (1) [1]", "annotations": {"answer": {}, "question": {"13": "7", "2:4": "12", "6": "1"}, "fullAnswer": {"2": "12", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the straw is in the coffee.", "image": "n313060.jpg", "question_id": 20151530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "not(fat)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["20247245", "20247270", "20247271", "20247267", "20247266", "20247255", "20247256", "20247257", "20247250", "20247251", "20247252", "20247253", "20247247", "20247246"], "equivalent": ["20247254"], "question": "How old is the person that is not fat?", "isBalanced": true, "groups": {"global": "age", "local": "10q-woman_age"}, "answer": "young", "semanticStr": "select: person (1)->filter fatness: not(fat) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"8": "1", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is young.", "image": "n223750.jpg", "question_id": 20247254}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541481", "20541479"], "equivalent": ["20541480"], "question": "What pieces of furniture are on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "shelves", "semanticStr": "select: floor (8)->relate: furniture,on top of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are shelves.", "image": "n527290.jpg", "question_id": 20541480}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (3)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201510434", "201510433"], "equivalent": ["201510434", "201510433", "201510432"], "question": "Is the knife hard and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_hard"}, "answer": "no", "semanticStr": "select: knife (3)->verify cleanliness: dirty [0]->verify hardness: hard  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the knife is hard but clean.", "image": "n541854.jpg", "question_id": 201510432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "bag,to the right of|to the left of,s (0)"}], "entailed": ["201984086", "201984089", "201984088", "201984085", "201984084", "201984087", "201983836", "201983840", "201983833", "201983835", "201983834", "201983841", "201983839", "201983838"], "equivalent": ["201983837"], "question": "Is the red bag to the left or to the right of the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bag"}, "answer": "right", "semanticStr": "select: woman (6)->choose rel: bag,to the right of|to the left of,s (0) [0]", "annotations": {"answer": {}, "question": {"13": "6", "2:4": "0"}, "fullAnswer": {"1": "0", "8": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the right of the woman.", "image": "n16378.jpg", "question_id": 201983837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "newspaper (7)"}, {"operation": "select", "dependencies": [], "argument": "wall (3) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201510924"], "question": "What do the newspaper and the wall have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-newspaper_wall"}, "answer": "color", "semanticStr": "select: newspaper (7)->select: wall (3) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "7", "6": "3"}, "fullAnswer": {"4": "7", "7": "3"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the newspaper and the wall are white.", "image": "n575770.jpg", "question_id": 201510924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (0)"}, {"operation": "choose color", "dependencies": [0], "argument": "green|brown"}], "entailed": [], "equivalent": ["20853961"], "question": "Is the field brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-field_color"}, "answer": "green", "semanticStr": "select: field (0)->choose color: green|brown [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The field is green.", "image": "n275857.jpg", "question_id": 20853961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "select", "dependencies": [], "argument": "newspaper (7) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201510929"], "equivalent": ["201510928"], "question": "Does the newspaper have the same color as the suitcase?", "isBalanced": true, "groups": {"global": null, "local": "09same-newspaper_suitcase"}, "answer": "no", "semanticStr": "select: suitcase (1)->select: newspaper (7) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "1", "2": "7"}, "fullAnswer": {"2": "1", "7": "7"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the suitcase is red and the newspaper is white.", "image": "n575770.jpg", "question_id": 201510928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (3)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20853964"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "soccer player", "semanticStr": "select: person (3)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is playing.", "image": "n275857.jpg", "question_id": 20853964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "relate", "dependencies": [0], "argument": "donut,to the left of,s (0)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["2012787"], "question": "Is the doughnut which is to the left of the person large and round?", "isBalanced": true, "groups": {"global": null, "local": "05-large_round"}, "answer": "no", "semanticStr": "select: person (12)->relate: donut,to the left of,s (0) [0]->verify size: large [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "12", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the donut is round but small.", "image": "n318370.jpg", "question_id": 2012787}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201497837", "201497835", "201497707"], "equivalent": ["201497836"], "question": "Which kind of device is to the left of the water bottle?", "isBalanced": true, "groups": {"global": "device", "local": "15-water bottle_to the left of,s"}, "answer": "speaker", "semanticStr": "select: water bottle (5)->relate: device,to the left of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a speaker.", "image": "n315887.jpg", "question_id": 201497836}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (24)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (22)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202262175"], "equivalent": ["202262176"], "question": "What's in front of the flowers?", "isBalanced": true, "groups": {"global": "", "local": "14-flowers_in front of,s"}, "answer": "menu", "semanticStr": "select: flowers (24)->relate: _,in front of,s (22) [0]->query: name [1]", "annotations": {"answer": {"0": "22"}, "question": {}, "fullAnswer": {"1": "22", "7": "24"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The menu is in front of the flowers.", "image": "n28572.jpg", "question_id": 202262176}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (5)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (4)"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (10)"}], "entailed": [], "equivalent": ["20667919"], "question": "Does the man to the right of the woman wear a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-man_hat"}, "answer": "yes", "semanticStr": "select: woman (5)->relate: man,to the right of,s (4) [0]->verify rel: hat,wearing,o (10) [1]", "annotations": {"answer": {}, "question": {"11": "10", "8": "5", "2": "4"}, "fullAnswer": {"2": "4", "5": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man wears a hat.", "image": "n181355.jpg", "question_id": 20667919}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "talking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20412086"], "question": "Who is talking?", "isBalanced": true, "groups": {"global": "person", "local": "talking"}, "answer": "people", "semanticStr": "select: person (1)->filter activity: talking [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are talking.", "image": "n531359.jpg", "question_id": 20412086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "light brown"}, {"operation": "verify", "dependencies": [0], "argument": "modern "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20827119", "20827118", "20827136", "20827139", "20827112", "20827110", "20827117", "20827116", "20827114", "20827121", "20827104", "20827097", "20827123", "20827120", "20827107", "20827108", "20827109", "20827098", "20827125", "20827096", "20827105", "20827106", "20827095", "20827100", "20827101", "20827102"], "equivalent": ["20827111"], "question": "Is the countertop modern and light brown?", "isBalanced": true, "groups": {"global": null, "local": "05-light brown_modern"}, "answer": "yes", "semanticStr": "select: countertop (12)->verify color: light brown [0]->verify: modern  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the countertop is modern and light brown.", "image": "n283587.jpg", "question_id": 20827111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20785880", "20785899", "20785886", "20785870", "20785887", "20785888", "20785871", "20785882", "20785872", "20785864", "20785865", "20785883", "20785889", "20785868", "20785869", "20785881", "20785892", "20785891", "20785890"], "equivalent": ["20785863", "20785864"], "question": "Is the fire hydrant orange and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_orange"}, "answer": "yes", "semanticStr": "select: fire hydrant (1)->verify size: large [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fire hydrant is orange and large.", "image": "n12404.jpg", "question_id": 20785863}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201068300", "201068306", "201068303", "201068304", "201068299", "201068305", "201068302", "201068295", "201068294", "201068296", "201068307", "201068301", "201068293", "201068292"], "equivalent": ["201068297"], "question": "What is the girl doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-girl_activity"}, "answer": "looking down", "semanticStr": "select: girl (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The girl is looking down.", "image": "n159802.jpg", "question_id": 201068297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clouds (3)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202257371", "202257373", "202257372", "202257374", "202257368"], "equivalent": ["202257370"], "question": "The clouds are what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-clouds_color"}, "answer": "white", "semanticStr": "select: clouds (3)->query: color [0]", "annotations": {"answer": {}, "question": {"1": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clouds are white.", "image": "n92308.jpg", "question_id": 202257370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201804113"], "question": "Is there a computer mouse in the photograph?", "isBalanced": true, "groups": {"global": null, "local": "03-computer mouse"}, "answer": "yes", "semanticStr": "select: computer mouse (0)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3:5": "0"}, "fullAnswer": {"4:6": "0"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a computer mouse.", "image": "n51002.jpg", "question_id": 201804113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "comforter (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "planter (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201883112", "201883171"], "equivalent": ["201883113"], "question": "Do you see planters or comforters in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-comforter_planter"}, "answer": "no", "semanticStr": "select: comforter (-)->exist: ? [0]->select: planter (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no planters or comforters.", "image": "n125122.jpg", "question_id": 201883113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["201595827", "201595828"], "equivalent": ["201595829"], "question": "Does the person near the grass seem to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-man_standing"}, "answer": "no", "semanticStr": "select: grass (5)->relate: person,near,s (1) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "5"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is sitting.", "image": "n302358.jpg", "question_id": 201595829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(ugly)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202080939", "202080953", "202080957", "202080955", "202080958", "202080951", "202080952", "202080942", "202080943", "202080944", "202080945", "202080946", "202080947", "202080948", "202080949", "202080959", "202080965", "202080956", "202080929"], "equivalent": ["202080940"], "question": "Is the countertop that is not ugly both white and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_white"}, "answer": "yes", "semanticStr": "select: countertop (11)->filter: not(ugly) [0]->verify hardness: hard [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "6": "11"}, "fullAnswer": {"2:4": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the counter top is white and hard.", "image": "n314630.jpg", "question_id": 202080940}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (14)"}, {"operation": "verify", "dependencies": [1], "argument": "high"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20781762", "20781760", "20781758", "20781759", "20781756", "20781765", "20781764", "20781767", "20781766", "20781761", "20781755", "20781757"], "equivalent": ["20781763"], "question": "Is the person near the snow high and small?", "isBalanced": true, "groups": {"global": null, "local": "05-high_small"}, "answer": "yes", "semanticStr": "select: snow (15)->relate: person,near,s (14) [0]->verify: high [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "14", "5": "15"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the person is high and small.", "image": "n317189.jpg", "question_id": 20781763}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (14)"}, {"operation": "choose size", "dependencies": [1], "argument": "small|large"}], "entailed": ["20781766", "20781758", "20781759", "20781765", "20781764", "20781761", "20781760", "20781756", "20781757"], "equivalent": ["20781762"], "question": "Is the person near the snow large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-person_size"}, "answer": "small", "semanticStr": "select: snow (15)->relate: person,near,s (14) [0]->choose size: small|large [1]", "annotations": {"answer": {}, "question": {"2": "14", "5": "15"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The person is small.", "image": "n317189.jpg", "question_id": 20781762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["201902349", "201902351", "201902350"], "equivalent": ["201902348"], "question": "Is the black computer on the left side of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-computer_left"}, "answer": "yes", "semanticStr": "select: computer (11)->filter color: black [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the computer is on the left of the image.", "image": "n435808.jpg", "question_id": 201902348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (5)"}, {"operation": "relate", "dependencies": [0], "argument": "chairs,to the right of,s (1)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202121646"], "equivalent": ["202121645", "202121646"], "question": "Do you see chairs to the right of the towel?", "isBalanced": true, "groups": {"global": null, "local": "13-towel_chairs"}, "answer": "yes", "semanticStr": "select: towel (5)->relate: chairs,to the right of,s (1) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"9": "5", "3": "1"}, "fullAnswer": {"9": "5", "3": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are chairs to the right of the towel.", "image": "n140421.jpg", "question_id": 202121645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (17)"}, {"operation": "relate", "dependencies": [0], "argument": "zebra,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["201574330"], "question": "Do you see a zebra near the fence in this photo?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_zebra"}, "answer": "no", "semanticStr": "select: fence (17)->relate: zebra,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "17"}, "fullAnswer": {"4": "4", "7": "17"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a man near the fence.", "image": "n116329.jpg", "question_id": 201574330}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "man,to the right of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201574333"], "equivalent": ["201574332", "201574333"], "question": "Do you see any men to the right of the fence made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-fence_man"}, "answer": "no", "semanticStr": "select: fence (17)->filter material: metal [0]->relate: man,to the right of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"10": "17", "13": "17", "4": "4"}, "fullAnswer": {"9": "17", "2": "4"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is to the left of the fence.", "image": "n116329.jpg", "question_id": 201574332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201902335", "201902334", "201902342", "201902343", "201902344", "201902345"], "equivalent": ["201902341"], "question": "Do you see any black computers?", "isBalanced": true, "groups": {"global": null, "local": "04-computer_black"}, "answer": "yes", "semanticStr": "select: computer (11)->filter color: black [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"5": "11"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a black computer.", "image": "n435808.jpg", "question_id": 201902341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639552", "201639481", "201639482", "201639551"], "equivalent": ["201639549"], "question": "What animal is eating the leaves?", "isBalanced": true, "groups": {"global": "animal", "local": "14-leaves_eating,s"}, "answer": "giraffes", "semanticStr": "select: leaves (9)->relate: animal,eating,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffes are eating the leaves.", "image": "n497789.jpg", "question_id": 201639549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202258525", "202258531", "202258514", "202258527", "202258532", "202258533", "202258530", "202258526", "202258528"], "equivalent": ["202258529"], "question": "How large is the blue sky?", "isBalanced": true, "groups": {"global": "size", "local": "10q-sky_size"}, "answer": "small", "semanticStr": "select: sky (8)->filter color: blue [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is small.", "image": "n216553.jpg", "question_id": 202258529}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (18)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201548881", "201548880", "201548883", "201548885", "201548884", "201548886", "201548878", "201548879", "201548868"], "equivalent": ["201548882"], "question": "What color is the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "gray", "semanticStr": "select: shirt (18)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is gray.", "image": "n314171.jpg", "question_id": 201548882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832698", "201832699", "201832446"], "equivalent": ["201832697"], "question": "What does the clock sit atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-clock_sitting atop,o"}, "answer": "nightstand", "semanticStr": "select: clock (8)->relate: _,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "8", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The clock sits atop the nightstand.", "image": "n432591.jpg", "question_id": 201832697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,below,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663392", "201663285", "201663389", "201663390"], "equivalent": ["201663391"], "question": "Which kind of appliance is below the microwave?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-microwave_below,s"}, "answer": "oven", "semanticStr": "select: microwave (1)->relate: appliance,below,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is an oven.", "image": "n35676.jpg", "question_id": 201663391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (11)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201152987", "201152986", "201152985", "201152997", "201152990", "201152991", "201152981", "201153017", "201152994", "201152996", "201152988", "201152984", "201153005", "201152982"], "equivalent": ["201152989", "201152988"], "question": "Of which color is the forest?", "isBalanced": true, "groups": {"global": "color", "local": "10q-forest_color"}, "answer": "brown", "semanticStr": "select: forest (11)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The forest is brown.", "image": "n160664.jpg", "question_id": 201152989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose", "dependencies": [1], "argument": "high|low"}], "entailed": ["202179496"], "equivalent": ["202179497"], "question": "Are the tall buildings low or high?", "isBalanced": true, "groups": {"global": "13", "local": "10c-buildings_13"}, "answer": "high", "semanticStr": "select: building (5)->filter height: tall [0]->choose: high|low [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The buildings are high.", "image": "n523165.jpg", "question_id": 202179497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper container (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bed,sitting on top of,o (-)"}], "entailed": ["201758069"], "equivalent": ["201758068"], "question": "Is that paper container sitting on top of a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-paper container_bed"}, "answer": "no", "semanticStr": "select: paper container (8)->verify rel: bed,sitting on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"10": "6", "2:4": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the paper container is sitting on top of a table.", "image": "n4777.jpg", "question_id": 201758068}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (4)"}, {"operation": "query", "dependencies": [0], "argument": "company"}], "entailed": ["201751826", "201751825", "201751824", "201751823", "201751807", "201751818", "201751844", "201751816", "201751817", "201751812", "201751813", "201751810", "201751811", "201751809", "201751793"], "equivalent": ["201751814"], "question": "Which company is the bat from?", "isBalanced": true, "groups": {"global": "company", "local": "10q-bat_company"}, "answer": "adidas", "semanticStr": "select: bat (4)->query: company [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "company", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bat is from adidas.", "image": "n355567.jpg", "question_id": 201751814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,same color,_ (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201556435", "201556434"], "equivalent": ["201556436", "201556435"], "question": "How is the item of furniture that is the same color as the device that is above the keyboard called?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-laptop_same color,_"}, "answer": "office chair", "semanticStr": "select: keyboard (1)->relate: device,above,s (0) [0]->relate: furniture,same color,_ (2) [1]->query: name [2]", "annotations": {"answer": {"0:2": "2"}, "question": {"18": "1", "13": "0", "3:6": "2"}, "fullAnswer": {"6:8": "2", "1:4": "2"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is an office chair.", "image": "n525901.jpg", "question_id": 201556436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper container (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757985", "201758060", "201758061", "201758062", "201758059", "201758058", "201758057"], "equivalent": ["201758063"], "question": "Which kind of furniture is the paper container sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-paper container_sitting on top of,o"}, "answer": "table", "semanticStr": "select: paper container (8)->relate: furniture,sitting on top of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "6"}, "fullAnswer": {"9": "6", "1:3": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The paper container is sitting on top of the table.", "image": "n4777.jpg", "question_id": 201758063}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "branches (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating from,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20679333", "20679290"], "equivalent": ["20679332"], "question": "What animal is eating from the branches?", "isBalanced": true, "groups": {"global": "animal", "local": "14-branches_eating from,s"}, "answer": "giraffe", "semanticStr": "select: branches (7)->relate: animal,eating from,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is eating from the branches.", "image": "n493357.jpg", "question_id": 20679332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "select", "dependencies": [], "argument": "bag (0) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201737737"], "equivalent": ["201737737", "201737738"], "question": "What is common to the helmet and the bag?", "isBalanced": true, "groups": {"global": null, "local": "09common-bag_helmet"}, "answer": "color", "semanticStr": "select: helmet (4)->select: bag (0) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "0", "5": "4"}, "fullAnswer": {"4": "4", "7": "0"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the helmet and the bag are blue.", "image": "n531731.jpg", "question_id": 201737738}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,swinging,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201156298"], "question": "Who swings the bat?", "isBalanced": true, "groups": {"global": "person", "local": "14-bat_swinging,s"}, "answer": "boy", "semanticStr": "select: bat (11)->relate: person,swinging,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy swings the bat.", "image": "n146522.jpg", "question_id": 201156298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201307341", "201307340", "201307342", "201307336", "201307330", "201307332", "201307338", "201307339", "201307329"], "equivalent": ["201307334"], "question": "What is the person doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "jumping", "semanticStr": "select: person (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is jumping.", "image": "n161313.jpg", "question_id": 201307334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,standing beside,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201303500", "201303359", "201303364", "201303363", "201303361", "201303360"], "equivalent": ["201303362"], "question": "What item of furniture is the old man standing beside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_standing beside,o"}, "answer": "chair", "semanticStr": "select: man (0)->filter age: old [0]->relate: furniture,standing beside,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"6:8": "0", "1:4": "8"}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the chair.", "image": "n518912.jpg", "question_id": 201303362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing beside,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201303500", "201303359", "201303364", "201303363", "201303362", "201303360"], "equivalent": ["201303361"], "question": "What is the man standing beside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-man_standing beside,o"}, "answer": "chair", "semanticStr": "select: man (0)->relate: _,standing beside,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the chair.", "image": "n518912.jpg", "question_id": 201303361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "pose"}], "entailed": ["201307341", "201307340", "201307342", "201307334", "201307336", "201307330", "201307338", "201307339", "201307329"], "equivalent": ["201307332"], "question": "What is the person in front of the sky doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-person_pose"}, "answer": "jumping", "semanticStr": "select: sky (3)->relate: person,in front of,s (0) [0]->query: pose [1]", "annotations": {"answer": {}, "question": {"8": "3", "3": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The person is jumping.", "image": "n161313.jpg", "question_id": 201307332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,standing beside,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201303500", "201303359", "201303363", "201303362", "201303361", "201303360"], "equivalent": ["201303364"], "question": "What item of furniture is the man standing beside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_standing beside,o"}, "answer": "chair", "semanticStr": "select: man (0)->relate: furniture,standing beside,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1": "0", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is standing beside the chair.", "image": "n518912.jpg", "question_id": 201303364}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "frisbee (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201055843", "201055844", "201055845"], "equivalent": ["201055842"], "question": "Is there a large frisbee or ball?", "isBalanced": true, "groups": {"global": null, "local": "04-ball_large"}, "answer": "no", "semanticStr": "select: ball (0)->filter size: large [0]->exist: ? [1]->select: frisbee (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a ball but it is small.", "image": "n259002.jpg", "question_id": 201055842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "full "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20480545", "20480555", "20480544", "20480543", "20480556", "20480557", "20480547", "20480551", "20480552", "20480553", "20480550", "20480549", "20480548", "20480558", "20480559", "20480546"], "equivalent": ["20480542"], "question": "Is the water bottle blue and full?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_full"}, "answer": "yes", "semanticStr": "select: water bottle (5)->verify color: blue [0]->verify: full  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2:4": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the water bottle is blue and full.", "image": "n520071.jpg", "question_id": 20480542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20480540", "20480538", "20480539"], "equivalent": ["20480541"], "question": "On which side is the plastic water bottle?", "isBalanced": true, "groups": {"global": null, "local": "10q-water bottle_hposition"}, "answer": "right", "semanticStr": "select: water bottle (5)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:8": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water bottle is on the right of the image.", "image": "n520071.jpg", "question_id": 20480541}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20480016"], "question": "Is the desk both brown and small?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_small"}, "answer": "no", "semanticStr": "select: desk (10)->verify color: brown [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the desk is brown but large.", "image": "n520071.jpg", "question_id": 20480016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["20479998", "20480000", "20480001", "20480011", "20479999", "20479991", "20480009", "20479996", "20479997", "20480012", "20480016", "20480052"], "equivalent": ["20480009", "20480010"], "question": "What size is the desk that is made of wood, large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-desk_size"}, "answer": "large", "semanticStr": "select: desk (10)->filter material: wood [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"9": "10", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The desk is large.", "image": "n520071.jpg", "question_id": 20480010}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snow (22)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20922928", "20922921", "20922925", "20922927", "20922926", "20922922", "20922942", "20922929", "20922931", "20922930", "20922933", "20922935", "20922934", "20922924", "20922936"], "equivalent": ["20922931", "20922932"], "question": "Is the snow both full and white?", "isBalanced": true, "groups": {"global": null, "local": "05-full_white"}, "answer": "yes", "semanticStr": "select: snow (22)->verify: full [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the snow is full and white.", "image": "n480253.jpg", "question_id": 20922932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (33)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20837156", "20837157", "20837154", "20837126", "20837138", "20837139", "20837130", "20837131", "20837132", "20837133", "20837134", "20837135", "20837137", "20837155", "20837127", "20837140", "20837145", "20837147", "20837146", "20837149", "20837148", "20837129", "20837128"], "equivalent": ["20837136"], "question": "How big is the instrument that looks black?", "isBalanced": true, "groups": {"global": "size", "local": "10q-guitar_size"}, "answer": "small", "semanticStr": "select: instrument (33)->filter color: black [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "33", "7": "33"}, "fullAnswer": {"1": "33"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The guitar is small.", "image": "n507959.jpg", "question_id": 20837136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (18)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169196"], "equivalent": ["202169197"], "question": "Where is the man?", "isBalanced": true, "groups": {"global": "road", "local": "14-man_on,o"}, "answer": "sidewalk", "semanticStr": "select: man (18)->relate: place,on,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "18", "5": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the sidewalk.", "image": "n451187.jpg", "question_id": 202169197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (43)"}, {"operation": "relate", "dependencies": [0], "argument": "shirt,wearing,o (68)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["202108050", "202108033", "202108037", "202108036", "202108034", "202108039", "202108038"], "equivalent": ["202108035"], "question": "What is the size of the shirt the person is wearing?", "isBalanced": true, "groups": {"global": "size", "local": "10q-shirt_size"}, "answer": "large", "semanticStr": "select: person (43)->relate: shirt,wearing,o (68) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"8": "43", "6": "68"}, "fullAnswer": {"1": "68"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is large.", "image": "n133585.jpg", "question_id": 202108035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,o (7)"}, {"operation": "choose rel", "dependencies": [1], "argument": "helmet,to the left of|to the right of,s (1)"}], "entailed": ["20978460", "20978461", "20978462", "20978463", "20978712", "20978713"], "equivalent": ["20978464"], "question": "Is the helmet to the left or to the right of the person that the motorcycle is to the right of?", "isBalanced": true, "groups": {"global": null, "local": "13-man_helmet"}, "answer": "left", "semanticStr": "select: motorcycle (0)->relate: person,to the right of,o (7) [0]->choose rel: helmet,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"2": "1", "12": "7", "15": "0"}, "fullAnswer": {"1": "1", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The helmet is to the left of the man.", "image": "n551964.jpg", "question_id": 20978464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201509814"], "equivalent": ["201509813"], "question": "What do you think is the motorbike on?", "isBalanced": true, "groups": {"global": "material", "local": "14-motorcycle_on,o"}, "answer": "stone", "semanticStr": "select: motorcycle (0)->relate: _,on,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"6": "0"}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The motorbike is on the stone.", "image": "n62458.jpg", "question_id": 201509813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,beneath,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247309"], "equivalent": ["201247310"], "question": "What's beneath the side table?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-side table_beneath,s"}, "answer": "carpet", "semanticStr": "select: side table (3)->relate: _,beneath,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "5:7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The carpet is beneath the side table.", "image": "n83784.jpg", "question_id": 201247310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "verify", "dependencies": [0], "argument": "low"}], "entailed": ["201873133", "201873121", "201873120", "201873125", "201873124", "201873130"], "equivalent": ["201873123"], "question": "Does the bridge look low?", "isBalanced": true, "groups": {"global": null, "local": "06-bridge_low"}, "answer": "yes", "semanticStr": "select: bridge (12)->verify: low [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bridge is low.", "image": "n309148.jpg", "question_id": 201873123}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "park (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "beach (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "not(large)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20679265", "20679266"], "equivalent": ["20679255"], "question": "Are there any parks or beaches that are not large?", "isBalanced": true, "groups": {"global": null, "local": "04-park_n#large"}, "answer": "no", "semanticStr": "select: park (0)->filter size: not(large) [0]->exist: ? [1]->select: beach (-) ->filter size: not(large) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a park but it is large.", "image": "n493357.jpg", "question_id": 20679255}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556561", "201556560", "201556466", "201556554", "201556556", "201556557", "201556467"], "equivalent": ["201556555"], "question": "What's in front of the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-window_in front of,s"}, "answer": "desk", "semanticStr": "select: window (8)->relate: _,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "10", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The desk is in front of the window.", "image": "n525901.jpg", "question_id": 201556555}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201556561", "201556560", "201556466", "201556554", "201556555", "201556557", "201556467"], "equivalent": ["201556556"], "question": "What kind of furniture is in front of the large window?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_in front of,s"}, "answer": "desk", "semanticStr": "select: window (8)->filter size: large [0]->relate: furniture,in front of,s (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10", "9:11": "8"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n525901.jpg", "question_id": 201556556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201556561", "201556560", "201556466", "201556554", "201556555", "201556556", "201556467"], "equivalent": ["201556557"], "question": "Which kind of furniture is in front of the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_in front of,s"}, "answer": "desk", "semanticStr": "select: window (8)->relate: furniture,in front of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n525901.jpg", "question_id": 201556557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tents (21)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["201951618", "201951617", "201951614", "201951615", "201951612", "201951613", "201951610", "201951611"], "equivalent": ["201951616"], "question": "Are the tents made of cloth large or small?", "isBalanced": true, "groups": {"global": "size", "local": "10c-tents_size"}, "answer": "large", "semanticStr": "select: tents (21)->filter material: cloth [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"2": "21", "5": "21"}, "fullAnswer": {"1": "21"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tents are large.", "image": "n256120.jpg", "question_id": 201951616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parent (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "blond"}, {"operation": "verify gender", "dependencies": [1], "argument": "female"}], "entailed": ["20710200", "20710203", "20710204", "20710205", "20710208", "20710189"], "equivalent": ["20710202"], "question": "Does the parent that looks blonde look female?", "isBalanced": true, "groups": {"global": null, "local": "06-parent_female"}, "answer": "yes", "semanticStr": "select: parent (0)->filter color: blond [0]->verify gender: female [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the parent is female.", "image": "n489699.jpg", "question_id": 20710202}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201859637"], "question": "What is in the cup?", "isBalanced": true, "groups": {"global": "material", "local": "14-cup_in,s"}, "answer": "straw", "semanticStr": "select: cup (5)->relate: _,in,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The straw is in the cup.", "image": "n546884.jpg", "question_id": 201859637}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (10)"}, {"operation": "filter", "dependencies": [0], "argument": "flat"}, {"operation": "relate", "dependencies": [1], "argument": "table lamp,next to,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20489798"], "question": "Are there any table lamps next to the flat wall?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_table lamp"}, "answer": "yes", "semanticStr": "select: wall (10)->filter: flat [0]->relate: table lamp,next to,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "10", "3:5": "8"}, "fullAnswer": {"9": "10", "4:6": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a table lamp next to the wall.", "image": "n145498.jpg", "question_id": 20489798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tents (21)"}, {"operation": "verify material", "dependencies": [0], "argument": "cloth"}], "entailed": [], "equivalent": ["201951619"], "question": "Are the tents made of cloth?", "isBalanced": true, "groups": {"global": null, "local": "06-tents_cloth"}, "answer": "yes", "semanticStr": "select: tents (21)->verify material: cloth [0]", "annotations": {"answer": {}, "question": {"2": "21"}, "fullAnswer": {"2": "21"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the tents are made of cloth.", "image": "n256120.jpg", "question_id": 201951619}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (3)"}, {"operation": "filter", "dependencies": [0], "argument": "rainbow colored"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244068", "202244103", "202244069", "202244067"], "equivalent": ["202244105"], "question": "What dessert is rainbow colored?", "isBalanced": true, "groups": {"global": "dessert", "local": "12q-dessert_rainbow colored"}, "answer": "cupcakes", "semanticStr": "select: dessert (3)->filter: rainbow colored [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The dessert is cupcakes.", "image": "n296467.jpg", "question_id": 202244105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "thin"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["2046311"], "question": "Is the man that is to the left of the bowl thin and young?", "isBalanced": true, "groups": {"global": null, "local": "05-thin_young"}, "answer": "no", "semanticStr": "select: bowl (6)->relate: man,to the left of,s (0) [0]->verify fatness: thin [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "6", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the man is thin but old.", "image": "n71728.jpg", "question_id": 2046311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,to the left of,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,lying on,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201156126"], "question": "What does the bag to the left of the boy lie on?", "isBalanced": true, "groups": {"global": "place", "local": "14-bag_lying on,o"}, "answer": "field", "semanticStr": "select: boy (1)->relate: bag,to the left of,s (10) [0]->relate: _,lying on,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"9": "1", "3": "10"}, "fullAnswer": {"1": "10", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag lies on the field.", "image": "n146522.jpg", "question_id": 201156126}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["2046301", "2046316", "2046315", "2046313", "2046311"], "equivalent": ["2046314"], "question": "How fat is the man the bowl is to the right of?", "isBalanced": true, "groups": {"global": "thickness", "local": "10q-man_fatness"}, "answer": "thin", "semanticStr": "select: bowl (6)->relate: man,to the right of,o (0) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"4": "0", "6": "6"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is thin.", "image": "n71728.jpg", "question_id": 2046314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stone (6)"}, {"operation": "relate", "dependencies": [0], "argument": "motorcycle,on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201509794", "201509793", "201509778", "201509780", "201509783", "201509782", "201509792", "201509784", "201509779"], "equivalent": ["201509781", "201509780"], "question": "The motorbike on the stone is of which color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-motorcycle_color"}, "answer": "green", "semanticStr": "select: stone (6)->relate: motorcycle,on,s (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "0", "4": "6"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The motorbike is green.", "image": "n62458.jpg", "question_id": 201509781}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,over,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20622079", "20622078", "20622095", "20622094", "20622093", "20622092", "20622091", "20622075", "20622053", "20622052", "20622051", "20622080", "20622081", "20622084", "20622085", "20622086"], "equivalent": ["20622082"], "question": "What is the color of the animals that the window is over?", "isBalanced": true, "groups": {"global": "color", "local": "10q-horses_color"}, "answer": "brown", "semanticStr": "select: window (15)->relate: animal,over,o (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "15", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horses are brown.", "image": "n210269.jpg", "question_id": 20622082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suv (1)"}, {"operation": "relate", "dependencies": [0], "argument": "traffic light,above,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "high"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201109669"], "question": "Is the traffic signal above the SUV high and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-high_yellow"}, "answer": "no", "semanticStr": "select: suv (1)->relate: traffic light,above,s (8) [0]->verify: high [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "1"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the traffic signal is high but black.", "image": "n167164.jpg", "question_id": 201109669}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cd (11)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["201497666", "201497664", "201497662", "201497663", "201497660", "201497661", "201497659", "201497658", "201497655", "201497677"], "equivalent": ["201497657"], "question": "Is the CD small?", "isBalanced": true, "groups": {"global": null, "local": "06-cd_small"}, "answer": "yes", "semanticStr": "select: cd (11)->verify size: small [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the CD is small.", "image": "n315887.jpg", "question_id": 201497657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,below,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201997635", "201997637", "201997650", "201997638", "201997639", "201997643", "201997641", "201997640", "201997646", "201997645", "201997644"], "equivalent": ["201997642"], "question": "Of what material the floor below the table?", "isBalanced": true, "groups": {"global": "material", "local": "10q-floor_material"}, "answer": "wood", "semanticStr": "select: table (16)->relate: floor,below,s (12) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "12", "7": "16"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is made of wood.", "image": "n319845.jpg", "question_id": 201997642}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tennis ball (2)"}, {"operation": "relate", "dependencies": [0], "argument": "people,to the left of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201682451"], "question": "Who are the people that are to the left of the tennis ball watching?", "isBalanced": true, "groups": {"global": "person", "local": "14-people_watching,o"}, "answer": "man", "semanticStr": "select: tennis ball (2)->relate: people,to the left of,s (8) [0]->relate: person,watching,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"11:13": "2", "3": "8"}, "fullAnswer": {"1": "8", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are watching the man.", "image": "n51658.jpg", "question_id": 201682451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434860"], "equivalent": ["20434859"], "question": "Who is sitting at the table in the picture?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "boy", "semanticStr": "select: table (9)->relate: person,sitting at,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"5": "9"}, "fullAnswer": {"1": "1", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting at the table.", "image": "n431447.jpg", "question_id": 20434859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,watching,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201682449"], "equivalent": ["201682450"], "question": "Who is watching the man?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_watching,s"}, "answer": "people", "semanticStr": "select: man (0)->relate: person,watching,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are watching the man.", "image": "n51658.jpg", "question_id": 201682450}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (15)"}, {"operation": "select", "dependencies": [], "argument": "bat (11) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201155987"], "equivalent": ["201155986"], "question": "Do the jacket and the bat have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-bat_jacket"}, "answer": "yes", "semanticStr": "select: jacket (15)->select: bat (11) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "15", "5": "11"}, "fullAnswer": {"3": "15", "6": "11"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the jacket and the bat are black.", "image": "n146522.jpg", "question_id": 201155986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (8)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202106478", "202106470", "202106477", "202106466", "202106464", "202106465", "202106462", "202106463", "202106469"], "equivalent": ["202106466", "202106467"], "question": "What color do you think the racket is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-racket_color"}, "answer": "green", "semanticStr": "select: racket (8)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The racket is green.", "image": "n574498.jpg", "question_id": 202106467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (14)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bar stool (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20783027"], "question": "Are there bar stools or tables?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bar stool_table"}, "answer": "yes", "semanticStr": "select: table (14)->exist: ? [0]->select: bar stool (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a table.", "image": "n355339.jpg", "question_id": 20783027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "relate", "dependencies": [0], "argument": "people,behind,s (13)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20783020"], "question": "Are there people behind the chair?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_people"}, "answer": "yes", "semanticStr": "select: chair (9)->relate: people,behind,s (13) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "13", "5": "9"}, "fullAnswer": {"3": "13", "6": "9"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there are people behind the chair.", "image": "n355339.jpg", "question_id": 20783020}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (3)"}, {"operation": "relate", "dependencies": [0], "argument": "sand,in front of,s (7)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20734221"], "question": "Does the sand in front of the buildings look clean and white?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "no", "semanticStr": "select: buildings (3)->relate: sand,in front of,s (7) [0]->verify cleanliness: clean [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "7": "3"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sand is clean but brown.", "image": "n90944.jpg", "question_id": 20734221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (1)"}, {"operation": "choose sportActivity", "dependencies": [1], "argument": "riding|skating"}], "entailed": ["20911209", "20911212", "20911210", "20911213"], "equivalent": ["20911210", "20911211"], "question": "Does the person near the traffic signal appear to be riding or skating?", "isBalanced": true, "groups": {"global": "sportActivity", "local": "10c-skater_sportActivity"}, "answer": "riding", "semanticStr": "select: traffic light (6)->relate: person,near,s (1) [0]->choose sportActivity: riding|skating [1]", "annotations": {"answer": {}, "question": {"2": "1", "5:7": "6"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The skater is riding.", "image": "n217003.jpg", "question_id": 20911211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536220", "20536221", "20536049"], "equivalent": ["20536222"], "question": "What kind of animal is standing on the ground?", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_standing on,s"}, "answer": "giraffe", "semanticStr": "select: ground (6)->relate: animal,standing on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n410476.jpg", "question_id": 20536222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (7)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,near,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202081709", "202081708", "202081725", "202081724", "202081705", "202081704", "202081707", "202081716", "202081717", "202081678", "202081701", "202081679", "202081699", "202081710", "202081726"], "equivalent": ["202081707", "202081706"], "question": "The lamp near the laptop computer is of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lamp_color"}, "answer": "black", "semanticStr": "select: laptop (7)->relate: lamp,near,s (12) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "12", "4:6": "7"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is black.", "image": "n433692.jpg", "question_id": 202081706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (6)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201621805", "201621804", "201621807", "201621806", "201621799", "201621802"], "equivalent": ["201621803"], "question": "What color is the speaker on the right of the image?", "isBalanced": true, "groups": {"global": "color", "local": "10q-speaker_color"}, "answer": "silver", "semanticStr": "select: speaker (6)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The speaker is silver.", "image": "n275148.jpg", "question_id": 201621803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306468", "20306478", "20306479", "20306477", "20306467"], "equivalent": ["20306469"], "question": "Who is before the television?", "isBalanced": true, "groups": {"global": "person", "local": "14-television_in front of,s"}, "answer": "man", "semanticStr": "select: television (9)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the TV.", "image": "n554880.jpg", "question_id": 20306469}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (4)"}, {"operation": "filter", "dependencies": [0], "argument": "full"}, {"operation": "relate", "dependencies": [1], "argument": "chair,to the right of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202286623"], "equivalent": ["202286622"], "question": "Is there any chair to the right of the full backpack?", "isBalanced": true, "groups": {"global": null, "local": "13-backpack_chair"}, "answer": "no", "semanticStr": "select: backpack (4)->filter: full [0]->relate: chair,to the right of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "4"}, "fullAnswer": {"10": "4", "4": "10"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is an elephant to the right of the backpack.", "image": "n413002.jpg", "question_id": 202286622}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306469", "20306468", "20306478", "20306479", "20306477"], "equivalent": ["20306467"], "question": "Who is in front of the TV?", "isBalanced": true, "groups": {"global": "person", "local": "14-television_in front of,s"}, "answer": "man", "semanticStr": "select: television (9)->relate: person,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "9"}, "fullAnswer": {"1": "0", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the TV.", "image": "n554880.jpg", "question_id": 20306467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175496", "201175287", "201175286"], "equivalent": ["201175497"], "question": "What animal is the woman behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_behind,o"}, "answer": "cat", "semanticStr": "select: woman (0)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is behind the cat.", "image": "n357784.jpg", "question_id": 201175497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "verify race", "dependencies": [1], "argument": "asian"}], "entailed": ["20647876", "20647907", "20647797", "20647845", "20647847", "20647846", "20647875", "20647843", "20647877", "20647906", "20647799", "20647798", "20647800"], "equivalent": ["20647844"], "question": "Does the man that is not old appear to be Asian?", "isBalanced": true, "groups": {"global": null, "local": "06-man_asian"}, "answer": "no", "semanticStr": "select: man (11)->filter: not(old) [0]->verify race: asian [1]", "annotations": {"answer": {}, "question": {"2": "11", "6": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is caucasian.", "image": "n471866.jpg", "question_id": 20647844}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (8)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201947823", "201947820", "201947821", "201947819", "201947817", "201947816", "201947812"], "equivalent": ["201947818"], "question": "What is the color of the clean sink?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sink_color"}, "answer": "white", "semanticStr": "select: sink (8)->filter cleanliness: clean [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6:8": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sink is white.", "image": "n473688.jpg", "question_id": 201947818}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202156822", "202156820", "202156794"], "equivalent": ["202156821"], "question": "What animals are it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephants", "semanticStr": "select: animal (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156821}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (2)"}, {"operation": "relate", "dependencies": [0], "argument": "bridge,above,s (6)"}, {"operation": "filter", "dependencies": [1], "argument": "sturdy"}, {"operation": "query", "dependencies": [2], "argument": "material"}], "entailed": ["20746621", "20746611", "20746612", "20746614", "20746615", "20746616"], "equivalent": ["20746613"], "question": "What material is the sturdy bridge above the river made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bridge_material"}, "answer": "concrete", "semanticStr": "select: river (2)->relate: bridge,above,s (6) [0]->filter: sturdy [1]->query: material [2]", "annotations": {"answer": {}, "question": {"8": "2", "4:6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bridge is made of cement.", "image": "n477215.jpg", "question_id": 20746613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156795", "202156794", "202156826", "202156825", "202156812", "202156813", "202156807", "202156806", "202156814"], "equivalent": ["202156827"], "question": "What animals are large?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "elephants", "semanticStr": "select: animal (3)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156827}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,below,o (-)"}], "entailed": [], "equivalent": ["20442290"], "question": "Is the countertop below a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_mirror"}, "answer": "no", "semanticStr": "select: countertop (4)->verify rel: mirror,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4", "6": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the countertop is below the cabinet.", "image": "n207708.jpg", "question_id": 20442290}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156795", "202156794", "202156827", "202156826", "202156812", "202156813", "202156807", "202156806", "202156814"], "equivalent": ["202156825"], "question": "What are the large animals?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_large"}, "answer": "elephants", "semanticStr": "select: animal (3)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"4": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animals are elephants.", "image": "n543966.jpg", "question_id": 202156825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paintings (16)"}, {"operation": "relate", "dependencies": [0], "argument": "mirror,to the left of,o (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201883161", "201883218", "201883219", "201883220"], "equivalent": ["201883217"], "question": "What is in front of the mirror that the paintings are to the left of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-mirror_in front of,s"}, "answer": "bed", "semanticStr": "select: paintings (16)->relate: mirror,to the left of,o (4) [0]->relate: _,in front of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"9": "16", "6": "4"}, "fullAnswer": {"1": "8", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bed is in front of the mirror.", "image": "n125122.jpg", "question_id": 201883217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tissue box (4)"}, {"operation": "relate", "dependencies": [0], "argument": "tissue,in,s (5)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}, {"operation": "select", "dependencies": [], "argument": "soap (9) "}, {"operation": "verify color", "dependencies": [3], "argument": "white"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["20518737", "20518735", "20518611", "20518715", "20518716", "20518612", "20518613", "20518738", "20518739", "20518741", "20518740", "20518614", "20518609", "20518746"], "equivalent": ["20518608"], "question": "Are the tissue paper in the tissue box and the soap both white?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-soap_tissue"}, "answer": "yes", "semanticStr": "select: tissue box (4)->relate: tissue,in,s (5) [0]->verify color: white [1]->select: soap (9) ->verify color: white [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"10": "9", "2:4": "5", "6:8": "4"}, "fullAnswer": {"3": "5", "6": "9"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the tissue and the soap are white.", "image": "n141939.jpg", "question_id": 20518608}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (8)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (5)"}, {"operation": "filter hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify color", "dependencies": [2], "argument": "white"}], "entailed": ["201527794", "201527781", "201527818", "201527782"], "equivalent": ["201527783", "201527782"], "question": "Does the hard table in front of the stove look white?", "isBalanced": true, "groups": {"global": null, "local": "06-table_white"}, "answer": "no", "semanticStr": "select: stove (8)->relate: table,in front of,s (5) [0]->filter hardness: hard [1]->verify color: white [2]", "annotations": {"answer": {}, "question": {"8": "8", "2:4": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the table is brown.", "image": "n118102.jpg", "question_id": 201527783}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "filter", "dependencies": [0], "argument": "arched"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201228086", "201228087", "201228090", "201228089"], "equivalent": ["201228088"], "question": "What is the vehicle that is in front of the arched doorway?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-doorway_in front of,s"}, "answer": "van", "semanticStr": "select: doorway (11)->filter: arched [0]->relate: vehicle,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "10:12": "11"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n154856.jpg", "question_id": 201228088}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228086", "201228087", "201228090", "201228088"], "equivalent": ["201228089"], "question": "What vehicle is in front of the doorway?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-doorway_in front of,s"}, "answer": "van", "semanticStr": "select: doorway (11)->relate: vehicle,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n154856.jpg", "question_id": 201228089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201974631", "201974630", "201975120", "201974629"], "equivalent": ["201975119"], "question": "What is the man in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_in front of,o"}, "answer": "fence", "semanticStr": "select: man (9)->relate: _,in front of,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "7": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the fence.", "image": "n274905.jpg", "question_id": 201975119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "verify material", "dependencies": [2], "argument": "metal"}, {"operation": "verify height", "dependencies": [2], "argument": "tall "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["201641469", "201641468", "201641461", "201641460", "201641463", "201641462", "201641465", "201641464", "201641467", "201641474", "201641472", "201641473"], "equivalent": ["201641466"], "question": "Is the traffic signal that looks black and red metallic and tall?", "isBalanced": true, "groups": {"global": null, "local": "05-metal_tall"}, "answer": "yes", "semanticStr": "select: traffic light (8)->filter color: black [0]->filter color: red [1]->verify material: metal [2]->verify height: tall  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"8": "8", "2:4": "8", "6": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic light is metallic and tall.", "image": "n532213.jpg", "question_id": 201641466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228084"], "equivalent": ["201228082"], "question": "How is the vehicle on top of the road called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-road_on top of,s"}, "answer": "van", "semanticStr": "select: road (12)->relate: vehicle,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"8": "12", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n154856.jpg", "question_id": 201228082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228087", "201228090", "201228088", "201228089"], "equivalent": ["201228086"], "question": "What is in front of the doorway?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-doorway_in front of,s"}, "answer": "van", "semanticStr": "select: doorway (11)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "11"}, "fullAnswer": {"1": "0", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the doorway.", "image": "n154856.jpg", "question_id": 201228086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doorway (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201228086", "201228090", "201228088", "201228089"], "equivalent": ["201228087"], "question": "What's in front of the doorway?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-doorway_in front of,s"}, "answer": "van", "semanticStr": "select: doorway (11)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The van is in front of the doorway.", "image": "n154856.jpg", "question_id": 201228087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "cardboard"}, {"operation": "relate", "dependencies": [1], "argument": "_,inside,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201711379", "201711380", "201711376"], "equivalent": ["201711375"], "question": "What is inside the container made of cardboard?", "isBalanced": true, "groups": {"global": "object", "local": "14-box_inside,s"}, "answer": "books", "semanticStr": "select: container (8)->filter material: cardboard [0]->relate: _,inside,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"4": "8", "7": "8"}, "fullAnswer": {"1": "9", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The books are inside the box.", "image": "n302387.jpg", "question_id": 201711375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (4)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|pink"}], "entailed": [], "equivalent": ["20119115"], "question": "Is the necktie black or pink?", "isBalanced": true, "groups": {"global": "color", "local": "10c-tie_color"}, "answer": "black", "semanticStr": "select: tie (4)->choose color: black|pink [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The necktie is black.", "image": "n540852.jpg", "question_id": 20119115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012511", "202012512", "202012513", "202012514", "202012515"], "equivalent": ["202012516"], "question": "What items of furniture are brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_brown"}, "answer": "cabinets", "semanticStr": "select: furniture (19)->filter color: brown [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012516}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20119113", "20119112"], "equivalent": ["20119114"], "question": "Is there a tie that is not black?", "isBalanced": true, "groups": {"global": null, "local": "04-tie_n#black"}, "answer": "no", "semanticStr": "select: tie (4)->filter color: not(black) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a tie but it is black.", "image": "n540852.jpg", "question_id": 20119114}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (8)"}, {"operation": "verify rel", "dependencies": [1], "argument": "cell phone,looking at,o (-)"}], "entailed": ["202179630"], "equivalent": ["202179631"], "question": "Is the person near the rope looking at a cell phone?", "isBalanced": true, "groups": {"global": null, "local": "13-man_cell phone"}, "answer": "no", "semanticStr": "select: rope (12)->relate: person,near,s (8) [0]->verify rel: cell phone,looking at,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "12"}, "fullAnswer": {"2": "8", "7": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is looking at a kite.", "image": "n523165.jpg", "question_id": 202179631}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "query", "dependencies": [0], "argument": "hardness"}], "entailed": ["202169318", "202169320", "202169319"], "equivalent": ["202169321"], "question": "How hard is that bench?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-bench_hardness"}, "answer": "hard", "semanticStr": "select: bench (6)->query: hardness [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is hard.", "image": "n451187.jpg", "question_id": 202169321}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202169327", "202169322", "202169323", "202169280", "202169328", "202169329", "202169423", "202169331", "202169330", "202169333", "202169332", "202169335", "202169334", "202169336"], "equivalent": ["202169324"], "question": "What is in front of the woman?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_in front of,s"}, "answer": "bench", "semanticStr": "select: woman (9)->relate: _,in front of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bench is in front of the woman.", "image": "n451187.jpg", "question_id": 202169324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glass (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,contain,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201763917", "201763853", "201763852"], "equivalent": ["201763916"], "question": "What does that glass contain?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-glass_contain,o"}, "answer": "doors", "semanticStr": "select: glass (4)->relate: _,contain,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The glass contains doors.", "image": "n246334.jpg", "question_id": 201763916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (12)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,behind,s (13)"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify height", "dependencies": [1], "argument": "tall "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20941926", "20941917", "20941952", "20941919", "20941950", "20941951", "20941938", "20941939", "20941932", "20941933", "20941930", "20941931", "20941936", "20941937", "20941934", "20941935", "20941953", "20941921", "20941946", "20941923", "20941922", "20941925", "20941924", "20941929", "20941928", "20941927", "20941949", "20941948", "20941947", "20941920", "20941945", "20941944", "20941943", "20941942", "20941941", "20941940"], "equivalent": ["20941918"], "question": "Are the trees behind the building tall and green?", "isBalanced": true, "groups": {"global": null, "local": "05-green_tall"}, "answer": "yes", "semanticStr": "select: building (12)->relate: tree,behind,s (13) [0]->verify color: green [1]->verify height: tall  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "13", "5": "12"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are tall and green.", "image": "n137182.jpg", "question_id": 20941918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201207162", "201207161", "201207164", "201207165", "201207152", "201207151", "201207150"], "equivalent": ["201207163"], "question": "What kind of fruit is it?", "isBalanced": true, "groups": {"global": "fruit", "local": "11q-fruit"}, "answer": "apples", "semanticStr": "select: fruit (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The fruits are apples.", "image": "n222915.jpg", "question_id": 201207163}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fruit (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201207162", "201207163", "201207161", "201207165", "201207152", "201207151", "201207150"], "equivalent": ["201207164", "201207165"], "question": "What are this fruits called?", "isBalanced": true, "groups": {"global": "fruit", "local": "11q-fruit"}, "answer": "apples", "semanticStr": "select: fruit (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "These are apples.", "image": "n222915.jpg", "question_id": 201207164}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (16)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "choose rel", "dependencies": [1], "argument": "books,to the left of|to the right of,s (14)"}], "entailed": ["201399983", "201400061", "201400062"], "equivalent": ["201399984"], "question": "Are the thin books to the left or to the right of the soft couch?", "isBalanced": true, "groups": {"global": null, "local": "13-couch_books"}, "answer": "left", "semanticStr": "select: couch (16)->filter hardness: soft [0]->choose rel: books,to the left of|to the right of,s (14) [1]", "annotations": {"answer": {}, "question": {"2:4": "14", "13:15": "16"}, "fullAnswer": {"1": "14", "8": "16"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The books are to the left of the couch.", "image": "n344136.jpg", "question_id": 201399984}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "relate", "dependencies": [0], "argument": "man,watching,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["201935211", "201935201", "201935214", "201935216", "201935217"], "equivalent": ["201935215"], "question": "How old is the man the woman is watching?", "isBalanced": true, "groups": {"global": "age", "local": "10q-man_age"}, "answer": "young", "semanticStr": "select: woman (2)->relate: man,watching,o (1) [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "2"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is young.", "image": "n556604.jpg", "question_id": 201935215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,below,o (-)"}], "entailed": [], "equivalent": ["201804497"], "question": "Is the fireplace below a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-fireplace_mirror"}, "answer": "no", "semanticStr": "select: fireplace (5)->verify rel: mirror,below,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the fireplace is below a television.", "image": "n51002.jpg", "question_id": 201804497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (3)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["201527507", "201527505"], "equivalent": ["201527506"], "question": "Is the tray in the top of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-tray_top"}, "answer": "no", "semanticStr": "select: tray (3)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the tray is in the bottom of the image.", "image": "n118102.jpg", "question_id": 201527506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (4)"}, {"operation": "relate", "dependencies": [0], "argument": "tray,near,s (3)"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "silver "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201527521", "201527522", "201527520", "201527523", "201527524", "201527514", "201527515", "201527516", "201527517", "201527510", "201527511", "201527512", "201527513", "201527525", "201527518", "201527519", "201527509"], "equivalent": ["201527508"], "question": "Does the tray near the fork look silver and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_silver"}, "answer": "yes", "semanticStr": "select: fork (4)->relate: tray,near,s (3) [0]->verify shape: rectangular [1]->verify color: silver  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "4"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tray is silver and rectangular.", "image": "n118102.jpg", "question_id": 201527508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201528080"], "equivalent": ["201528081"], "question": "Who is sitting at the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "girl", "semanticStr": "select: table (5)->relate: person,sitting at,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is sitting at the table.", "image": "n118102.jpg", "question_id": 201528081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (8)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting at,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201528081"], "equivalent": ["201528080"], "question": "Who is sitting at the table the stove is behind of?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "girl", "semanticStr": "select: stove (8)->relate: table,behind,o (5) [0]->relate: person,sitting at,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"5": "5", "7": "8"}, "fullAnswer": {"1": "6", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is sitting at the table.", "image": "n118102.jpg", "question_id": 201528080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570993"], "equivalent": ["201570995"], "question": "What is the woman standing on?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_standing on,o"}, "answer": "carpet", "semanticStr": "select: woman (1)->relate: _,standing on,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {}, "fullAnswer": {"1": "1", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the carpet.", "image": "n382416.jpg", "question_id": 201570995}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing on,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570995"], "equivalent": ["201570993"], "question": "What is she standing on?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-woman_standing on,o"}, "answer": "carpet", "semanticStr": "select: she (1)->relate: _,standing on,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"2": "1"}, "fullAnswer": {"1": "1", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the carpet.", "image": "n382416.jpg", "question_id": 201570993}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (5)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (-) "}, {"operation": "filter", "dependencies": [3], "argument": "not(closed)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201756938", "201756939", "201756935", "201756936", "201756937"], "equivalent": ["201756930"], "question": "Are there windows or doors that are not closed?", "isBalanced": true, "groups": {"global": null, "local": "04-door_n#closed"}, "answer": "no", "semanticStr": "select: door (5)->filter: not(closed) [0]->exist: ? [1]->select: window (-) ->filter: not(closed) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a door but it is closed.", "image": "n567860.jpg", "question_id": 201756930}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}, {"operation": "verify", "dependencies": [1], "argument": "healthy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20716846", "20716847", "20716842", "20716843", "20716826", "20716827", "20716824", "20716825", "20716822", "20716823", "20716821", "20716862", "20716863", "20716860", "20716861", "20716864", "20716828", "20716829", "20716853", "20716851", "20716872", "20716855", "20716854", "20716859", "20716858", "20716837", "20716836", "20716831", "20716830", "20716832", "20716871", "20716870", "20716865", "20716838"], "equivalent": ["20716852"], "question": "Does the adult person look blond and healthy?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_healthy"}, "answer": "yes", "semanticStr": "select: person (0)->filter: adult [0]->verify color: blond [1]->verify: healthy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is blond and healthy.", "image": "n67005.jpg", "question_id": 20716852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20936229", "20935942", "20936230"], "equivalent": ["20936228"], "question": "What animal is the woman on?", "isBalanced": true, "groups": {"global": "animal", "local": "14-woman_on,o"}, "answer": "elephant", "semanticStr": "select: woman (6)->relate: animal,on,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "6", "5": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is on the elephant.", "image": "n44249.jpg", "question_id": 20936228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper towel (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,reflected in,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202081381", "202081380", "202081383", "202081382", "202081060", "202081384", "202081061"], "equivalent": ["202081380", "202081379"], "question": "What is the white paper towel reflected in?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-paper towel_reflected in,o"}, "answer": "toaster", "semanticStr": "select: paper towel (9)->filter color: white [0]->relate: _,reflected in,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3:6": "9"}, "fullAnswer": {"1:3": "9", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The paper towel is reflected in the toaster.", "image": "n314630.jpg", "question_id": 202081379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "select", "dependencies": [], "argument": "heater (20) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202161925"], "question": "Are both the floor and the heater made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-floor_heater"}, "answer": "no", "semanticStr": "select: floor (17)->select: heater (20) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "17", "6": "20"}, "fullAnswer": {"9": "20", "2": "17"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the floor is made of wood and the heater is made of metal.", "image": "n69237.jpg", "question_id": 202161925}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sailboat (15)"}, {"operation": "relate", "dependencies": [0], "argument": "sailboats,to the right of,s (22)"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202100363", "202100362", "202100372", "202100373", "202100374", "202100366", "202100365", "202100369", "202100364", "202100368", "202100370", "202100367"], "equivalent": ["202100371"], "question": "Do the sailboats that are to the right of the other sailboat look white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "yes", "semanticStr": "select: sailboat (15)->relate: sailboats,to the right of,s (22) [0]->verify size: small [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"11": "15", "2": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the sailboats are white and small.", "image": "n386688.jpg", "question_id": 202100371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "relate", "dependencies": [0], "argument": "mouse pad,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the right of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20706204", "20705992", "20705990", "20705991", "20705941", "20705940", "20705942", "20705989", "20706203"], "equivalent": ["20705989", "20705988"], "question": "What is the device to the right of the mousepad that is in front of the monitor?", "isBalanced": true, "groups": {"global": "device", "local": "15-mouse pad_to the right of,s"}, "answer": "keyboard", "semanticStr": "select: monitor (1)->relate: mouse pad,in front of,s (4) [0]->relate: device,to the right of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"9": "4", "3": "2", "16": "1"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n264887.jpg", "question_id": 20705988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "select", "dependencies": [], "argument": "chair (13) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20381182"], "question": "Is the picture frame made of the same material as the chair?", "isBalanced": true, "groups": {"global": null, "local": "09same-chair_picture frame"}, "answer": "no", "semanticStr": "select: picture frame (1)->select: chair (13) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"11": "13", "2:4": "1"}, "fullAnswer": {"10": "13", "2:4": "1"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the picture frame is made of wood and the chair is made of metal.", "image": "n398257.jpg", "question_id": 20381182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "remote control (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20705983", "20705982"], "equivalent": ["20705981"], "question": "Is there a black keyboard or remote control?", "isBalanced": true, "groups": {"global": null, "local": "04-keyboard_black"}, "answer": "no", "semanticStr": "select: keyboard (2)->filter color: black [0]->exist: ? [1]->select: remote control (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a keyboard but it is white.", "image": "n264887.jpg", "question_id": 20705981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (15)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "yellow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["202162297"], "question": "Does the chair look yellow and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_yellow"}, "answer": "no", "semanticStr": "select: chair (15)->verify size: small [0]->verify color: yellow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the chair is small but gray.", "image": "n69237.jpg", "question_id": 202162297}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201480314"], "question": "Who in this image is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "boy", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is standing.", "image": "n39114.jpg", "question_id": 201480314}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rocks (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20492096"], "equivalent": ["20492097"], "question": "What do the rocks lie on top of?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-rocks_lying on top of,o"}, "answer": "ground", "semanticStr": "select: rocks (6)->relate: _,lying on top of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "6", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rocks lie on top of the ground.", "image": "n335542.jpg", "question_id": 20492097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20492094"], "question": "What lies on top of the ground?", "isBalanced": true, "groups": {"global": "thing", "local": "14-ground_lying on top of,s"}, "answer": "rocks", "semanticStr": "select: ground (10)->relate: _,lying on top of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rocks lie on top of the ground.", "image": "n335542.jpg", "question_id": 20492094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,looking at,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644699", "20644736", "20644737", "20644734", "20644738"], "equivalent": ["20644739"], "question": "Which kind of animal is looking at the man?", "isBalanced": true, "groups": {"global": "animal", "local": "15-man_looking at,s"}, "answer": "cat", "semanticStr": "select: man (5)->relate: animal,looking at,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n250821.jpg", "question_id": 20644739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201804766", "201804764", "201804763", "201804762"], "equivalent": ["201804766", "201804765"], "question": "On which side of the photo is the white vase?", "isBalanced": true, "groups": {"global": null, "local": "10q-vase_hposition"}, "answer": "left", "semanticStr": "select: vase (8)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The vase is on the left of the image.", "image": "n51002.jpg", "question_id": 201804765}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting on top of,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201430899", "201430863", "201430867", "201430866", "201430865", "201430864", "201430869", "201430868"], "equivalent": ["201430870"], "question": "Which kind of furniture is the bag sitting on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-bag_sitting on top of,o"}, "answer": "cabinet", "semanticStr": "select: bag (4)->relate: furniture,sitting on top of,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "4", "8": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bag is sitting on top of the cabinet.", "image": "n206785.jpg", "question_id": 201430870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "filter", "dependencies": [0], "argument": "not(empty)"}, {"operation": "verify rel", "dependencies": [1], "argument": "bed,sitting on top of,o (-)"}], "entailed": ["201430877"], "equivalent": ["201430876"], "question": "Is the bag that is not empty sitting on top of a bed?", "isBalanced": true, "groups": {"global": null, "local": "13-bag_bed"}, "answer": "no", "semanticStr": "select: bag (4)->filter: not(empty) [0]->verify rel: bed,sitting on top of,o (-) [1]", "annotations": {"answer": {}, "question": {"2": "4", "6": "4"}, "fullAnswer": {"9": "7", "2": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the bag is sitting on top of the cabinet.", "image": "n206785.jpg", "question_id": 201430876}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202040079", "202040081", "202040080", "202040083", "202040085", "202040084", "202040087", "202040086"], "equivalent": ["202040082"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "train station", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a train station.", "image": "n542609.jpg", "question_id": 202040082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter activity", "dependencies": [0], "argument": "posing"}, {"operation": "choose rel", "dependencies": [1], "argument": "glasses,to the right of|to the left of,s (24)"}], "entailed": ["201482226", "201482227"], "equivalent": ["201482227", "201482228"], "question": "Are the glasses to the right or to the left of the man that is posing?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "right", "semanticStr": "select: man (2)->filter activity: posing [0]->choose rel: glasses,to the right of|to the left of,s (24) [1]", "annotations": {"answer": {}, "question": {"2": "24", "12": "2", "15": "2"}, "fullAnswer": {"1": "24", "8": "2"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The glasses are to the right of the man.", "image": "n470920.jpg", "question_id": 201482228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (0)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20827290", "20827291", "20827292", "20827293", "20827294", "20827295", "20827289", "20827288", "20827287", "20827286", "20827285", "20827284", "20827302", "20827303"], "equivalent": ["20827283"], "question": "Does the towel look rectangular and thin?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_thin"}, "answer": "yes", "semanticStr": "select: towel (0)->verify shape: rectangular [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the towel is rectangular and thin.", "image": "n283587.jpg", "question_id": 20827283}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306264", "20306265", "20306253"], "equivalent": ["20306311"], "question": "Who is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "woman", "semanticStr": "select: person (1)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is sitting.", "image": "n554880.jpg", "question_id": 20306311}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "can (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201908728"], "equivalent": ["201908727", "201908728"], "question": "Is there a red plate or can?", "isBalanced": true, "groups": {"global": null, "local": "04-plate_red"}, "answer": "no", "semanticStr": "select: plate (14)->filter color: red [0]->exist: ? [1]->select: can (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a plate but it is white.", "image": "n479092.jpg", "question_id": 201908727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (0)"}, {"operation": "relate", "dependencies": [0], "argument": "towel,to the right of,s (11)"}, {"operation": "filter", "dependencies": [1], "argument": "folded"}, {"operation": "choose color", "dependencies": [2], "argument": "white|green"}], "entailed": ["201737791"], "equivalent": ["201737791", "201737790"], "question": "Is the folded towel to the right of the bag white or is it green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-towel_color"}, "answer": "white", "semanticStr": "select: bag (0)->relate: towel,to the right of,s (11) [0]->filter: folded [1]->choose color: white|green [2]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The towel is white.", "image": "n531731.jpg", "question_id": 201737790}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20618764", "20618765", "20618766", "20618767"], "equivalent": ["20618768", "20618767"], "question": "Which side is the happy man on?", "isBalanced": true, "groups": {"global": null, "local": "10q-man_hposition"}, "answer": "left", "semanticStr": "select: man (1)->filter face expression: happy [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is on the left of the image.", "image": "n126087.jpg", "question_id": 20618768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "counter,below,o (7)"}], "entailed": ["20752461"], "equivalent": ["20752381"], "question": "Is the cabinet below a counter?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinet_counter"}, "answer": "yes", "semanticStr": "select: cabinet (3)->verify rel: counter,below,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "3", "5": "7"}, "fullAnswer": {"2": "3", "6": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cabinet is below a counter.", "image": "n209843.jpg", "question_id": 20752381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064976", "201064977", "201064795", "201064796", "201064981", "201064979", "201064980"], "equivalent": ["201064978"], "question": "What is the boy sitting in?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-boy_sitting in,o"}, "answer": "sofa", "semanticStr": "select: boy (4)->relate: _,sitting in,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "4", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting in the sofa.", "image": "n88933.jpg", "question_id": 201064978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "boy,to the right of|to the left of,s (4)"}], "entailed": ["201065142", "201065141", "201065143", "201064973"], "equivalent": ["201064974"], "question": "Is the happy boy to the right or to the left of the food on the left side?", "isBalanced": true, "groups": {"global": null, "local": "13-food_boy"}, "answer": "right", "semanticStr": "select: food (8)->filter hposition: left [0]->choose rel: boy,to the right of|to the left of,s (4) [1]", "annotations": {"answer": {}, "question": {"13": "8", "2:4": "4"}, "fullAnswer": {"1": "4", "8": "8"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The boy is to the right of the food.", "image": "n88933.jpg", "question_id": 201064974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (13)"}, {"operation": "filter", "dependencies": [0], "argument": "ceramic"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100721"], "equivalent": ["202100722"], "question": "What type of appliance is the ceramic pot sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-pot_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: pot (13)->filter: ceramic [0]->relate: appliance,sitting on top of,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6:8": "13"}, "fullAnswer": {"1": "13", "8": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pot is sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting in,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064977", "201064795", "201064796", "201064978", "201064981", "201064979", "201064980"], "equivalent": ["201064976"], "question": "The boy is sitting in what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-boy_sitting in,o"}, "answer": "sofa", "semanticStr": "select: boy (4)->relate: _,sitting in,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting in the sofa.", "image": "n88933.jpg", "question_id": 201064976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine bottle (8)"}, {"operation": "select", "dependencies": [], "argument": "toaster (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["202080917"], "equivalent": ["202080918", "202080917"], "question": "Are the wine bottle and the toaster made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-toaster_wine bottle"}, "answer": "no", "semanticStr": "select: wine bottle (8)->select: toaster (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "3"}, "fullAnswer": {"10": "3", "2:4": "8"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the wine bottle is made of glass and the toaster is made of metal.", "image": "n314630.jpg", "question_id": 202080918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20427852", "20427845", "20427844", "20427846", "20427841", "20427842"], "equivalent": ["20427843", "20427842"], "question": "What color is the chair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-chair_color"}, "answer": "blue", "semanticStr": "select: chair (9)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The chair is blue.", "image": "n281241.jpg", "question_id": 20427843}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["201068631", "201068630", "201068633", "201068632", "201068619", "201068637", "201068628", "201068629", "201068636", "201068624", "201068625", "201068626", "201068627", "201068620", "201068621", "201068622"], "equivalent": ["201068622", "201068623"], "question": "Of what ethnicity is the man that is on the right side?", "isBalanced": true, "groups": {"global": "race", "local": "10q-man_race"}, "answer": "asian", "semanticStr": "select: man (2)->filter hposition: right [0]->query: race [1]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is asian.", "image": "n159802.jpg", "question_id": 201068623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spatula (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,resting on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624288", "201624285", "201624286", "201624287", "201624118"], "equivalent": ["201624289"], "question": "What kind of cooking utensil does the spatula rest on?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-spatula_resting on,o"}, "answer": "pan", "semanticStr": "select: spatula (6)->relate: cooking utensil,resting on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3:5": "5"}, "fullAnswer": {"1": "6", "5": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spatula rests on the pan.", "image": "n59676.jpg", "question_id": 201624289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307158", "20307160", "20307147", "20307146", "20307145", "20307144", "20307143"], "equivalent": ["20307159"], "question": "Which device is made of glass?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_glass"}, "answer": "television", "semanticStr": "select: device (9)->filter material: glass [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1": "9"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n554880.jpg", "question_id": 20307159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20741157", "20741108", "20741161", "20741160", "20741158"], "equivalent": ["20741159"], "question": "What kind of furniture is in front of the person?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_in front of,s"}, "answer": "chair", "semanticStr": "select: person (7)->relate: furniture,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n23762.jpg", "question_id": 20741159}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pot (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202081955", "202081956", "202081957"], "equivalent": ["202081958"], "question": "On which side is the pot?", "isBalanced": true, "groups": {"global": null, "local": "10q-pot_hposition"}, "answer": "right", "semanticStr": "select: pot (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pot is on the right of the image.", "image": "n433692.jpg", "question_id": 202081958}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,in front of,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20741108", "20741161", "20741160", "20741158", "20741159"], "equivalent": ["20741157"], "question": "What is the piece of furniture in front of the tall person?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_in front of,s"}, "answer": "chair", "semanticStr": "select: person (7)->filter height: tall [0]->relate: furniture,in front of,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3:6": "2", "10:12": "7"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n23762.jpg", "question_id": 20741157}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (1)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20902539", "20902538", "20902578", "20902577", "20902576", "20902575", "20902574", "20902572", "20902571", "20902601", "20902580", "20902582", "20902583", "20902603", "20902602", "20902540", "20902567", "20902568", "20902581", "20902591", "20902592"], "equivalent": ["20902579"], "question": "How big is the backpack?", "isBalanced": true, "groups": {"global": "size", "local": "10q-backpack_size"}, "answer": "small", "semanticStr": "select: backpack (1)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is small.", "image": "n411121.jpg", "question_id": 20902579}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (15)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,higher than,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2076627"], "equivalent": ["2076628"], "question": "What is the name of the vehicles that the high windows are higher than?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-windows_higher than,o"}, "answer": "cars", "semanticStr": "select: windows (15)->filter: high [0]->relate: vehicle,higher than,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"9:11": "15", "6": "8"}, "fullAnswer": {"1": "8", "3": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicles are cars.", "image": "n214497.jpg", "question_id": 2076628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "verify shape", "dependencies": [0], "argument": "round"}], "entailed": ["20177663", "20177700", "20177701", "20177702", "20177711", "20177710"], "equivalent": ["20177713"], "question": "Is this a round table?", "isBalanced": true, "groups": {"global": null, "local": "06-table_round"}, "answer": "no", "semanticStr": "select: table (18)->verify shape: round [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"5": "18"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a rectangular table.", "image": "n55058.jpg", "question_id": 20177713}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign post (2)"}, {"operation": "relate", "dependencies": [0], "argument": "artwork,on,s (7)"}, {"operation": "choose", "dependencies": [1], "argument": "ugly|beautiful"}], "entailed": ["202021458", "202021457", "202021456", "202021459", "202021468", "202021467", "202021464", "202021462", "202021463", "202021460", "202021461"], "equivalent": ["202021465"], "question": "Does the artwork on the sign post look ugly or beautiful?", "isBalanced": true, "groups": {"global": "6", "local": "10c-artwork_6"}, "answer": "ugly", "semanticStr": "select: sign post (2)->relate: artwork,on,s (7) [0]->choose: ugly|beautiful [1]", "annotations": {"answer": {}, "question": {"2": "7", "5:7": "2"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The artwork is ugly.", "image": "n255161.jpg", "question_id": 202021465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "candle (33)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (36)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669584", "201669483", "201669482"], "equivalent": ["201669481"], "question": "What is the candle on?", "isBalanced": true, "groups": {"global": "dessert", "local": "14-candle_on,o"}, "answer": "cupcake", "semanticStr": "select: candle (33)->relate: _,on,o (36) [0]->query: name [1]", "annotations": {"answer": {"0": "36"}, "question": {}, "fullAnswer": {"1": "33", "5": "36"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The candle is on the cupcake.", "image": "n238266.jpg", "question_id": 201669481}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20489801", "20489802"], "equivalent": ["20489800"], "question": "What is located on top of the wood shelves?", "isBalanced": true, "groups": {"global": "object", "local": "14-shelves_on top of,s"}, "answer": "table lamp", "semanticStr": "select: shelves (9)->filter material: wood [0]->relate: _,on top of,s (8) [1]->query: name [2]", "annotations": {"answer": {"0:2": "8"}, "question": {"7:9": "9"}, "fullAnswer": {"8": "9", "1:3": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table lamp is on top of the shelves.", "image": "n145498.jpg", "question_id": 20489800}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table lamp (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shelves,on top of,o (9)"}], "entailed": [], "equivalent": ["20489803"], "question": "Is the table lamp on top of the shelves?", "isBalanced": true, "groups": {"global": null, "local": "13-table lamp_shelves"}, "answer": "yes", "semanticStr": "select: table lamp (8)->verify rel: shelves,on top of,o (9) [0]", "annotations": {"answer": {}, "question": {"8": "9", "2:4": "8"}, "fullAnswer": {"9": "9", "2:4": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the table lamp is on top of the shelves.", "image": "n145498.jpg", "question_id": 20489803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (15)"}, {"operation": "filter", "dependencies": [0], "argument": "high"}, {"operation": "relate", "dependencies": [1], "argument": "_,higher than,o (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2076628"], "equivalent": ["2076627"], "question": "What are the high windows higher than?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-windows_higher than,o"}, "answer": "cars", "semanticStr": "select: windows (15)->filter: high [0]->relate: _,higher than,o (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3:5": "15"}, "fullAnswer": {"1": "15", "6": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The windows are higher than the cars.", "image": "n214497.jpg", "question_id": 2076627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "verify", "dependencies": [1], "argument": "dry"}, {"operation": "verify color", "dependencies": [1], "argument": "green "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20550485", "20550486", "20550488", "20550489", "20550470", "20550459", "20550466", "20550452", "20550451", "20550450", "20550457", "20550456", "20550455", "20550495", "20550493", "20550492", "20550491", "20550490", "20550448", "20550449", "20550506", "20550468"], "equivalent": ["20550484"], "question": "Does the short grass look green and dry?", "isBalanced": true, "groups": {"global": null, "local": "05-dry_green"}, "answer": "yes", "semanticStr": "select: grass (2)->filter height: short [0]->verify: dry [1]->verify color: green  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is green and dry.", "image": "n579928.jpg", "question_id": 20550484}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "glasses,wearing,o (-)"}], "entailed": ["201336971"], "equivalent": ["201336972"], "question": "Is the person that is to the left of the bike wearing glasses?", "isBalanced": true, "groups": {"global": null, "local": "13-man_glasses"}, "answer": "no", "semanticStr": "select: bike (9)->relate: person,to the left of,s (1) [0]->verify rel: glasses,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"10": "9", "2": "1"}, "fullAnswer": {"2": "1", "5": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is wearing shorts.", "image": "n329479.jpg", "question_id": 201336972}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (2)"}, {"operation": "filter", "dependencies": [0], "argument": "dry"}, {"operation": "choose height", "dependencies": [1], "argument": "short|tall"}], "entailed": ["20550448", "20550471", "20550470", "20550473", "20550472", "20550475", "20550474", "20550476", "20550488", "20550489", "20550468"], "equivalent": ["20550483"], "question": "Is the dry grass tall or short?", "isBalanced": true, "groups": {"global": "length", "local": "10c-grass_height"}, "answer": "short", "semanticStr": "select: grass (2)->filter: dry [0]->choose height: short|tall [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The grass is short.", "image": "n579928.jpg", "question_id": 20550483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (21)"}, {"operation": "choose rel", "dependencies": [0], "argument": "bag,to the right of|to the left of,s (16)"}], "entailed": ["202162110", "202162111", "202162109", "202162233", "202162232", "202162234"], "equivalent": ["202162235"], "question": "Is the black bag to the left or to the right of the bed?", "isBalanced": true, "groups": {"global": null, "local": "13-bed_bag"}, "answer": "right", "semanticStr": "select: bed (21)->choose rel: bag,to the right of|to the left of,s (16) [0]", "annotations": {"answer": {}, "question": {"13": "21", "2:4": "16"}, "fullAnswer": {"1": "16", "8": "21"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the right of the bed.", "image": "n69237.jpg", "question_id": 202162235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elbow pad (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20245959", "20245964", "20245960", "20245962", "20245963"], "equivalent": ["20245961"], "question": "What color is that elbow pad?", "isBalanced": true, "groups": {"global": "color", "local": "10q-elbow pad_color"}, "answer": "white", "semanticStr": "select: elbow pad (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The elbow pad is white.", "image": "n489190.jpg", "question_id": 20245961}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (17)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,sitting atop,s (15)"}, {"operation": "filter material", "dependencies": [1], "argument": "wood"}, {"operation": "relate", "dependencies": [2], "argument": "bag,to the left of,s (16)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["202162343", "202162345", "202162344", "202162347", "202162346", "202162348", "202162152", "202162238", "202162237"], "equivalent": ["202162236"], "question": "Are there bags to the left of the wood chair that is sitting atop the floor?", "isBalanced": true, "groups": {"global": null, "local": "13-chair_bag"}, "answer": "yes", "semanticStr": "select: floor (17)->relate: chair,sitting atop,s (15) [0]->filter material: wood [1]->relate: bag,to the left of,s (16) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"8:10": "15", "2": "16", "15": "17"}, "fullAnswer": {"10": "15", "4": "16"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bag to the left of the chair.", "image": "n69237.jpg", "question_id": 202162236}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (11)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20381698", "20381694", "20381697", "20381696", "20381693", "20381692"], "equivalent": ["20381695", "20381697", "20381696"], "question": "Which material is the device above the desk made out of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-keyboard_material"}, "answer": "plastic", "semanticStr": "select: desk (11)->relate: device,above,s (8) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"4": "8", "7": "11"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The keyboard is made of plastic.", "image": "n398257.jpg", "question_id": 20381695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bike (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "bench,parked next to,o (8)"}], "entailed": [], "equivalent": ["201337224"], "question": "Is the bike parked next to a bench?", "isBalanced": true, "groups": {"global": null, "local": "13-bike_bench"}, "answer": "yes", "semanticStr": "select: bike (9)->verify rel: bench,parked next to,o (8) [0]", "annotations": {"answer": {}, "question": {"2": "9", "7": "8"}, "fullAnswer": {"8": "8", "2": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bike is parked next to a bench.", "image": "n329479.jpg", "question_id": 201337224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "book (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201337226"], "question": "Do you see any benches or books there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_book"}, "answer": "yes", "semanticStr": "select: bench (8)->exist: ? [0]->select: book (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bench.", "image": "n329479.jpg", "question_id": 201337226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked next to,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201337223", "201337171"], "equivalent": ["201337222"], "question": "What is parked next to the bench?", "isBalanced": true, "groups": {"global": "object", "local": "14-bench_parked next to,s"}, "answer": "bike", "semanticStr": "select: bench (8)->relate: _,parked next to,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"6": "8"}, "fullAnswer": {"1": "9", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bike is parked next to the bench.", "image": "n329479.jpg", "question_id": 201337222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (5)"}, {"operation": "select", "dependencies": [], "argument": "toaster (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202218494", "202218496"], "equivalent": ["202218495", "202218496"], "question": "Is the toaster different in color than the plant?", "isBalanced": true, "groups": {"global": null, "local": "09diff-plant_toaster"}, "answer": "yes", "semanticStr": "select: plant (5)->select: toaster (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "8"}, "fullAnswer": {"2": "5", "7": "8"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the plant is green and the toaster is white.", "image": "n578564.jpg", "question_id": 202218495}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "sweater,wearing,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2066175", "2066177", "2066176"], "equivalent": ["2066178", "2066175", "2066177", "2066176"], "question": "The sweater the girl is wearing is of what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sweater_color"}, "answer": "pink", "semanticStr": "select: girl (1)->relate: sweater,wearing,o (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "5", "3": "1"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sweater is pink.", "image": "n356822.jpg", "question_id": 2066178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066174", "2066172"], "equivalent": ["2066171", "2066172"], "question": "What is the name of the pink clothing item?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_pink"}, "answer": "sweater", "semanticStr": "select: clothing (5)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"7:9": "5"}, "fullAnswer": {"1:3": "5", "5": "5"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n356822.jpg", "question_id": 2066171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2066171", "2066172"], "equivalent": ["2066174"], "question": "What clothing item is pink?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_pink"}, "answer": "sweater", "semanticStr": "select: clothing (5)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:3": "5"}, "fullAnswer": {"1:3": "5", "5": "5"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a sweater.", "image": "n356822.jpg", "question_id": 2066174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (26)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20182780", "20182781", "20182782", "20182777", "20182776", "20182779"], "equivalent": ["20182778"], "question": "What is the sidewalk made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-sidewalk_material"}, "answer": "concrete", "semanticStr": "select: sidewalk (26)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "26"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is made of concrete.", "image": "n151768.jpg", "question_id": 20182778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20894234", "20894235", "20894236", "20894237", "20894230", "20894231", "20894232", "20894238", "20894239", "20894241"], "equivalent": ["20894234", "20894233"], "question": "What is the color of the shirt?", "isBalanced": true, "groups": {"global": "color", "local": "10q-shirt_color"}, "answer": "yellow", "semanticStr": "select: shirt (2)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is yellow.", "image": "n272313.jpg", "question_id": 20894233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202116745"], "equivalent": ["202116744"], "question": "What place is this?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "railroad", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a railroad.", "image": "n48494.jpg", "question_id": 202116744}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202116744"], "equivalent": ["202116745"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "road", "local": "02q-place"}, "answer": "railroad", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a railroad.", "image": "n48494.jpg", "question_id": 202116745}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(large)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2091139", "2091173", "2091172", "2091171", "2091170", "2091177", "2091176", "2091175", "2091174", "2091164", "2091165", "2091166", "2091167", "2091160", "2091161", "2091162", "2091163", "2091169", "2091138"], "equivalent": ["2091170", "2091168", "2091169"], "question": "Which color is the vehicle that is not large?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "blue", "semanticStr": "select: vehicle (0)->filter size: not(large) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "0", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is blue.", "image": "n565418.jpg", "question_id": 2091168}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter shape", "dependencies": [0], "argument": "not(round)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201067445", "201067843", "201067446"], "equivalent": ["201067447"], "question": "What piece of furniture is not round?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#round"}, "answer": "chair", "semanticStr": "select: furniture (7)->filter shape: not(round) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n367944.jpg", "question_id": 201067447}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "round "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201067465", "201067464", "201067463", "201067462", "201067461", "201067460", "201067456", "201067457", "201067454", "201067455", "201067450", "201067451", "201067458", "201067459"], "equivalent": ["201067450", "201067449"], "question": "Does the table in front of the other table look black and round?", "isBalanced": true, "groups": {"global": null, "local": "05-black_round"}, "answer": "yes", "semanticStr": "select: table (5)->relate: table,in front of,s (10) [0]->verify color: black [1]->verify shape: round  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "5", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is black and round.", "image": "n367944.jpg", "question_id": 201067449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201759376"], "equivalent": ["201759375"], "question": "Are there any black doors or mirrors?", "isBalanced": true, "groups": {"global": null, "local": "04-door_black"}, "answer": "yes", "semanticStr": "select: door (4)->filter color: black [0]->exist: ? [1]->select: mirror (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black door.", "image": "n150962.jpg", "question_id": 201759375}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffes (4)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639453", "201639452", "201639339", "201639456", "201639455", "201639454"], "equivalent": ["201639457"], "question": "What kind of animal is standing in front of the giraffes?", "isBalanced": true, "groups": {"global": "animal", "local": "15-giraffes_standing in front of,s"}, "answer": "zebras", "semanticStr": "select: giraffes (4)->relate: animal,standing in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are zebras.", "image": "n497789.jpg", "question_id": 201639457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "catcher (6)"}, {"operation": "relate", "dependencies": [0], "argument": "batter,in front of,s (0)"}, {"operation": "verify gender", "dependencies": [1], "argument": "female"}, {"operation": "verify age", "dependencies": [1], "argument": "young "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20631622"], "equivalent": ["20631621"], "question": "Is the batter in front of the catcher female and young?", "isBalanced": true, "groups": {"global": null, "local": "05-female_young"}, "answer": "no", "semanticStr": "select: catcher (6)->relate: batter,in front of,s (0) [0]->verify gender: female [1]->verify age: young  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "7": "6"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the batter is young but male.", "image": "n570181.jpg", "question_id": 20631621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chalkboard,near,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify shape", "dependencies": [1], "argument": "square "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202218730", "202218731", "202218732", "202218733", "202218734", "202218735", "202218736", "202218737", "202218738", "202218739", "202218729", "202218728", "202218740"], "equivalent": ["202218727"], "question": "Does the chalkboard near the artwork look square and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_square"}, "answer": "yes", "semanticStr": "select: artwork (11)->relate: chalkboard,near,s (0) [0]->verify color: black [1]->verify shape: square  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "11"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chalkboard is square and black.", "image": "n578564.jpg", "question_id": 202218727}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20169771", "20169684", "20169685"], "equivalent": ["20169683"], "question": "What is the happy man holding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_holding,o"}, "answer": "flag", "semanticStr": "select: man (1)->filter face expression: happy [0]->relate: _,holding,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the flag.", "image": "n58220.jpg", "question_id": 20169683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20330486", "20330387", "20330386", "20330385", "20330482", "20330483", "20330484", "20330485", "20330477", "20330557"], "equivalent": ["20330476"], "question": "What is in front of the vehicle that looks dark?", "isBalanced": true, "groups": {"global": "thing", "local": "14-car_in front of,s"}, "answer": "fence", "semanticStr": "select: vehicle (6)->filter color: dark [0]->relate: _,in front of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"9": "6", "6": "6"}, "fullAnswer": {"1": "7", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the car.", "image": "n260521.jpg", "question_id": 20330476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (7)"}, {"operation": "filter", "dependencies": [0], "argument": "beautiful"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["202073320", "202073321", "202073319", "202073318", "202073313", "202073312", "202073311", "202073310", "202073317", "202073316", "202073314"], "equivalent": ["202073318", "202073316", "202073315", "202073317"], "question": "Is the beautiful animal on the left side or on the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-deer_hposition"}, "answer": "right", "semanticStr": "select: animal (7)->filter: beautiful [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The deer is on the right of the image.", "image": "n219840.jpg", "question_id": 202073315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "man (0) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201065618", "201065620"], "equivalent": ["201065621", "201065620"], "question": "Do you see both women and men?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-man_woman"}, "answer": "yes", "semanticStr": "select: woman (9)->exist: ? [0]->select: man (0) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "9", "6": "0"}, "fullAnswer": {"5": "9"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a woman and a man.", "image": "n429883.jpg", "question_id": 201065621}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20169683", "20169771", "20169684"], "equivalent": ["20169685"], "question": "What is the man holding?", "isBalanced": true, "groups": {"global": "thing", "local": "14-man_holding,o"}, "answer": "flag", "semanticStr": "select: man (1)->relate: _,holding,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the flag.", "image": "n58220.jpg", "question_id": 20169685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "choose name", "dependencies": [1], "argument": "fire truck|truck"}], "entailed": ["201873355"], "equivalent": ["201873355", "201873356"], "question": "What type of vehicle is clean, the truck or the fire truck?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12c-vehicle_clean"}, "answer": "fire truck", "semanticStr": "select: vehicle (0)->filter cleanliness: clean [0]->choose name: fire truck|truck [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0", "7": "11", "10:12": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The fire truck is clean.", "image": "n309148.jpg", "question_id": 201873356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873315", "201873313", "201873354", "201873353", "201873332", "201873333", "201873334"], "equivalent": ["201873352"], "question": "What is the name of the clean vehicle?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_clean"}, "answer": "fire truck", "semanticStr": "select: vehicle (0)->filter cleanliness: clean [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"7": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["20710075", "20710074"], "equivalent": ["20710073"], "question": "Are the pants tan?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_tan"}, "answer": "no", "semanticStr": "select: pants (4)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pants are black.", "image": "n24526.jpg", "question_id": 20710073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201056104"], "equivalent": ["201056105"], "question": "Who is wearing the jersey?", "isBalanced": true, "groups": {"global": "person", "local": "14-jersey_wearing,s"}, "answer": "soccer player", "semanticStr": "select: jersey (12)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {}, "fullAnswer": {"1:3": "4", "6": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a jersey.", "image": "n259002.jpg", "question_id": 201056105}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20226906", "20226915"], "equivalent": ["20226921"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n68769.jpg", "question_id": 20226921}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "person,covering,o (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201482070"], "equivalent": ["201482069"], "question": "Who is the red jacket covering?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_covering,o"}, "answer": "man", "semanticStr": "select: jacket (1)->filter color: red [0]->relate: person,covering,o (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The jacket is covering the man.", "image": "n470920.jpg", "question_id": 201482069}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter orientation", "dependencies": [0], "argument": "not(horizontal)"}, {"operation": "verify", "dependencies": [1], "argument": "old fashioned"}, {"operation": "verify color", "dependencies": [1], "argument": "orange "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201997075", "201997076"], "equivalent": ["201997077"], "question": "Is the device that is not horizontal orange and old fashioned?", "isBalanced": true, "groups": {"global": null, "local": "05-old fashioned_orange"}, "answer": "no", "semanticStr": "select: device (9)->filter orientation: not(horizontal) [0]->verify: old fashioned [1]->verify color: orange  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "9", "6": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the phone is old fashioned but white.", "image": "n250715.jpg", "question_id": 201997077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "alarm clock (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201887112"], "equivalent": ["201887113"], "question": "Are there either lamps or alarm clocks?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-alarm clock_lamp"}, "answer": "no", "semanticStr": "select: lamp (-)->exist: ? [0]->select: alarm clock (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no alarm clocks or lamps.", "image": "n429961.jpg", "question_id": 201887113}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (26)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "verify age", "dependencies": [1], "argument": "old"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20655059", "20655058", "20655062", "20655065", "20655053", "20655063", "20655055", "20655054", "20655073", "20655072", "20655071", "20655077", "20655076", "20655075", "20655074", "20655060", "20655061"], "equivalent": ["20655070"], "question": "Is the skinny man both old and small?", "isBalanced": true, "groups": {"global": null, "local": "05-old_small"}, "answer": "yes", "semanticStr": "select: man (26)->filter fatness: skinny [0]->verify age: old [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "26"}, "fullAnswer": {"2": "26"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is old and small.", "image": "n199097.jpg", "question_id": 20655070}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (3)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201407401", "201407400", "201407399"], "equivalent": ["201407402"], "question": "On which side is the tennis racket?", "isBalanced": true, "groups": {"global": null, "local": "10q-racket_hposition"}, "answer": "right", "semanticStr": "select: racket (3)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5:7": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis racket is on the right of the image.", "image": "n282607.jpg", "question_id": 201407402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (11)"}, {"operation": "relate", "dependencies": [0], "argument": "soccer player,to the left of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201056106"], "question": "What is the soccer player to the left of the trash can wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-soccer player_wearing,o"}, "answer": "jersey", "semanticStr": "select: trash can (11)->relate: soccer player,to the left of,s (4) [0]->relate: _,wearing,o (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"3:5": "4", "10:12": "11"}, "fullAnswer": {"1:3": "4", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing a jersey.", "image": "n259002.jpg", "question_id": 201056106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (0)"}, {"operation": "verify pose", "dependencies": [0], "argument": "walking"}], "entailed": ["20602912", "20602907", "20602906", "20602911"], "equivalent": ["20602905"], "question": "Do you think the horse is walking?", "isBalanced": true, "groups": {"global": null, "local": "06-horse_walking"}, "answer": "no", "semanticStr": "select: horse (0)->verify pose: walking [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the horse is running.", "image": "n168412.jpg", "question_id": 20602905}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["20602911", "20602899", "20602914", "20602912", "20602913", "20602903", "20602902", "20602901", "20602900", "20602907", "20602906", "20602905"], "equivalent": ["20602904"], "question": "What's the horse doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-horse_pose"}, "answer": "running", "semanticStr": "select: horse (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is running.", "image": "n168412.jpg", "question_id": 20602904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (17)"}, {"operation": "verify", "dependencies": [0], "argument": "leafy"}, {"operation": "verify", "dependencies": [0], "argument": "wild "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20162232", "20162233", "20162230", "20162231", "20162234", "20162214", "20162215", "20162216", "20162217", "20162210", "20162211", "20162212", "20162213", "20162189", "20162223", "20162222", "20162191", "20162190", "20162221", "20162209", "20162208", "20162225", "20162227", "20162226", "20162229", "20162228", "20162207", "20162206"], "equivalent": ["20162224"], "question": "Are the trees both leafy and wild?", "isBalanced": true, "groups": {"global": null, "local": "05-leafy_wild"}, "answer": "yes", "semanticStr": "select: trees (17)->verify: leafy [0]->verify: wild  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the trees are leafy and wild.", "image": "n202379.jpg", "question_id": 20162224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "choose rel", "dependencies": [0], "argument": "television,to the right of|to the left of,s (1)"}], "entailed": ["202228380", "202228379", "202228378", "202228377", "202228376", "202228375", "202228374", "202228373", "202228372", "202228210", "202228212", "202228209"], "equivalent": ["202228211"], "question": "Is the TV to the left or to the right of the speaker in the image?", "isBalanced": true, "groups": {"global": null, "local": "13-speaker_television"}, "answer": "right", "semanticStr": "select: speaker (3)->choose rel: television,to the right of|to the left of,s (1) [0]", "annotations": {"answer": {}, "question": {"2": "1", "12": "3"}, "fullAnswer": {"1": "1", "8": "3"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The TV is to the right of the speaker.", "image": "n77818.jpg", "question_id": 202228211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "keyboard (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201882988"], "equivalent": ["201882988", "201882989"], "question": "Are there both desks and keyboards in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-desk_keyboard"}, "answer": "no", "semanticStr": "select: desk (2)->exist: ? [0]->select: keyboard (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a desk but no keyboards.", "image": "n125122.jpg", "question_id": 201882989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wheelchair (0)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20929538", "20929539", "20929537"], "equivalent": ["20929540"], "question": "On which side is the wheel chair?", "isBalanced": true, "groups": {"global": null, "local": "10q-wheelchair_hposition"}, "answer": "right", "semanticStr": "select: wheelchair (0)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5:7": "0"}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The wheel chair is on the right of the image.", "image": "n9181.jpg", "question_id": 20929540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "glove,wearing,o (-)"}], "entailed": [], "equivalent": ["20596394"], "question": "Is he wearing a glove?", "isBalanced": true, "groups": {"global": null, "local": "13-person_glove"}, "answer": "no", "semanticStr": "select: he (0)->verify rel: glove,wearing,o (-) [0]", "annotations": {"answer": {}, "question": {"1": "0"}, "fullAnswer": {"2": "0", "6": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the person is wearing a shirt.", "image": "n514467.jpg", "question_id": 20596394}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (6)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "verify color", "dependencies": [0], "argument": "silver "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20385842"], "question": "Is the keyboard silver and dirty?", "isBalanced": true, "groups": {"global": null, "local": "05-dirty_silver"}, "answer": "no", "semanticStr": "select: keyboard (6)->verify cleanliness: dirty [0]->verify color: silver  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the keyboard is silver but clean.", "image": "n90294.jpg", "question_id": 20385842}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (18)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["20797619", "20797621", "20797618"], "equivalent": ["20797620"], "question": "Are the leaves still?", "isBalanced": true, "groups": {"global": null, "local": "06-leaves_still"}, "answer": "yes", "semanticStr": "select: leaves (18)->verify state: still [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the leaves are still.", "image": "n16656.jpg", "question_id": 20797620}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "foil (8)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201988080", "201988083", "201988082", "201988084", "201988086"], "equivalent": ["201988085"], "question": "Of what material the foil?", "isBalanced": true, "groups": {"global": "material", "local": "10q-foil_material"}, "answer": "metal", "semanticStr": "select: foil (8)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The foil is made of metal.", "image": "n470131.jpg", "question_id": 201988085}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201153469", "201153468", "201153467", "201153465", "201153463"], "equivalent": ["201153466"], "question": "What are the glasses made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-glasses_material"}, "answer": "glass", "semanticStr": "select: glasses (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The glasses are made of glass.", "image": "n160664.jpg", "question_id": 201153466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify state", "dependencies": [1], "argument": "rough "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20385599", "20385602", "20385603", "20385600", "20385601", "20385606", "20385607", "20385604", "20385608", "20385609", "20385620", "20385621", "20385611", "20385610", "20385613", "20385612", "20385615", "20385614", "20385617", "20385616", "20385619", "20385618"], "equivalent": ["20385598", "20385599"], "question": "Is the ground made of stone gray and rough?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_rough"}, "answer": "yes", "semanticStr": "select: ground (0)->filter material: stone [0]->verify color: gray [1]->verify state: rough  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the ground is gray and rough.", "image": "n90294.jpg", "question_id": 20385598}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,walking on,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20262482", "20262483"], "equivalent": ["20262515"], "question": "What is walking on the grass?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-grass_walking on,s"}, "answer": "boots", "semanticStr": "select: grass (1)->relate: _,walking on,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boots are walking on the grass.", "image": "n172618.jpg", "question_id": 20262515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (1)"}, {"operation": "query", "dependencies": [0], "argument": "hardness"}], "entailed": ["201307292", "201307288", "201307287"], "equivalent": ["201307293"], "question": "How hard is the snowboard?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-snowboard_hardness"}, "answer": "hard", "semanticStr": "select: snowboard (1)->query: hardness [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The snowboard is hard.", "image": "n161313.jpg", "question_id": 201307293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201763888", "201763884", "201763885", "201763886"], "equivalent": ["201763894"], "question": "Are the glass doors open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-doors_15"}, "answer": "closed", "semanticStr": "select: doors (3)->filter material: glass [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2:4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The doors are closed.", "image": "n246334.jpg", "question_id": 201763894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "card (18)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20385590", "20385591", "20385596", "20385594", "20385595"], "equivalent": ["20385593"], "question": "What material is the card made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-card_material"}, "answer": "plastic", "semanticStr": "select: card (18)->query: material [0]", "annotations": {"answer": {}, "question": {"4": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The card is made of plastic.", "image": "n90294.jpg", "question_id": 20385593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (1)"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201307293", "201307286", "201307292", "201307287", "201307301", "201307300", "201307303", "201307302", "201307294", "201307288", "201307299", "201307298", "201307310"], "equivalent": ["201307295", "201307294"], "question": "Does the snowboard look red and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_red"}, "answer": "yes", "semanticStr": "select: snowboard (1)->verify hardness: hard [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the snowboard is red and hard.", "image": "n161313.jpg", "question_id": 201307295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "drapes (12)"}, {"operation": "choose color", "dependencies": [0], "argument": "white|black"}], "entailed": ["201079917"], "equivalent": ["201079917", "201079918"], "question": "Are the drapes black or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-drapes_color"}, "answer": "white", "semanticStr": "select: drapes (12)->choose color: white|black [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The drapes are white.", "image": "n23181.jpg", "question_id": 201079918}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter shape", "dependencies": [0], "argument": "round"}, {"operation": "verify rel", "dependencies": [1], "argument": "basket,in,o (4)"}], "entailed": ["201859517"], "equivalent": ["201859518"], "question": "Is the round food in the large basket?", "isBalanced": true, "groups": {"global": null, "local": "13-donut_basket"}, "answer": "yes", "semanticStr": "select: food (2)->filter shape: round [0]->verify rel: basket,in,o (4) [1]", "annotations": {"answer": {}, "question": {"2:4": "2", "6:8": "4"}, "fullAnswer": {"2": "2", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the doughnut is in the basket.", "image": "n546884.jpg", "question_id": 201859518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["20567558"], "equivalent": ["20567557"], "question": "Does the man that is playing appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-man_sitting"}, "answer": "no", "semanticStr": "select: man (0)->filter activity: playing [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"2": "0", "5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the man is standing.", "image": "n414992.jpg", "question_id": 20567557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (7)"}, {"operation": "relate", "dependencies": [0], "argument": "couch,near,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201467647", "201467654", "201467650", "201467652", "201467653", "201467659", "201467649", "201467648", "201467642"], "equivalent": ["201467651"], "question": "What color is the couch near the window?", "isBalanced": true, "groups": {"global": "color", "local": "10q-couch_color"}, "answer": "red", "semanticStr": "select: window (7)->relate: couch,near,s (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "7"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The couch is red.", "image": "n295771.jpg", "question_id": 201467651}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "verify rel", "dependencies": [0], "argument": "outlets,below,o (5)"}], "entailed": ["201663606"], "equivalent": ["201663198"], "question": "Is the countertop below the electric outlets?", "isBalanced": true, "groups": {"global": null, "local": "13-countertop_outlets"}, "answer": "yes", "semanticStr": "select: countertop (14)->verify rel: outlets,below,o (5) [0]", "annotations": {"answer": {}, "question": {"2": "14", "5:7": "5"}, "fullAnswer": {"2": "14", "6:8": "5"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the countertop is below the electric outlets.", "image": "n35676.jpg", "question_id": 201663198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "donut (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859514"], "equivalent": ["201859512"], "question": "The donut is in what?", "isBalanced": true, "groups": {"global": "object", "local": "14-donut_in,o"}, "answer": "basket", "semanticStr": "select: donut (2)->relate: _,in,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The donut is in the basket.", "image": "n546884.jpg", "question_id": 201859512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201467655"], "question": "Are there either any black couches or mirrors?", "isBalanced": true, "groups": {"global": null, "local": "04-couch_black"}, "answer": "no", "semanticStr": "select: couch (9)->filter color: black [0]->exist: ? [1]->select: mirror (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a couch but it is red.", "image": "n295771.jpg", "question_id": 201467655}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "basket (4)"}, {"operation": "relate", "dependencies": [0], "argument": "baked good,in,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201859509", "201859508", "201859510", "201859515", "201859407"], "equivalent": ["201859511"], "question": "What food is in the basket?", "isBalanced": true, "groups": {"global": "baked good", "local": "15-basket_in,s"}, "answer": "donut", "semanticStr": "select: basket (4)->relate: baked good,in,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a donut.", "image": "n546884.jpg", "question_id": 201859511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235855", "201235854", "201235853", "201235852", "201235851"], "equivalent": ["201235856"], "question": "What bag does the woman hold?", "isBalanced": true, "groups": {"global": "bag", "local": "15-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: woman (6)->relate: bag,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7"}, "fullAnswer": {"1": "6", "4": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the handbag.", "image": "n527589.jpg", "question_id": 201235856}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202100278", "202100277"], "equivalent": ["202100277", "202100276"], "question": "What place is this?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "ocean", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is an ocean.", "image": "n386688.jpg", "question_id": 202100276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jet (10)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201959641", "201959640", "201959629", "201959628", "201959627", "201959626", "201959625", "201959624", "201959623", "201959622", "201959619", "201959638", "201959639", "201959634", "201959635", "201959636", "201959637", "201959630", "201959631", "201959632", "201959633"], "equivalent": ["201959618"], "question": "Does the jet look large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: jet (10)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jet is large and white.", "image": "n572716.jpg", "question_id": 201959618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "relate", "dependencies": [1], "argument": "pizza,on top of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["201908982"], "question": "Are there any pizzas on top of the tray that is made out of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-tray_pizza"}, "answer": "no", "semanticStr": "select: tray (6)->filter material: metal [0]->relate: pizza,on top of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "6", "14": "6"}, "fullAnswer": {"9": "6", "4": "4"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a jar on top of the tray.", "image": "n479092.jpg", "question_id": 201908982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ocean (0)"}, {"operation": "relate", "dependencies": [0], "argument": "boats,floating on,s (21)"}, {"operation": "relate", "dependencies": [1], "argument": "watercraft,below,s (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100582", "202100581"], "equivalent": ["202100580"], "question": "What is the watercraft that is below the boats that are floating on the ocean?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-boats_below,s"}, "answer": "sailboats", "semanticStr": "select: ocean (0)->relate: boats,floating on,s (21) [0]->relate: watercraft,below,s (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"8": "21", "3": "20", "14": "0"}, "fullAnswer": {"1": "20", "3": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is sailboats.", "image": "n386688.jpg", "question_id": 202100580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "thick"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201759218", "201759217"], "equivalent": ["201759219"], "question": "Which kind of clothing is thick?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_thick"}, "answer": "coats", "semanticStr": "select: clothing (1)->filter thickness: thick [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is coats.", "image": "n150962.jpg", "question_id": 201759219}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (7)"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202004289", "202004288", "202004283", "202004282", "202004281", "202004280", "202004287", "202004286", "202004285", "202004284", "202004277", "202004278", "202004279", "202004298", "202004299", "202004290", "202004291", "202004292", "202004294", "202004295", "202004296"], "equivalent": ["202004293"], "question": "Is the device that is to the right of the backpack bright and large?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_large"}, "answer": "yes", "semanticStr": "select: backpack (5)->relate: device,to the right of,s (7) [0]->verify: bright [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "5", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the screen is bright and large.", "image": "n262920.jpg", "question_id": 202004293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (18)"}, {"operation": "verify pose", "dependencies": [0], "argument": "standing"}], "entailed": ["202169137", "202169135", "202169134", "202169138", "202169142", "202169143", "202169140", "202169141", "202169146", "202169147", "202169144", "202169145", "202169148"], "equivalent": ["202169133"], "question": "Is the man standing?", "isBalanced": true, "groups": {"global": null, "local": "06-man_standing"}, "answer": "yes", "semanticStr": "select: man (18)->verify pose: standing [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the man is standing.", "image": "n451187.jpg", "question_id": 202169133}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201235856", "201235854", "201235853", "201235852", "201235851"], "equivalent": ["201235855", "201235854"], "question": "What bag does she hold?", "isBalanced": true, "groups": {"global": "bag", "local": "15-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: she (6)->relate: bag,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"1": "7", "3": "6"}, "fullAnswer": {"1": "6", "4": "7"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds the handbag.", "image": "n527589.jpg", "question_id": 201235855}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter", "dependencies": [0], "argument": "patterned"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204570", "20204571", "20204540", "20204569"], "equivalent": ["20204568"], "question": "How is the patterned item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_patterned"}, "answer": "chair", "semanticStr": "select: furniture (10)->filter: patterned [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"4:7": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n532191.jpg", "question_id": 20204568}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20204539", "20204548", "20204547", "20204546", "20204540", "20204563", "20204562", "20204561"], "equivalent": ["20204564"], "question": "Which kind of furniture is large?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_large"}, "answer": "chair", "semanticStr": "select: furniture (10)->filter size: large [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a chair.", "image": "n532191.jpg", "question_id": 20204564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sand,above,o (9)"}], "entailed": [], "equivalent": ["20120201"], "question": "Is she above the sand?", "isBalanced": true, "groups": {"global": null, "local": "13-athlete_sand"}, "answer": "yes", "semanticStr": "select: she (0)->verify rel: sand,above,o (9) [0]", "annotations": {"answer": {}, "question": {"1": "0", "4": "9"}, "fullAnswer": {"2": "0", "6": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the athlete is above the sand.", "image": "n117888.jpg", "question_id": 20120201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (9)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "door (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "small"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201952933"], "question": "Are there either small windows or doors?", "isBalanced": true, "groups": {"global": null, "local": "04-window_small"}, "answer": "no", "semanticStr": "select: window (9)->filter size: small [0]->exist: ? [1]->select: door (-) ->filter size: small [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a window but it is huge.", "image": "n525029.jpg", "question_id": 201952933}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,swinging,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20120203"], "question": "Who is swinging the bat?", "isBalanced": true, "groups": {"global": "person", "local": "14-bat_swinging,s"}, "answer": "athlete", "semanticStr": "select: bat (6)->relate: person,swinging,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is swinging the bat.", "image": "n117888.jpg", "question_id": 20120203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202227948", "202227952", "202227953", "202227950", "202227951", "202227947", "202227954", "202227955"], "equivalent": ["202227949"], "question": "What is underneath the television?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-television_underneath,s"}, "answer": "entertainment center", "semanticStr": "select: television (1)->relate: _,underneath,s (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {}, "fullAnswer": {"1:3": "11", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entertainment center is underneath the television.", "image": "n77818.jpg", "question_id": 202227949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "relate", "dependencies": [0], "argument": "device,beside,o (1)"}, {"operation": "relate", "dependencies": [1], "argument": "_,underneath,s (11)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202227949", "202227952", "202227953", "202227950", "202227951", "202227947", "202227954", "202227955"], "equivalent": ["202227948"], "question": "What is underneath the device the speaker is beside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-television_underneath,s"}, "answer": "entertainment center", "semanticStr": "select: speaker (3)->relate: device,beside,o (1) [0]->relate: _,underneath,s (11) [1]->query: name [2]", "annotations": {"answer": {"0:2": "11"}, "question": {"4": "1", "6": "3"}, "fullAnswer": {"1:3": "11", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The entertainment center is underneath the television.", "image": "n77818.jpg", "question_id": 202227948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120208"], "equivalent": ["20120209"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "athlete", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a shirt.", "image": "n117888.jpg", "question_id": 20120209}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20120209"], "equivalent": ["20120208"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "athlete", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "3"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete is wearing a shirt.", "image": "n117888.jpg", "question_id": 20120208}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20883090", "20883091", "20883089"], "equivalent": ["20883092"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a skate park.", "image": "n159284.jpg", "question_id": 20883092}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "entertainment center (11)"}, {"operation": "choose", "dependencies": [0], "argument": "full|empty"}], "entailed": ["202227937", "202227904", "202227931", "202227917", "202227918", "202227945", "202227944", "202227941", "202227943", "202227942"], "equivalent": ["202227945", "202227946"], "question": "Does the entertainment center look empty or full?", "isBalanced": true, "groups": {"global": "16", "local": "10c-entertainment center_16"}, "answer": "full", "semanticStr": "select: entertainment center (11)->choose: full|empty [0]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The entertainment center is full.", "image": "n77818.jpg", "question_id": 202227946}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pickles (2)"}, {"operation": "select", "dependencies": [], "argument": "fries (4) "}, {"operation": "choose healthier", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20177468"], "question": "Which are healthier, the French fries or the pickles?", "isBalanced": true, "groups": {"global": "vegetable", "local": "09compare-fries_pickles"}, "answer": "pickles", "semanticStr": "select: pickles (2)->select: fries (4) ->choose healthier:  [0, 1]", "annotations": {"answer": {"0": "2"}, "question": {"8": "2", "4:6": "4"}, "fullAnswer": {"1": "2", "6:8": "4"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The pickles are healthier than the French fries.", "image": "n55058.jpg", "question_id": 20177468}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skate park (0)"}, {"operation": "select", "dependencies": [], "argument": "obstacle (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20883097"], "question": "Is the skatepark made of the same material as the obstacle?", "isBalanced": true, "groups": {"global": null, "local": "09same-obstacle_skate park"}, "answer": "no", "semanticStr": "select: skate park (0)->select: obstacle (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "12", "2": "0"}, "fullAnswer": {"9": "12", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the skatepark is made of concrete and the obstacle is made of metal.", "image": "n159284.jpg", "question_id": 20883097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify thickness", "dependencies": [0], "argument": "thin "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201889521"], "question": "Are the trousers thin and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_thin"}, "answer": "no", "semanticStr": "select: pants (6)->verify color: blue [0]->verify thickness: thin  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are blue but thick.", "image": "n88366.jpg", "question_id": 201889521}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (19)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012525", "202012526", "202012521", "202012523", "202012522"], "equivalent": ["202012525", "202012524"], "question": "What items of furniture in the picture are made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "cabinets", "semanticStr": "select: furniture (19)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1:4": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012524}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fork,on top of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20157046", "20157048", "20157058", "20157059", "20157056", "20157057", "20157054", "20157052", "20157053", "20157050", "20157067", "20157066", "20157065", "20157064", "20157044", "20157045", "20157071", "20157047", "20157070"], "equivalent": ["20157055"], "question": "How large is the fork on top of the table?", "isBalanced": true, "groups": {"global": "size", "local": "10q-fork_size"}, "answer": "small", "semanticStr": "select: table (5)->relate: fork,on top of,s (10) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9": "5", "4": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fork is small.", "image": "n170941.jpg", "question_id": 20157055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (21)"}, {"operation": "choose material", "dependencies": [0], "argument": "stainless steel|leather"}], "entailed": [], "equivalent": ["201757572"], "question": "Which material was used to make that watch, stainless steel or leather?", "isBalanced": true, "groups": {"global": "material", "local": "10c-watch_material"}, "answer": "stainless steel", "semanticStr": "select: watch (21)->choose material: stainless steel|leather [0]", "annotations": {"answer": {}, "question": {"7": "21"}, "fullAnswer": {"1": "21"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The watch is made of stainless steel.", "image": "n4777.jpg", "question_id": 201757572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stores (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "people,behind,o (8)"}], "entailed": ["201574015"], "equivalent": ["201573953"], "question": "Are the stores behind the people that are standing?", "isBalanced": true, "groups": {"global": null, "local": "13-stores_people"}, "answer": "yes", "semanticStr": "select: stores (9)->verify rel: people,behind,o (8) [0]", "annotations": {"answer": {}, "question": {"8": "8", "2": "9", "5": "8"}, "fullAnswer": {"2": "9", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the stores are behind the people.", "image": "n115614.jpg", "question_id": 201573953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (1)"}, {"operation": "relate", "dependencies": [0], "argument": "stores,near,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201573951", "201573950", "201573948", "201573949", "201573947", "201573945"], "equivalent": ["201573951", "201573950", "201573952"], "question": "The stores near the street lamp are what color?", "isBalanced": true, "groups": {"global": "color", "local": "10q-stores_color"}, "answer": "tan", "semanticStr": "select: street light (1)->relate: stores,near,s (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"1": "9", "4:6": "1"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The stores are tan.", "image": "n115614.jpg", "question_id": 201573952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "select", "dependencies": [], "argument": "belt (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202053011"], "equivalent": ["202053012"], "question": "Is the color of the shirt different than the belt?", "isBalanced": true, "groups": {"global": null, "local": "09diff-belt_shirt"}, "answer": "no", "semanticStr": "select: shirt (1)->select: belt (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "3", "5": "1"}, "fullAnswer": {"3": "1", "6": "3"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the shirt and the belt are black.", "image": "n334278.jpg", "question_id": 202053012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20542876", "20542889", "20542888"], "equivalent": ["20542890"], "question": "What kind is this animal?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "elephant", "semanticStr": "select: animal (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"4": "1"}, "fullAnswer": {"3": "1"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is an elephant.", "image": "n100552.jpg", "question_id": 20542890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (12)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201548852", "201548856", "201548854", "201548855", "201548858", "201548859", "201548835", "201548864"], "equivalent": ["201548856", "201548857"], "question": "Which color does the table have?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "red", "semanticStr": "select: table (12)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table has red color.", "image": "n314171.jpg", "question_id": 201548857}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20317153"], "question": "Are there any dishwashers in the image?", "isBalanced": true, "groups": {"global": null, "local": "03-dishwasher"}, "answer": "no", "semanticStr": "select: dishwasher (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no dishwashers.", "image": "n350766.jpg", "question_id": 20317153}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "choose color", "dependencies": [1], "argument": "yellow|black"}], "entailed": ["201273341", "201273342"], "equivalent": ["201273343"], "question": "Is the sign that is walking black or yellow?", "isBalanced": true, "groups": {"global": "color", "local": "10c-street sign_color"}, "answer": "yellow", "semanticStr": "select: sign (8)->filter pose: walking [0]->choose color: yellow|black [1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The street sign is yellow.", "image": "n46510.jpg", "question_id": 201273343}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (1)"}, {"operation": "relate", "dependencies": [0], "argument": "table,underneath,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "beige"}, {"operation": "verify", "dependencies": [1], "argument": "covered "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20783622", "20783623", "20783620", "20783621", "20783626", "20783627", "20783624", "20783625", "20783619"], "equivalent": ["20783618"], "question": "Is the table underneath the laptop covered and beige?", "isBalanced": true, "groups": {"global": null, "local": "05-beige_covered"}, "answer": "yes", "semanticStr": "select: laptop (1)->relate: table,underneath,s (8) [0]->verify color: beige [1]->verify: covered  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "1"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is covered and beige.", "image": "n355339.jpg", "question_id": 20783618}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter", "dependencies": [0], "argument": "strong"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20542876", "20542877", "20542895", "20542896", "20542897"], "equivalent": ["20542898"], "question": "Which kind of animal is strong?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_strong"}, "answer": "elephant", "semanticStr": "select: animal (1)->filter: strong [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n100552.jpg", "question_id": 20542898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20692159", "20692158", "20692160", "20692155"], "equivalent": ["20692154"], "question": "What is in front of the window?", "isBalanced": true, "groups": {"global": "textile", "local": "14-window_in front of,s"}, "answer": "blinds", "semanticStr": "select: window (8)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"6": "8"}, "fullAnswer": {"1": "1", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The blinds are in front of the window.", "image": "n499081.jpg", "question_id": 20692154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheets (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "purple"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["20295389", "20295392", "20295391"], "equivalent": ["20295390"], "question": "Are the purple sheets on the left of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-sheets_left"}, "answer": "no", "semanticStr": "select: sheets (10)->filter color: purple [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the sheets are on the right of the image.", "image": "n162586.jpg", "question_id": 20295390}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202049532", "202049546", "202049544"], "equivalent": ["202049545"], "question": "What's located on top of the table?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-table_on top of,s"}, "answer": "plate", "semanticStr": "select: table (15)->relate: _,on top of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "15"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The plate is on top of the table.", "image": "n381072.jpg", "question_id": 202049545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (2)"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy"}, {"operation": "verify age", "dependencies": [1], "argument": "old "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2046443", "2046440", "2046461", "2046460", "2046445", "2046462", "2046433", "2046430", "2046455", "2046456", "2046431", "2046437", "2046452", "2046453", "2046438", "2046439", "2046446", "2046463", "2046457", "2046427", "2046429", "2046428"], "equivalent": ["2046432", "2046431"], "question": "Is the man to the right of the woman both old and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-happy_old"}, "answer": "yes", "semanticStr": "select: woman (4)->relate: man,to the right of,s (2) [0]->verify face expression: happy [1]->verify age: old  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "4", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the man is old and happy.", "image": "n71728.jpg", "question_id": 2046432}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175535", "201175534", "201175531", "201175533", "201175058", "201175528", "201175529"], "equivalent": ["201175530"], "question": "What is the woman holding onto?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding onto,o"}, "answer": "camera", "semanticStr": "select: woman (0)->relate: _,holding onto,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "0", "6": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding onto the camera.", "image": "n357784.jpg", "question_id": 201175530}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (17)"}, {"operation": "relate", "dependencies": [0], "argument": "window,behind,s (11)"}, {"operation": "verify", "dependencies": [1], "argument": "bare"}, {"operation": "verify", "dependencies": [1], "argument": "bright "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201175021"], "question": "Is the window behind the curtain bare and bright?", "isBalanced": true, "groups": {"global": null, "local": "05-bare_bright"}, "answer": "no", "semanticStr": "select: curtain (17)->relate: window,behind,s (11) [0]->verify: bare [1]->verify: bright  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "11", "5": "17"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the window is bright but covered.", "image": "n357784.jpg", "question_id": 201175021}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20982360", "20982359"], "equivalent": ["20982374"], "question": "What is located on top of the shirt?", "isBalanced": true, "groups": {"global": "", "local": "14-shirt_on top of,s"}, "answer": "collar", "semanticStr": "select: shirt (2)->relate: _,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The collar is on top of the shirt.", "image": "n52544.jpg", "question_id": 20982374}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "spoon (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201111003", "201111002", "201111001", "201111005", "201111004", "201110742"], "equivalent": ["201110743"], "question": "Are there any spoons or knives in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-knife_spoon"}, "answer": "no", "semanticStr": "select: knife (-)->exist: ? [0]->select: spoon (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no spoons or knives.", "image": "n546616.jpg", "question_id": 201110743}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "query", "dependencies": [1], "argument": "age"}], "entailed": ["2046443", "2046440", "2046433", "2046430", "2046437", "2046427", "2046453", "2046429", "2046428", "2046439"], "equivalent": ["2046438"], "question": "How old is the happy man?", "isBalanced": true, "groups": {"global": "4", "local": "10q-man_age"}, "answer": "old", "semanticStr": "select: man (2)->filter face expression: happy [0]->query: age [1]", "annotations": {"answer": {}, "question": {"4:6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is old.", "image": "n71728.jpg", "question_id": 2046438}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (5)"}, {"operation": "relate", "dependencies": [0], "argument": "fast food,to the left of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20411874", "20411871", "20411870", "20411873"], "equivalent": ["20411872"], "question": "Which kind of fast food is left of the carrots?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-carrots_to the left of,s"}, "answer": "hot dogs", "semanticStr": "select: carrots (5)->relate: fast food,to the left of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"3:5": "4"}, "fullAnswer": {"1": "4", "3:5": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is hot dogs.", "image": "n363445.jpg", "question_id": 20411872}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "heels (3)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201571001"], "question": "Are the heels both white and small?", "isBalanced": true, "groups": {"global": null, "local": "05-small_white"}, "answer": "no", "semanticStr": "select: heels (3)->verify size: small [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the heels are small but black.", "image": "n382416.jpg", "question_id": 201571001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,in front of|behind,s (0)"}], "entailed": ["20508140", "20508141", "20508142", "20508755", "20508757", "20508756"], "equivalent": ["20508758"], "question": "Is the young person in front or behind the table made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-table_woman"}, "answer": "front", "semanticStr": "select: table (13)->filter material: wood [0]->choose rel: woman,in front of|behind,s (0) [1]", "annotations": {"answer": {}, "question": {"9": "13", "12": "13", "2:4": "0"}, "fullAnswer": {"1": "0", "7": "13"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is in front of the table.", "image": "n511913.jpg", "question_id": 20508758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (0)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "relate", "dependencies": [1], "argument": "person,underneath,s (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201574035", "201574078", "201574077", "201574076"], "equivalent": ["201574075"], "question": "Who is underneath the large tree?", "isBalanced": true, "groups": {"global": "person", "local": "14-tree_underneath,s"}, "answer": "woman", "semanticStr": "select: tree (0)->filter size: large [0]->relate: person,underneath,s (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"4:6": "0"}, "fullAnswer": {"1": "15", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is underneath the tree.", "image": "n116329.jpg", "question_id": 201574075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fireplace (5)"}, {"operation": "relate", "dependencies": [0], "argument": "device,under,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["201804570", "201804571", "201804589", "201804588", "201804587", "201804586", "201804590"], "equivalent": ["201804591"], "question": "What shape is the device the fireplace is under of?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-television_shape"}, "answer": "rectangular", "semanticStr": "select: fireplace (5)->relate: device,under,o (6) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "6", "6": "5"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The television is rectangular.", "image": "n51002.jpg", "question_id": 201804591}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wire (14)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "relate", "dependencies": [1], "argument": "_,connected to,o (28)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20922899"], "equivalent": ["20922898"], "question": "What is the long wire connected to?", "isBalanced": true, "groups": {"global": "object", "local": "14-wire_connected to,o"}, "answer": "telephone pole", "semanticStr": "select: wire (14)->filter length: long [0]->relate: _,connected to,o (28) [1]->query: name [2]", "annotations": {"answer": {"0:2": "28"}, "question": {"3:5": "14"}, "fullAnswer": {"1": "14", "6:8": "28"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wire is connected to the utility pole.", "image": "n480253.jpg", "question_id": 20922898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboarder (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "helmet (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20724157", "20724156", "20724153", "20724152"], "equivalent": ["20724158", "20724157", "20724156"], "question": "Are there both a helmet and a snowboarder in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-helmet_snowboarder"}, "answer": "yes", "semanticStr": "select: snowboarder (0)->exist: ? [0]->select: helmet (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "1", "7": "0"}, "fullAnswer": {"8": "1", "5": "0"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a snowboarder and a helmet.", "image": "n369970.jpg", "question_id": 20724158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,above,o (6)"}, {"operation": "relate", "dependencies": [1], "argument": "chair,on top of,s (2)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20896404", "20896374"], "equivalent": ["20896405", "20896404"], "question": "Is there any chair on top of the floor that the counter top is above?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_chair"}, "answer": "yes", "semanticStr": "select: countertop (4)->relate: floor,above,o (6) [0]->relate: chair,on top of,s (2) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "6", "3": "2", "11:13": "4"}, "fullAnswer": {"9": "6", "4": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair on top of the floor.", "image": "n548534.jpg", "question_id": 20896405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (12)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (13) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["20896155"], "equivalent": ["20896156", "20896155"], "question": "Is the container made of the same material as the light fixture?", "isBalanced": true, "groups": {"global": null, "local": "09same-container_light fixture"}, "answer": "no", "semanticStr": "select: container (12)->select: light fixture (13) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "12", "10:12": "13"}, "fullAnswer": {"2": "12", "9:11": "13"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the container is made of plastic and the light fixture is made of metal.", "image": "n548534.jpg", "question_id": 20896156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forest (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sun,below,o (9)"}], "entailed": [], "equivalent": ["20724407"], "question": "Is the forest below the sun?", "isBalanced": true, "groups": {"global": null, "local": "13-forest_sun"}, "answer": "yes", "semanticStr": "select: forest (6)->verify rel: sun,below,o (9) [0]", "annotations": {"answer": {}, "question": {"2": "6", "5": "9"}, "fullAnswer": {"2": "6", "6": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the forest is below the sun.", "image": "n369970.jpg", "question_id": 20724407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (9)"}, {"operation": "select", "dependencies": [], "argument": "light fixture (13) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20896154"], "question": "Are both the oven and the light fixture made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-light fixture_oven"}, "answer": "no", "semanticStr": "select: oven (9)->select: light fixture (13) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "9", "6:8": "13"}, "fullAnswer": {"2": "9", "9:11": "13"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the oven is made of glass and the light fixture is made of metal.", "image": "n548534.jpg", "question_id": 20896154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (27)"}, {"operation": "relate", "dependencies": [0], "argument": "trees,behind,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20922870", "20922869", "20922871", "20922887", "20922886", "20922892", "20922893", "20922891", "20922889", "20922888", "20922880"], "equivalent": ["20922890"], "question": "Of what color are the trees behind the fire truck?", "isBalanced": true, "groups": {"global": "color", "local": "10q-trees_color"}, "answer": "brown", "semanticStr": "select: fire truck (27)->relate: trees,behind,s (12) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8:10": "27", "5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trees are brown.", "image": "n480253.jpg", "question_id": 20922890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896405", "20896404", "20896374", "20896403"], "equivalent": ["20896402"], "question": "What is the name of the piece of furniture on top of the floor?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-floor_on top of,s"}, "answer": "chair", "semanticStr": "select: floor (6)->relate: furniture,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"6:9": "2", "13": "6"}, "fullAnswer": {"1:4": "2", "6": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n548534.jpg", "question_id": 20896402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bookcase (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "wood"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201621360", "201621362"], "equivalent": ["201621360", "201621361"], "question": "Is there a bookcase or a desk that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "04-desk_wood"}, "answer": "no", "semanticStr": "select: desk (10)->filter material: wood [0]->exist: ? [1]->select: bookcase (-) ->filter material: wood [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a desk but it is made of metal.", "image": "n275148.jpg", "question_id": 201621361}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20361316", "20361219"], "equivalent": ["20361315"], "question": "Who is wearing a hat?", "isBalanced": true, "groups": {"global": "person", "local": "14-hat_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: hat (4)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"4": "4"}, "fullAnswer": {"1": "2", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing a hat.", "image": "n352479.jpg", "question_id": 20361315}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dvd player (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,inside,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202228078", "202228076", "202228077"], "equivalent": ["202228079"], "question": "What item of furniture is the DVD player inside of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-dvd player_inside,o"}, "answer": "entertainment center", "semanticStr": "select: dvd player (10)->relate: furniture,inside,o (11) [0]->query: name [1]", "annotations": {"answer": {"0:2": "11"}, "question": {"1:4": "11"}, "fullAnswer": {"1:3": "10", "6:8": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The DVD player is inside the entertainment center.", "image": "n77818.jpg", "question_id": 202228079}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20442083"], "equivalent": ["20442082"], "question": "Are there any white chairs?", "isBalanced": true, "groups": {"global": null, "local": "04-chair_white"}, "answer": "no", "semanticStr": "select: chair (0)->filter color: white [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a chair but it is brown.", "image": "n207708.jpg", "question_id": 20442082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "river (2)"}, {"operation": "filter width", "dependencies": [0], "argument": "narrow"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "wet "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20746492", "20746476", "20746470", "20746498", "20746499", "20746496", "20746497", "20746494", "20746495", "20746500", "20746431", "20746432", "20746433", "20746434", "20746435", "20746436", "20746438", "20746453", "20746427", "20746426", "20746460", "20746489", "20746488", "20746449", "20746448", "20746429", "20746441", "20746440", "20746424"], "equivalent": ["20746428"], "question": "Does the narrow river look blue and wet?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_wet"}, "answer": "yes", "semanticStr": "select: river (2)->filter width: narrow [0]->verify color: blue [1]->verify: wet  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the river is blue and wet.", "image": "n477215.jpg", "question_id": 20746428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20403443", "20403442", "20403440", "20403444", "20403436", "20403434", "20403435", "20403433"], "equivalent": ["20403441"], "question": "Are there mirrors that are small?", "isBalanced": true, "groups": {"global": null, "local": "04-mirror_small"}, "answer": "yes", "semanticStr": "select: mirror (2)->filter size: small [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a mirror that is small.", "image": "n249639.jpg", "question_id": 20403441}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bookcase (6)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "relate", "dependencies": [1], "argument": "chair,near,s (0)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20442060", "20442061"], "equivalent": ["20442087"], "question": "Are there any chairs near the tall bookcase?", "isBalanced": true, "groups": {"global": null, "local": "13-bookcase_chair"}, "answer": "yes", "semanticStr": "select: bookcase (6)->filter height: tall [0]->relate: chair,near,s (0) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "0", "6:8": "6"}, "fullAnswer": {"4": "0", "7": "6"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair near the bookcase.", "image": "n207708.jpg", "question_id": 20442087}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20442088", "20442060", "20442061", "20442092"], "equivalent": ["20442089"], "question": "Which kind of furniture is in front of the door?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-door_in front of,s"}, "answer": "chair", "semanticStr": "select: door (1)->relate: furniture,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n207708.jpg", "question_id": 20442089}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skier (8)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "place,standing on,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201412511"], "question": "Where is the skier that is not short standing on?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-skier_standing on,o"}, "answer": "ground", "semanticStr": "select: skier (8)->filter: not(short) [0]->relate: place,standing on,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"3": "8", "7": "8"}, "fullAnswer": {"1": "8", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skier is standing on the ground.", "image": "n143672.jpg", "question_id": 201412511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "select", "dependencies": [], "argument": "spoon (5) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20856666"], "question": "Are both the mobile phone and the spoon made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-cell phone_spoon"}, "answer": "no", "semanticStr": "select: cell phone (7)->select: spoon (5) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "5", "3:5": "7"}, "fullAnswer": {"10": "5", "2:4": "7"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mobile phone is made of plastic and the spoon is made of metal.", "image": "n293477.jpg", "question_id": 20856666}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452287", "20452288"], "equivalent": ["20452289"], "question": "What is the chair before?", "isBalanced": true, "groups": {"global": "thing", "local": "14-chair_in front of,o"}, "answer": "christmas light", "semanticStr": "select: chair (8)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1": "8", "7:9": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the Christmas light.", "image": "n6908.jpg", "question_id": 20452289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20452287", "20452289"], "equivalent": ["20452288", "20452287"], "question": "The chair is in front of what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-chair_in front of,o"}, "answer": "christmas light", "semanticStr": "select: chair (8)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "7:9": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is in front of the Christmas light.", "image": "n6908.jpg", "question_id": 20452288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654659", "201654323", "201654324", "201654660"], "equivalent": ["201654658"], "question": "What animal is the fence before?", "isBalanced": true, "groups": {"global": "animal", "local": "14-fence_in front of,o"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence is in front of the horse.", "image": "n6309.jpg", "question_id": 201654658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201654658", "201654323", "201654324", "201654660"], "equivalent": ["201654659"], "question": "What is the animal that that fence is in front of called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-fence_in front of,o"}, "answer": "horse", "semanticStr": "select: fence (8)->relate: animal,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "6": "8"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n6309.jpg", "question_id": 201654659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480752", "20480753", "20480755", "20480763", "20480589"], "equivalent": ["20480754"], "question": "What is the device on the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on,s"}, "answer": "computer", "semanticStr": "select: desk (10)->relate: device,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6": "10"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n520071.jpg", "question_id": 20480754}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "relate", "dependencies": [0], "argument": "device,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480752", "20480753", "20480754", "20480763", "20480589"], "equivalent": ["20480755"], "question": "What device is on the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-desk_on,s"}, "answer": "computer", "semanticStr": "select: desk (10)->relate: device,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer.", "image": "n520071.jpg", "question_id": 20480755}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480753", "20480754", "20480755", "20480763", "20480589"], "equivalent": ["20480752"], "question": "What is on the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-desk_on,s"}, "answer": "computer", "semanticStr": "select: desk (10)->relate: _,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "10"}, "fullAnswer": {"1": "4", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer is on the desk.", "image": "n520071.jpg", "question_id": 20480752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480752", "20480754", "20480755", "20480763", "20480589"], "equivalent": ["20480753"], "question": "What's on the desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-desk_on,s"}, "answer": "computer", "semanticStr": "select: desk (10)->relate: _,on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer is on the desk.", "image": "n520071.jpg", "question_id": 20480753}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (9)"}, {"operation": "filter", "dependencies": [0], "argument": "fresh"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,sitting next to,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20452190", "20452279", "20452281"], "equivalent": ["20452280"], "question": "What type of furniture is sitting next to the fresh flowers?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-flowers_sitting next to,s"}, "answer": "chair", "semanticStr": "select: flowers (9)->filter: fresh [0]->relate: furniture,sitting next to,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8", "9:11": "9"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n6908.jpg", "question_id": 20452280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "barn (10)"}, {"operation": "select", "dependencies": [], "argument": "ambulance (9) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20922764", "20922765", "20922766"], "equivalent": ["20922765", "20922766", "20922767"], "question": "Is the barn different in color than the ambulance?", "isBalanced": true, "groups": {"global": null, "local": "09diff-ambulance_barn"}, "answer": "yes", "semanticStr": "select: barn (10)->select: ambulance (9) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "9", "2": "10"}, "fullAnswer": {"2": "10", "7": "9"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the barn is blue and the ambulance is white.", "image": "n480253.jpg", "question_id": 20922767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (13)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20287513", "20287512", "20287516", "20287515", "20287514"], "equivalent": ["20287517", "20287516"], "question": "Do you see a helmet there that is not open?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_n#open"}, "answer": "no", "semanticStr": "select: helmet (13)->filter: not(open) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "13"}, "fullAnswer": {"4": "13"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is open.", "image": "n317260.jpg", "question_id": 20287517}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wire (14)"}, {"operation": "select", "dependencies": [], "argument": "ambulance (9) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20922763"], "equivalent": ["20922762"], "question": "Are both the wire and the ambulance the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-ambulance_wire"}, "answer": "no", "semanticStr": "select: wire (14)->select: ambulance (9) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "14", "6": "9"}, "fullAnswer": {"2": "14", "7": "9"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the wire is black and the ambulance is white.", "image": "n480253.jpg", "question_id": 20922762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201637327", "201637325"], "equivalent": ["201637325", "201637324"], "question": "What is the black appliance called?", "isBalanced": true, "groups": {"global": "appliance", "local": "12q-appliance_black"}, "answer": "gas stove", "semanticStr": "select: appliance (7)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"4": "7"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a gas stove.", "image": "n200692.jpg", "question_id": 201637324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["201663612", "201663613", "201663611"], "equivalent": ["201663610"], "question": "Is the small faucet on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-faucet_right"}, "answer": "yes", "semanticStr": "select: faucet (4)->filter size: small [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the faucet is on the right of the image.", "image": "n35676.jpg", "question_id": 201663610}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (13)"}, {"operation": "choose", "dependencies": [0], "argument": "open|closed"}], "entailed": ["20287490", "20287491", "20287489", "20287510", "20287511", "20287507", "20287508", "20287509"], "equivalent": ["20287518"], "question": "Is the helmet open or closed?", "isBalanced": true, "groups": {"global": "15", "local": "10c-helmet_15"}, "answer": "open", "semanticStr": "select: helmet (13)->choose: open|closed [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The helmet is open.", "image": "n317260.jpg", "question_id": 20287518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "faucet (4)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201663629", "201663628", "201663627", "201663626", "201663625", "201663624", "201663630", "201663622", "201663621", "201663620", "201663616", "201663617", "201663615", "201663618", "201663619"], "equivalent": ["201663614"], "question": "Is the tap small and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_small"}, "answer": "yes", "semanticStr": "select: faucet (4)->verify: closed [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tap is small and closed.", "image": "n35676.jpg", "question_id": 201663614}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "monitor (1) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20705865"], "equivalent": ["20705867"], "question": "Are there both monitors and computer mice in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-computer mouse_monitor"}, "answer": "yes", "semanticStr": "select: computer mouse (3)->exist: ? [0]->select: monitor (1) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "1", "5:7": "3"}, "fullAnswer": {"5:7": "3"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a computer mouse and a monitor.", "image": "n264887.jpg", "question_id": 20705867}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cars (22)"}, {"operation": "verify", "dependencies": [0], "argument": "beautiful"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201866639", "201866638", "201866635", "201866634", "201866637", "201866636", "201866631", "201866630", "201866633", "201866632", "201866659", "201866658", "201866657", "201866656", "201866655", "201866654", "201866653", "201866652", "201866651", "201866650", "201866628", "201866629", "201866626", "201866627", "201866624", "201866625", "201866648", "201866649", "201866644", "201866645", "201866646", "201866647", "201866641", "201866642", "201866643"], "equivalent": ["201866640", "201866641"], "question": "Are the cars white and beautiful?", "isBalanced": true, "groups": {"global": null, "local": "05-beautiful_white"}, "answer": "yes", "semanticStr": "select: cars (22)->verify: beautiful [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "22"}, "fullAnswer": {"2": "22"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cars are white and beautiful.", "image": "n211324.jpg", "question_id": 201866640}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "frisbee (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bandage (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["202262601"], "equivalent": ["202262601", "202262600"], "question": "Are there either bandages or frisbees?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bandage_frisbee"}, "answer": "yes", "semanticStr": "select: frisbee (3)->exist: ? [0]->select: bandage (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a frisbee.", "image": "n538039.jpg", "question_id": 202262600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebras (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20515028"], "question": "Is there zebra in the picture that is running?", "isBalanced": true, "groups": {"global": null, "local": "04-zebras_running"}, "answer": "no", "semanticStr": "select: zebras (3)->filter pose: running [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are zebras but they are standing.", "image": "n207893.jpg", "question_id": 20515028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower curtain (12)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201947482", "201947483", "201947484", "201947485", "201947486"], "equivalent": ["201947486", "201947487"], "question": "Which side of the image is the shower curtain on?", "isBalanced": true, "groups": {"global": null, "local": "10q-shower curtain_hposition"}, "answer": "right", "semanticStr": "select: shower curtain (12)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7:9": "12"}, "fullAnswer": {"1:3": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shower curtain is on the right of the image.", "image": "n473688.jpg", "question_id": 201947487}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "alcohol (11)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548707", "201548700", "201548701", "201548698", "201548699"], "equivalent": ["201548702"], "question": "Which kind of appliance is the alcohol in?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-alcohol_in,o"}, "answer": "blender", "semanticStr": "select: alcohol (11)->relate: appliance,in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "11", "5": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The alcohol is in the blender.", "image": "n314171.jpg", "question_id": 201548702}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "alcohol (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201548707", "201548702", "201548701", "201548698", "201548699"], "equivalent": ["201548700"], "question": "What is the alcohol in?", "isBalanced": true, "groups": {"global": "appliance", "local": "14-alcohol_in,o"}, "answer": "blender", "semanticStr": "select: alcohol (11)->relate: _,in,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "11", "5": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The alcohol is in the blender.", "image": "n314171.jpg", "question_id": 201548700}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (24)"}, {"operation": "verify", "dependencies": [0], "argument": "closed"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20468386", "20468385", "20468384"], "equivalent": ["20468387", "20468386", "20468385", "20468384"], "question": "Are the windows small and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_small"}, "answer": "no", "semanticStr": "select: windows (24)->verify: closed [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "24"}, "fullAnswer": {"2": "24"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the windows are small but open.", "image": "n171169.jpg", "question_id": 20468387}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201434107", "201434108"], "equivalent": ["201434109"], "question": "Who holds the phone?", "isBalanced": true, "groups": {"global": "person", "local": "14-phone_holding,s"}, "answer": "man", "semanticStr": "select: phone (4)->relate: person,holding,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man holds the telephone.", "image": "n545516.jpg", "question_id": 201434109}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (0)"}, {"operation": "filter weather", "dependencies": [0], "argument": "clear"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20514996", "20514997", "20514994", "20514995", "20514993", "20514990", "20514991", "20514989", "20514988", "20514999"], "equivalent": ["20514992"], "question": "What color is the clear sky?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sky_color"}, "answer": "blue", "semanticStr": "select: sky (0)->filter weather: clear [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is blue.", "image": "n207893.jpg", "question_id": 20514992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202246739", "202246738", "202246733", "202246736", "202246735", "202246734"], "equivalent": ["202246737"], "question": "What piece of furniture is to the right of the person?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_to the right of,s"}, "answer": "computer desk", "semanticStr": "select: person (0)->relate: furniture,to the right of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0:2": "7"}, "question": {"1:4": "7"}, "fullAnswer": {"6:8": "7", "1:4": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a computer desk.", "image": "n310828.jpg", "question_id": 202246737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202006267", "202006266", "202006270", "202006271", "202006272", "202006273", "202006268", "202006283", "202006275"], "equivalent": ["202006269"], "question": "What color is the countertop?", "isBalanced": true, "groups": {"global": "color", "local": "10q-countertop_color"}, "answer": "light blue", "semanticStr": "select: countertop (19)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "19"}, "fullAnswer": {"1": "19"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The countertop is light blue.", "image": "n97485.jpg", "question_id": 202006269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201301998", "201301952"], "equivalent": ["201301953"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_holding,o"}, "answer": "racket", "semanticStr": "select: woman (0)->relate: _,holding,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the tennis racket.", "image": "n127705.jpg", "question_id": 201301953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201682280", "201682282", "201682283", "201682275", "201682274", "201682268", "201682269", "201682279", "201682267", "201682276", "201682281", "201682278", "201682277"], "equivalent": ["201682270"], "question": "What is this man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "playing", "semanticStr": "select: man (0)->query: activity [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is playing.", "image": "n51658.jpg", "question_id": 201682270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201682273"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "man", "semanticStr": "select: person (0)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The man is playing.", "image": "n51658.jpg", "question_id": 201682273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash bag (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify vposition", "dependencies": [1], "argument": "top"}], "entailed": ["201798321", "201798322", "201798318", "201798320", "201798317"], "equivalent": ["201798319"], "question": "Is the plastic trash bag in the top part of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-trash bag_top"}, "answer": "no", "semanticStr": "select: trash bag (13)->filter material: plastic [0]->verify vposition: top [1]", "annotations": {"answer": {}, "question": {"2:5": "13"}, "fullAnswer": {"2:4": "13"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trash bag is in the bottom of the image.", "image": "n530733.jpg", "question_id": 201798319}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (15)"}, {"operation": "verify color", "dependencies": [0], "argument": "red"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20836894"], "question": "Is the side walk red and wide?", "isBalanced": true, "groups": {"global": null, "local": "05-red_wide"}, "answer": "no", "semanticStr": "select: sidewalk (15)->verify color: red [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"2:4": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the side walk is wide but gray.", "image": "n507959.jpg", "question_id": 20836894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (16)"}, {"operation": "relate", "dependencies": [0], "argument": "sidewalk,standing on,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20836901", "20836898", "20836902", "20836903", "20836900", "20836897", "20836906", "20836914", "20836904", "20836905", "20836894", "20836878", "20836896", "20836913", "20836912"], "equivalent": ["20836899"], "question": "What is the width of the sidewalk that the people are standing on?", "isBalanced": true, "groups": {"global": "width", "local": "10q-sidewalk_width"}, "answer": "wide", "semanticStr": "select: people (16)->relate: sidewalk,standing on,o (15) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"9": "16", "6": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is wide.", "image": "n507959.jpg", "question_id": 20836899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (10)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20117865"], "question": "Does that field look large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: field (10)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the field is large but brown.", "image": "n494677.jpg", "question_id": 20117865}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "runway (7)"}, {"operation": "relate", "dependencies": [0], "argument": "grass,next to,s (12)"}, {"operation": "choose height", "dependencies": [1], "argument": "short|tall"}], "entailed": ["201959660", "201959661", "201959662", "201959658", "201959663", "201959671", "201959659", "201959674", "201959665", "201959664", "201959696", "201959697", "201959657", "201959655"], "equivalent": ["201959671", "201959672"], "question": "Is the grass next to the runway tall or short?", "isBalanced": true, "groups": {"global": "length", "local": "10c-grass_height"}, "answer": "short", "semanticStr": "select: runway (7)->relate: grass,next to,s (12) [0]->choose height: short|tall [1]", "annotations": {"answer": {}, "question": {"2": "12", "6": "7"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The grass is short.", "image": "n572716.jpg", "question_id": 201959672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202262076", "202262077", "202262083", "202262082", "202262081", "202262078", "202262079", "202262085", "202262091", "202262084", "202262059"], "equivalent": ["202262083", "202262082", "202262081", "202262080"], "question": "Which color is the plate that is not small?", "isBalanced": true, "groups": {"global": "color", "local": "10q-plate_color"}, "answer": "gold", "semanticStr": "select: plate (11)->filter size: not(small) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "11", "4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The plate is gold.", "image": "n28572.jpg", "question_id": 202262080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (0)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201873314", "201873315", "201873323", "201873325", "201873324", "201873327", "201873326", "201873337", "201873313"], "equivalent": ["201873339"], "question": "What vehicle is wide?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_wide"}, "answer": "fire truck", "semanticStr": "select: vehicle (0)->filter width: wide [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a fire truck.", "image": "n309148.jpg", "question_id": 201873339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,on top of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202174135", "202174134", "202174131", "202174130", "202174143", "202174144", "202174145", "202174146", "202174147", "202174142", "202174148", "202174149"], "equivalent": ["202174150"], "question": "Which shape is the appliance the stove is on top of?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-oven_shape"}, "answer": "rectangular", "semanticStr": "select: stove (2)->relate: appliance,on top of,o (3) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "3", "6": "2"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The oven is rectangular.", "image": "n398429.jpg", "question_id": 202174150}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "benches (15)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify rel", "dependencies": [1], "argument": "child,to the left of,o (0)"}], "entailed": ["201794978", "201795555", "201795556"], "equivalent": ["201794977"], "question": "Are the metal benches to the left of the child that is shown in the picture?", "isBalanced": true, "groups": {"global": null, "local": "13-benches_child"}, "answer": "yes", "semanticStr": "select: benches (15)->filter material: metal [0]->verify rel: child,to the left of,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "15"}, "fullAnswer": {"9": "0", "2": "15"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the benches are to the left of the child.", "image": "n119944.jpg", "question_id": 201794977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20756638"], "equivalent": ["20756639"], "question": "What item of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "shelf", "semanticStr": "select: furniture (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"1:4": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n433532.jpg", "question_id": 20756639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20756639"], "equivalent": ["20756638"], "question": "How is the piece of furniture that is shown in this image called?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "shelf", "semanticStr": "select: furniture (10)->query: name [0]", "annotations": {"answer": {"0": "10"}, "question": {"3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n433532.jpg", "question_id": 20756638}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "relate", "dependencies": [0], "argument": "benches,to the left of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201794972", "201794971", "201794969", "201794968"], "equivalent": ["201794970"], "question": "How long are the benches that are to the left of the bag?", "isBalanced": true, "groups": {"global": "length", "local": "10q-benches_length"}, "answer": "long", "semanticStr": "select: bag (5)->relate: benches,to the left of,s (15) [0]->query: length [1]", "annotations": {"answer": {}, "question": {"12": "5", "4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The benches are long.", "image": "n119944.jpg", "question_id": 201794970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": ["201047349", "201047351", "201047350"], "equivalent": ["201047351", "201047350", "201047348", "201047349"], "question": "Is there a phone in the picture?", "isBalanced": true, "groups": {"global": null, "local": "03-phone"}, "answer": "yes", "semanticStr": "select: phone (2)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a phone.", "image": "n234683.jpg", "question_id": 201047348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding onto,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504799", "201504798", "201504927"], "equivalent": ["201504928"], "question": "Who holds onto the surfboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_holding onto,s"}, "answer": "woman", "semanticStr": "select: surfboard (4)->relate: person,holding onto,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds onto the surfboard.", "image": "n298104.jpg", "question_id": 201504928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20412198"], "equivalent": ["20412197"], "question": "What are the pieces of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "tables", "semanticStr": "select: furniture (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3:6": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are tables.", "image": "n531359.jpg", "question_id": 20412197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (19)"}, {"operation": "choose material", "dependencies": [0], "argument": "granite|steel"}], "entailed": ["202006261"], "equivalent": ["202006262", "202006261"], "question": "Is the counter top made of granite or steel?", "isBalanced": true, "groups": {"global": "material", "local": "10c-countertop_material"}, "answer": "granite", "semanticStr": "select: countertop (19)->choose material: granite|steel [0]", "annotations": {"answer": {}, "question": {"2:4": "19"}, "fullAnswer": {"1:3": "19"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The counter top is made of granite.", "image": "n97485.jpg", "question_id": 202006262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,standing behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201504921"], "equivalent": ["201504922"], "question": "What is the woman standing behind of?", "isBalanced": true, "groups": {"global": "sign", "local": "14-woman_standing behind,o"}, "answer": "sign", "semanticStr": "select: woman (0)->relate: _,standing behind,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing behind the sign.", "image": "n298104.jpg", "question_id": 201504922}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (12)"}, {"operation": "relate", "dependencies": [0], "argument": "device,same color,_ (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307011", "20307010"], "equivalent": ["20306141"], "question": "What type of device has the same color as the shirt?", "isBalanced": true, "groups": {"global": "device", "local": "14-shirt_same color,_"}, "answer": "laptop", "semanticStr": "select: shirt (12)->relate: device,same color,_ (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"10": "12", "3": "6"}, "fullAnswer": {"1": "6", "8": "12"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The laptop is the same color as the shirt.", "image": "n554880.jpg", "question_id": 20306141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20412197"], "equivalent": ["20412198"], "question": "Which kind of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "tables", "semanticStr": "select: furniture (7)->query: name [0]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are tables.", "image": "n531359.jpg", "question_id": 20412198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (5)"}, {"operation": "relate", "dependencies": [0], "argument": "surfboard,behind,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding onto,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201504799", "201504798", "201504928"], "equivalent": ["201504927"], "question": "Who holds onto the surf board behind the sign?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_holding onto,s"}, "answer": "woman", "semanticStr": "select: sign (5)->relate: surfboard,behind,s (4) [0]->relate: person,holding onto,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "5", "4:6": "4"}, "fullAnswer": {"1": "0", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds onto the surfboard.", "image": "n298104.jpg", "question_id": 201504927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,same color,_ (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306638"], "equivalent": ["20306146"], "question": "What device is the same color as the lamp?", "isBalanced": true, "groups": {"global": "device", "local": "14-lamp_same color,_"}, "answer": "cell phone", "semanticStr": "select: lamp (4)->relate: device,same color,_ (2) [0]->query: name [1]", "annotations": {"answer": {"0:2": "2"}, "question": {"1": "2", "8": "4"}, "fullAnswer": {"1": "2", "8": "4"}}, "types": {"detailed": "sameRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cellphone is the same color as the lamp.", "image": "n554880.jpg", "question_id": 20306146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (5)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "dirty"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "toilet (-) "}, {"operation": "filter cleanliness", "dependencies": [3], "argument": "dirty"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201447046", "201447045", "201447044", "201447049", "201447048"], "equivalent": ["201447047", "201447046", "201447045", "201447044"], "question": "Do you see dirty mirrors or toilets?", "isBalanced": true, "groups": {"global": null, "local": "04-mirror_dirty"}, "answer": "yes", "semanticStr": "select: mirror (5)->filter cleanliness: dirty [0]->exist: ? [1]->select: toilet (-) ->filter cleanliness: dirty [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"5": "5"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a dirty mirror.", "image": "n54180.jpg", "question_id": 201447047}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (16)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,sitting on top of,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202100802", "202100801", "202100804"], "equivalent": ["202100803"], "question": "What appliance is the artwork that looks rectangular sitting on top of?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-artwork_sitting on top of,o"}, "answer": "stove", "semanticStr": "select: artwork (16)->filter shape: rectangular [0]->relate: appliance,sitting on top of,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1", "4": "16", "7": "16"}, "fullAnswer": {"1": "16", "8": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The artwork is sitting on top of the stove.", "image": "n280089.jpg", "question_id": 202100803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting behind,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306787", "20306828", "20306788"], "equivalent": ["20306829"], "question": "What is sitting behind the woman?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_sitting behind,s"}, "answer": "lamp", "semanticStr": "select: woman (1)->relate: _,sitting behind,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "6": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is sitting behind the woman.", "image": "n554880.jpg", "question_id": 20306829}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "papers (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20381591"], "equivalent": ["20381592"], "question": "Do you see any pillows or papers?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-papers_pillows"}, "answer": "no", "semanticStr": "select: pillows (-)->exist: ? [0]->select: papers (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no papers or pillows.", "image": "n398257.jpg", "question_id": 20381592}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20320348", "20320349", "20320343", "20320340", "20320341", "20320346", "20320347", "20320344", "20320345", "20320359", "20320358", "20320339", "20320351", "20320353", "20320355", "20320354", "20320357", "20320356", "20320366", "20320367", "20320360", "20320361", "20320362", "20320363", "20320369"], "equivalent": ["20320350"], "question": "Is the license plate both black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: license plate (1)->verify color: black [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the license plate is black and small.", "image": "n206358.jpg", "question_id": 20320350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wii controller,above,o (-)"}], "entailed": [], "equivalent": ["20381590"], "question": "Is the computer monitor above a Wii controller?", "isBalanced": true, "groups": {"global": null, "local": "13-computer monitor_wii controller"}, "answer": "no", "semanticStr": "select: computer monitor (6)->verify rel: wii controller,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2:4": "6", "7": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the computer monitor is above the keyboard.", "image": "n398257.jpg", "question_id": 20381590}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (12)"}, {"operation": "relate", "dependencies": [0], "argument": "plate,near,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20241055"], "equivalent": ["20241054"], "question": "Who is sitting in front of the plate near the water bottle?", "isBalanced": true, "groups": {"global": "person", "local": "14-plate_sitting in front of,s"}, "answer": "man", "semanticStr": "select: water bottle (12)->relate: plate,near,s (8) [0]->relate: person,sitting in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"7": "8", "10:12": "12"}, "fullAnswer": {"1": "0", "8": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting in front of the plate.", "image": "n166008.jpg", "question_id": 20241054}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skirt (6)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201037289"], "question": "Is the skirt long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: skirt (6)->verify length: long [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the skirt is white but short.", "image": "n393305.jpg", "question_id": 201037289}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (7)"}, {"operation": "verify", "dependencies": [0], "argument": "short sleeved"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201987494", "201987499", "201987498", "201987505", "201987504", "201987507", "201987506", "201987492", "201987503", "201987502", "201987500", "201987491", "201987496", "201987493", "201987495"], "equivalent": ["201987501"], "question": "Does the shirt look short sleeved and white?", "isBalanced": true, "groups": {"global": null, "local": "05-short sleeved_white"}, "answer": "yes", "semanticStr": "select: shirt (7)->verify: short sleeved [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is short sleeved and white.", "image": "n501951.jpg", "question_id": 201987501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter", "dependencies": [0], "argument": "smiling"}, {"operation": "verify rel", "dependencies": [1], "argument": "shorts,wearing,o (-)"}], "entailed": ["20248011"], "equivalent": ["20248012"], "question": "Is the smiling person wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_shorts"}, "answer": "no", "semanticStr": "select: person (5)->filter: smiling [0]->verify rel: shorts,wearing,o (-) [1]", "annotations": {"answer": {}, "question": {"2:4": "5"}, "fullAnswer": {"2": "5", "5": "9"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is wearing pants.", "image": "n49310.jpg", "question_id": 20248012}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting behind,s (18)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (20)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20837086", "20836458", "20836367", "20836459"], "equivalent": ["20836457"], "question": "What is the item of furniture to the left of the person that sits behind the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-person_to the left of,s"}, "answer": "cabinet", "semanticStr": "select: table (7)->relate: person,sitting behind,s (18) [0]->relate: furniture,to the left of,s (20) [1]->query: name [2]", "annotations": {"answer": {"0": "20"}, "question": {"11": "18", "3:6": "20", "16": "7"}, "fullAnswer": {"1:4": "20", "6": "20"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n507959.jpg", "question_id": 20836457}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leggings (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201439509", "201439424"], "equivalent": ["201439508"], "question": "Who is wearing leggings?", "isBalanced": true, "groups": {"global": "person", "local": "14-leggings_wearing,s"}, "answer": "woman", "semanticStr": "select: leggings (6)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "6"}, "fullAnswer": {"1": "10", "4": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing leggings.", "image": "n199286.jpg", "question_id": 201439508}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (16)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20416471", "20416472", "20416474", "20416475", "20416476"], "equivalent": ["20416473"], "question": "What food is to the left of the pan?", "isBalanced": true, "groups": {"global": "meat", "local": "15-pan_to the left of,s"}, "answer": "sausage", "semanticStr": "select: pan (16)->relate: food,to the left of,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"1": "15"}, "fullAnswer": {"1": "15", "4": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a sausage.", "image": "n234722.jpg", "question_id": 20416473}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cell phone (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "gray"}, {"operation": "verify size", "dependencies": [0], "argument": "small "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20857133", "20857154", "20857155", "20857111", "20857134", "20857137", "20857112", "20857113", "20857114", "20857115", "20857116", "20857118", "20857119", "20857138", "20857139", "20857135", "20857143", "20857142", "20857141", "20857147", "20857146", "20857145", "20857144", "20857149", "20857148", "20857125", "20857124", "20857127", "20857126", "20857121", "20857120", "20857123", "20857122", "20857128"], "equivalent": ["20857136"], "question": "Is the cellphone gray and small?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_small"}, "answer": "yes", "semanticStr": "select: cell phone (7)->verify color: gray [0]->verify size: small  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cellphone is gray and small.", "image": "n293477.jpg", "question_id": 20857136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (11)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202243275", "202243274", "202243277", "202243271", "202243270", "202243273", "202243272"], "equivalent": ["202243276"], "question": "Which side of the picture is the woman on?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (11)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the right of the image.", "image": "n557666.jpg", "question_id": 202243276}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201935028"], "equivalent": ["201935029"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a skate park.", "image": "n556604.jpg", "question_id": 201935029}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["201935029"], "equivalent": ["201935028"], "question": "Which place is this image in?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "skate park", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is at the skate park.", "image": "n556604.jpg", "question_id": 201935028}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,in front of,s (6)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|blue"}], "entailed": ["201482304"], "equivalent": ["201482304", "201482305"], "question": "Is the bag in front of the man blue or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bag_color"}, "answer": "brown", "semanticStr": "select: man (14)->relate: bag,in front of,s (6) [0]->choose color: brown|blue [1]", "annotations": {"answer": {}, "question": {"2": "6", "7": "14"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is brown.", "image": "n470920.jpg", "question_id": 201482305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "yellow"}, {"operation": "relate", "dependencies": [1], "argument": "sausage,to the right of,s (7)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202036901", "202036900"], "equivalent": ["202036901", "202036902"], "question": "Are there sausages to the right of the yellow food?", "isBalanced": true, "groups": {"global": null, "local": "13-cheese_sausage"}, "answer": "no", "semanticStr": "select: food (9)->filter color: yellow [0]->relate: sausage,to the right of,s (7) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "9", "2": "7"}, "fullAnswer": {"9": "9", "2": "7"}}, "types": {"detailed": "existRelSRC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the sausage is to the left of the cheese.", "image": "n200225.jpg", "question_id": 202036902}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201756542", "201756545", "201756544", "201756503", "201756502"], "equivalent": ["201756543", "201756542"], "question": "What kind of animal is shown in this photo?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "kitten", "semanticStr": "select: animal (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756543}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201756543", "201756542", "201756545", "201756503", "201756502"], "equivalent": ["201756544"], "question": "What kind of animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "kitten", "semanticStr": "select: animal (1)->query: name [0]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train station (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202116874", "202116875", "202116876", "202116877"], "equivalent": ["202116878"], "question": "What is the train station made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-train station_material"}, "answer": "concrete", "semanticStr": "select: train station (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1:3": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train station is made of concrete.", "image": "n48494.jpg", "question_id": 202116878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(digital)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887402", "20887431"], "equivalent": ["20887403"], "question": "What kind of device isn't digital?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#digital"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter: not(digital) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n282436.jpg", "question_id": 20887403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(digital)"}, {"operation": "choose name", "dependencies": [1], "argument": "monitor|keyboard"}], "entailed": ["20887400"], "equivalent": ["20887401", "20887400"], "question": "What type of device is not digital, the keyboard or the monitor?", "isBalanced": true, "groups": {"global": "device", "local": "12c-device_n#digital"}, "answer": "keyboard", "semanticStr": "select: device (6)->filter: not(digital) [0]->choose name: monitor|keyboard [1]", "annotations": {"answer": {"0": "6"}, "question": {"11": "4", "8": "6", "3": "4"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The keyboard is not digital.", "image": "n282436.jpg", "question_id": 20887401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street light (3)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,next to,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2076438", "2076431", "2076430", "2076433", "2076432", "2076435", "2076434", "2076437", "2076444", "2076443"], "equivalent": ["2076436"], "question": "What color is the sign next to the street light?", "isBalanced": true, "groups": {"global": "color", "local": "10q-street sign_color"}, "answer": "red", "semanticStr": "select: street light (3)->relate: sign,next to,s (2) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8:10": "3", "4": "2"}, "fullAnswer": {"1:3": "2"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The street sign is red.", "image": "n173807.jpg", "question_id": 2076436}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (4)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20887406", "20887405", "20887404"], "equivalent": ["20887407"], "question": "On which side of the photo is the monitor?", "isBalanced": true, "groups": {"global": null, "local": "10q-monitor_hposition"}, "answer": "right", "semanticStr": "select: monitor (4)->query: hposition [0]", "annotations": {"answer": {}, "question": {"8": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The monitor is on the right of the image.", "image": "n282436.jpg", "question_id": 20887407}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}], "entailed": ["20647236", "20647235"], "equivalent": ["20647237"], "question": "Do the pants look black?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_black"}, "answer": "no", "semanticStr": "select: pants (12)->verify color: black [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pants are white.", "image": "n98540.jpg", "question_id": 20647237}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "men (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201638900", "201638895", "201638896", "201638897", "201638898"], "equivalent": ["201638899"], "question": "Which part of the photo are the old men in, the top or the bottom?", "isBalanced": true, "groups": {"global": null, "local": "10c-men_vposition"}, "answer": "bottom", "semanticStr": "select: men (2)->filter age: old [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"7:9": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The men are in the bottom of the image.", "image": "n271392.jpg", "question_id": 201638899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "bench (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201347448"], "question": "Do you see either a bench or a skateboard in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bench_skateboard"}, "answer": "yes", "semanticStr": "select: skateboard (9)->exist: ? [0]->select: bench (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"8": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a skateboard.", "image": "n65202.jpg", "question_id": 201347448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20894153", "20894155", "20894159", "20894158", "20894154", "20894160", "20894161", "20894162", "20894151", "20894166", "20894152"], "equivalent": ["20894156"], "question": "Does the plastic helmet appear to be black and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-black_hard"}, "answer": "yes", "semanticStr": "select: helmet (1)->filter material: plastic [0]->verify color: black [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the helmet is black and hard.", "image": "n272313.jpg", "question_id": 20894156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(fried)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178024", "20178025"], "equivalent": ["20178026"], "question": "What kind of food isn't fried?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#fried"}, "answer": "pickles", "semanticStr": "select: food (2)->filter: not(fried) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "3": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is pickles.", "image": "n55058.jpg", "question_id": 20178026}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fast food (4)"}, {"operation": "filter", "dependencies": [0], "argument": "crispy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20178030", "20178028", "20178029"], "equivalent": ["20178027", "20178028"], "question": "What is the crispy food in this photo?", "isBalanced": true, "groups": {"global": "fast food", "local": "12q-fast food_crispy"}, "answer": "fries", "semanticStr": "select: fast food (4)->filter: crispy [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is fries.", "image": "n55058.jpg", "question_id": 20178027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ceiling (8)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["20691790", "20691775", "20691787", "20691786", "20691789", "20691788", "20691784"], "equivalent": ["20691785"], "question": "Is the ceiling clean?", "isBalanced": true, "groups": {"global": null, "local": "06-ceiling_clean"}, "answer": "yes", "semanticStr": "select: ceiling (8)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the ceiling is clean.", "image": "n153293.jpg", "question_id": 20691785}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "query", "dependencies": [1], "argument": "length"}], "entailed": ["201392031", "201392033", "201392032", "201392034", "201392037", "201392036", "201392038", "201392020"], "equivalent": ["201392035"], "question": "How long are the blue shorts?", "isBalanced": true, "groups": {"global": "height", "local": "10q-shorts_length"}, "answer": "short", "semanticStr": "select: shorts (5)->filter color: blue [0]->query: length [1]", "annotations": {"answer": {}, "question": {"4:6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shorts are short.", "image": "n477702.jpg", "question_id": 201392035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "man,in front of,o (0)"}], "entailed": [], "equivalent": ["201407231"], "question": "Is the net in front of him?", "isBalanced": true, "groups": {"global": null, "local": "13-man_man"}, "answer": "yes", "semanticStr": "select: he (0)->verify rel: man,in front of,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "15", "6": "0"}, "fullAnswer": {"8": "0", "2": "15"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the net is in front of the man.", "image": "n282607.jpg", "question_id": 201407231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suitcase (1)"}, {"operation": "verify rel", "dependencies": [0], "argument": "rug,on,o (4)"}], "entailed": [], "equivalent": ["201711215"], "question": "Is the suitcase on the rug that is not clean?", "isBalanced": true, "groups": {"global": null, "local": "13-suitcase_rug"}, "answer": "yes", "semanticStr": "select: suitcase (1)->verify rel: rug,on,o (4) [0]", "annotations": {"answer": {}, "question": {"9": "4", "2": "1", "5": "4"}, "fullAnswer": {"2": "1", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the suitcase is on the rug.", "image": "n302387.jpg", "question_id": 201711215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (20)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20609252", "20609244", "20609254", "20609241", "20609253", "20609243", "20609238", "20609239", "20609242", "20609233"], "equivalent": ["20609240"], "question": "Which color is the table made of cloth?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "white", "semanticStr": "select: table (20)->filter material: cloth [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "20", "7": "20"}, "fullAnswer": {"1": "20"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is white.", "image": "n437064.jpg", "question_id": 20609240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify rel", "dependencies": [1], "argument": "cupboard,to the left of,o (11)"}], "entailed": ["20827015"], "equivalent": ["20827549"], "question": "Are the black chairs to the left of a cupboard?", "isBalanced": true, "groups": {"global": null, "local": "13-chairs_cupboard"}, "answer": "yes", "semanticStr": "select: chairs (7)->filter color: black [0]->verify rel: cupboard,to the left of,o (11) [1]", "annotations": {"answer": {}, "question": {"9": "11", "2:4": "7"}, "fullAnswer": {"9": "11", "2": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the chairs are to the left of a cupboard.", "image": "n283587.jpg", "question_id": 20827549}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "suit (2)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|white"}], "entailed": [], "equivalent": ["20699233"], "question": "Is the suit brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-suit_color"}, "answer": "brown", "semanticStr": "select: suit (2)->choose color: brown|white [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The suit is brown.", "image": "n512257.jpg", "question_id": 20699233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2065902"], "equivalent": ["2065903"], "question": "What is the girl wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-girl_wearing,o"}, "answer": "sweater", "semanticStr": "select: girl (1)->relate: _,wearing,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "1", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a sweater.", "image": "n356822.jpg", "question_id": 2065903}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["201935274", "201935282", "201935281", "201935279", "201935264"], "equivalent": ["201935280"], "question": "What is the race of the woman on the left of the photo?", "isBalanced": true, "groups": {"global": "race", "local": "10q-woman_race"}, "answer": "caucasian", "semanticStr": "select: woman (3)->filter hposition: left [0]->query: race [1]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is caucasian.", "image": "n556604.jpg", "question_id": 201935280}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "staircase (17)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827539", "20827543"], "equivalent": ["20827540"], "question": "Which kind of furniture is in front of the staircase?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-staircase_in front of,s"}, "answer": "chairs", "semanticStr": "select: staircase (17)->relate: furniture,in front of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n283587.jpg", "question_id": 20827540}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chairs (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20827542"], "question": "What are the chairs in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-chairs_in front of,o"}, "answer": "staircase", "semanticStr": "select: chairs (7)->relate: _,in front of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "7", "7": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are in front of the staircase.", "image": "n283587.jpg", "question_id": 20827542}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bandana (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201752662", "201752663"], "equivalent": ["201752659"], "question": "Who is in front of the bandana?", "isBalanced": true, "groups": {"global": "person", "local": "14-bandana_in front of,s"}, "answer": "boy", "semanticStr": "select: bandana (8)->relate: person,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the bandana.", "image": "n262929.jpg", "question_id": 201752659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "monitor (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (9)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20706323", "20706321", "20706303", "20706346", "20706347", "20706301", "20706329", "20706308", "20706309", "20706306", "20706307", "20706304", "20706305", "20706324", "20706326", "20706327", "20706337", "20706336", "20706335", "20706334", "20706333", "20706332", "20706331", "20706330", "20706339", "20706338", "20706314", "20706311", "20706310", "20706313", "20706312", "20706295", "20706296", "20706297", "20706298", "20706299", "20706322"], "equivalent": ["20706325"], "question": "Does the device to the right of the monitor look black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "yes", "semanticStr": "select: monitor (1)->relate: device,to the right of,s (9) [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the speaker is black and small.", "image": "n264887.jpg", "question_id": 20706325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201957265", "201957264", "201957267", "201957266", "201957262", "201956865"], "equivalent": ["201957263", "201957262"], "question": "The person to the right of the man is looking at what?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_looking at,o"}, "answer": "television", "semanticStr": "select: man (5)->relate: person,to the right of,s (6) [0]->relate: _,looking at,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "6", "7": "5"}, "fullAnswer": {"1": "6", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the TV.", "image": "n536256.jpg", "question_id": 201957263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "device,looking at,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201957264", "201957267", "201957266", "201957263", "201957262", "201956865"], "equivalent": ["201957265"], "question": "What do you think is the device that the woman to the right of the man is looking at?", "isBalanced": true, "groups": {"global": "device", "local": "15-woman_looking at,o"}, "answer": "television", "semanticStr": "select: man (5)->relate: woman,to the right of,s (6) [0]->relate: device,looking at,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "6", "15": "5", "6": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n536256.jpg", "question_id": 201957265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957265", "201957267", "201957266", "201957263", "201957262", "201956865"], "equivalent": ["201957264"], "question": "What is the woman looking at?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_looking at,o"}, "answer": "television", "semanticStr": "select: woman (6)->relate: _,looking at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "6", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is looking at the TV.", "image": "n536256.jpg", "question_id": 201957264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (28)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "choose vposition", "dependencies": [1], "argument": "top|bottom"}], "entailed": ["20673058", "20673055", "20673054", "20673056", "20673053"], "equivalent": ["20673057"], "question": "In which part of the photo is the empty bag, the bottom or the top?", "isBalanced": true, "groups": {"global": null, "local": "10c-bag_vposition"}, "answer": "top", "semanticStr": "select: bag (28)->filter: empty [0]->choose vposition: top|bottom [1]", "annotations": {"answer": {}, "question": {"8:10": "28"}, "fullAnswer": {"1": "28"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bag is in the top of the image.", "image": "n59147.jpg", "question_id": 20673057}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,sitting inside,o (18)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201879657", "201879434"], "equivalent": ["201879658"], "question": "What is the vehicle that the brown dog sits inside of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-dog_sitting inside,o"}, "answer": "truck", "semanticStr": "select: dog (9)->filter color: brown [0]->relate: vehicle,sitting inside,o (18) [1]->query: name [2]", "annotations": {"answer": {"0": "18"}, "question": {"3": "18", "6:8": "9"}, "fullAnswer": {"1": "18", "4": "18"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a truck.", "image": "n290409.jpg", "question_id": 201879658}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20836797"], "equivalent": ["20836796"], "question": "Are there any black tables or glasses?", "isBalanced": true, "groups": {"global": null, "local": "04-table_black"}, "answer": "yes", "semanticStr": "select: table (10)->filter color: black [0]->exist: ? [1]->select: glasses (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"5": "10"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black table.", "image": "n507959.jpg", "question_id": 20836796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (16)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,below,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201481677", "201481683", "201481682", "201481681", "201481680", "201481684"], "equivalent": ["201481678"], "question": "What is the woman below the umbrella doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-woman_activity"}, "answer": "looking up", "semanticStr": "select: umbrella (16)->relate: woman,below,s (15) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3": "15", "6": "16"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is looking up.", "image": "n470920.jpg", "question_id": 201481678}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (15)"}, {"operation": "filter activity", "dependencies": [0], "argument": "looking up"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201481661", "201481671", "201481670"], "equivalent": ["201481679"], "question": "Who is looking up?", "isBalanced": true, "groups": {"global": "person", "local": "looking up"}, "answer": "woman", "semanticStr": "select: person (15)->filter activity: looking up [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is looking up.", "image": "n470920.jpg", "question_id": 201481679}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bananas (2)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "pineapple (-) "}, {"operation": "filter size", "dependencies": [3], "argument": "large"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201235637", "201235636", "201235638"], "equivalent": ["201235636", "201235635"], "question": "Is there any large pineapple or banana?", "isBalanced": true, "groups": {"global": null, "local": "04-bananas_large"}, "answer": "no", "semanticStr": "select: bananas (2)->filter size: large [0]->exist: ? [1]->select: pineapple (-) ->filter size: large [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are bananas but they are small.", "image": "n527589.jpg", "question_id": 201235635}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(healthy)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["201047263", "201047262", "201047261", "201047260", "201047249", "201047248", "201047269", "201047268", "201047257", "201047254", "201047255", "201047252", "201047258", "201047259", "201047256", "201047231", "201047232", "201047233", "201047234", "201047250", "201047251"], "equivalent": ["201047253"], "question": "How fat is the man that is not healthy?", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-man_fatness"}, "answer": "fat", "semanticStr": "select: man (0)->filter: not(healthy) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"8": "0", "4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is fat.", "image": "n234683.jpg", "question_id": 201047253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cups (12)"}, {"operation": "relate", "dependencies": [0], "argument": "cupboard,contain,s (11)"}, {"operation": "filter material", "dependencies": [1], "argument": "wood"}, {"operation": "query", "dependencies": [2], "argument": "color"}], "entailed": ["202121370", "202121373", "202121357", "202121374", "202121367", "202121368"], "equivalent": ["202121371"], "question": "Which color is the wood cupboard that contains cups?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cupboard_color"}, "answer": "light brown", "semanticStr": "select: cups (12)->relate: cupboard,contain,s (11) [0]->filter material: wood [1]->query: color [2]", "annotations": {"answer": {}, "question": {"8": "12", "4:6": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The cupboard is light brown.", "image": "n140421.jpg", "question_id": 202121371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baseball (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201738991"], "question": "What is holding the baseball?", "isBalanced": true, "groups": {"global": "", "local": "14-baseball_holding,s"}, "answer": "pitcher", "semanticStr": "select: baseball (3)->relate: _,holding,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is holding the baseball.", "image": "n485969.jpg", "question_id": 201738991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (15)"}, {"operation": "filter activity", "dependencies": [0], "argument": "talking"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,in front of|behind,s (4)"}], "entailed": ["20954052", "20954051", "20954050", "20954049", "20954208", "20954206", "20954204", "20954205"], "equivalent": ["20954208", "20954207"], "question": "Is the woman in front or behind the person that is talking?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "front", "semanticStr": "select: person (15)->filter activity: talking [0]->choose rel: woman,in front of|behind,s (4) [1]", "annotations": {"answer": {}, "question": {"11": "15", "8": "15", "2": "4"}, "fullAnswer": {"1": "4", "7": "15"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is in front of the man.", "image": "n498712.jpg", "question_id": 20954207}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121379", "202121378", "202121380", "202121376"], "equivalent": ["202121378", "202121377", "202121376"], "question": "What is the item of furniture above the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_above,s"}, "answer": "cupboard", "semanticStr": "select: countertop (14)->relate: furniture,above,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"8": "14", "3:6": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n140421.jpg", "question_id": 202121377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,above,s (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121378", "202121380", "202121377", "202121376"], "equivalent": ["202121379"], "question": "What kind of furniture is above the countertop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-countertop_above,s"}, "answer": "cupboard", "semanticStr": "select: countertop (14)->relate: furniture,above,s (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1:4": "11", "6": "11"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cupboard.", "image": "n140421.jpg", "question_id": 202121379}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (7)"}, {"operation": "choose rel", "dependencies": [0], "argument": "bag,to the left of|to the right of,s (10)"}], "entailed": ["20151887", "20151886", "20151885", "20151513", "20151515", "20151888"], "equivalent": ["20151515", "20151514"], "question": "Is the paper bag to the left or to the right of her?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bag"}, "answer": "left", "semanticStr": "select: she (7)->choose rel: bag,to the left of|to the right of,s (10) [0]", "annotations": {"answer": {}, "question": {"12": "7", "2:4": "10"}, "fullAnswer": {"1": "10", "8": "7"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The bag is to the left of the woman.", "image": "n313060.jpg", "question_id": 20151514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (19)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2076266", "2076264", "2076265", "2076288", "2076289", "2076287", "2076290", "2076292"], "equivalent": ["2076293"], "question": "What vehicle is heavy?", "isBalanced": true, "groups": {"global": "vehicle", "local": "12q-vehicle_heavy"}, "answer": "bus", "semanticStr": "select: vehicle (19)->filter weight: heavy [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"1": "19"}, "fullAnswer": {"1": "19", "4": "19"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The vehicle is a bus.", "image": "n173807.jpg", "question_id": 2076293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "choose", "dependencies": [0], "argument": "dry|wet"}], "entailed": ["20491765", "20491728", "20491764", "20491732", "20491733", "20491730", "20491731", "20491743", "20491724", "20491725", "20491723"], "equivalent": ["20491740"], "question": "Is the grass wet or dry?", "isBalanced": true, "groups": {"global": "17", "local": "10c-grass_17"}, "answer": "dry", "semanticStr": "select: grass (12)->choose: dry|wet [0]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The grass is dry.", "image": "n335542.jpg", "question_id": 20491740}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shower (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201822275", "201822274", "201822276", "201822271", "201822270", "201822272"], "equivalent": ["201822272", "201822273"], "question": "Which kind of material is the shower made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-shower_material"}, "answer": "glass", "semanticStr": "select: shower (3)->query: material [0]", "annotations": {"answer": {}, "question": {"6": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shower is made of glass.", "image": "n417401.jpg", "question_id": 201822273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143181", "201143180", "201143177", "201143178", "201143179"], "equivalent": ["201143182"], "question": "What kind of furniture is hard?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_hard"}, "answer": "chairs", "semanticStr": "select: furniture (0)->filter hardness: hard [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n276011.jpg", "question_id": 201143182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee cup (4)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201319596", "201319595", "201319594", "201319554"], "equivalent": ["201319593"], "question": "What is the food to the right of the coffee cup?", "isBalanced": true, "groups": {"global": "food", "local": "15-coffee cup_to the right of,s"}, "answer": "soup", "semanticStr": "select: coffee cup (4)->relate: food,to the right of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3", "9:11": "4"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is soup.", "image": "n508733.jpg", "question_id": 201319593}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter", "dependencies": [0], "argument": "uncomfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143183", "201143185", "201143184", "201143187", "201143186"], "equivalent": ["201143188"], "question": "Which kind of furniture is uncomfortable?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_uncomfortable"}, "answer": "chairs", "semanticStr": "select: furniture (0)->filter: uncomfortable [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is chairs.", "image": "n276011.jpg", "question_id": 201143188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wires (1)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}], "entailed": ["201952688", "201952689", "201952692", "201952682", "201952690", "201952695", "201952694", "201952686", "201952687"], "equivalent": ["201952693"], "question": "Do the wires look short?", "isBalanced": true, "groups": {"global": null, "local": "06-wires_short"}, "answer": "no", "semanticStr": "select: wires (1)->verify length: short [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the wires are long.", "image": "n525029.jpg", "question_id": 201952693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "sign,behind,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201037138", "201037035", "201037140"], "equivalent": ["201037139"], "question": "What is the sign behind the young person?", "isBalanced": true, "groups": {"global": "sign", "local": "15-girl_behind,s"}, "answer": "traffic sign", "semanticStr": "select: person (2)->filter age: young [0]->relate: sign,behind,s (0) [1]->query: name [2]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0", "6:8": "2"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n393305.jpg", "question_id": 201037139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "race"}], "entailed": ["20247895", "20247920", "20247908", "20247909", "20247904", "20247905", "20247906", "20247902", "20247903", "20247949", "20247856", "20247857", "20247854", "20247855", "20247894", "20247890", "20247919", "20247918", "20247889", "20247888", "20247951", "20247950", "20247911", "20247910", "20247917", "20247916", "20247915"], "equivalent": ["20247908", "20247906", "20247907"], "question": "What is the ethnicity of the person that is sitting next to the man?", "isBalanced": true, "groups": {"global": "race", "local": "10q-woman_race"}, "answer": "caucasian", "semanticStr": "select: man (0)->relate: person,sitting next to,s (5) [0]->query: race [1]", "annotations": {"answer": {}, "question": {"13": "0", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is caucasian.", "image": "n49310.jpg", "question_id": 20247907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (1)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037131", "201037132", "201037133", "201037135", "201037035"], "equivalent": ["201037134", "201037133"], "question": "How is the sign that is on top of the pole called?", "isBalanced": true, "groups": {"global": "sign", "local": "15-pole_on top of,s"}, "answer": "traffic sign", "semanticStr": "select: pole (1)->relate: sign,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"10": "1", "3": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n393305.jpg", "question_id": 201037134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (1)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037131", "201037132", "201037133", "201037134", "201037035"], "equivalent": ["201037135"], "question": "Which kind of sign is on top of the pole?", "isBalanced": true, "groups": {"global": "sign", "local": "15-pole_on top of,s"}, "answer": "traffic sign", "semanticStr": "select: pole (1)->relate: sign,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4:6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n393305.jpg", "question_id": 201037135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201957408"], "question": "What is the lamp in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-lamp_in front of,o"}, "answer": "wall", "semanticStr": "select: lamp (8)->relate: _,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "8", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is in front of the wall.", "image": "n536256.jpg", "question_id": 201957408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pole (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201037131", "201037133", "201037134", "201037135", "201037035"], "equivalent": ["201037132"], "question": "What's located on top of the pole?", "isBalanced": true, "groups": {"global": "sign", "local": "14-pole_on top of,s"}, "answer": "traffic sign", "semanticStr": "select: pole (1)->relate: _,on top of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"8": "1", "1:3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic sign is on top of the pole.", "image": "n393305.jpg", "question_id": 201037132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,hanging above,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201952697", "201952696"], "equivalent": ["201952698"], "question": "What is hanging above the train?", "isBalanced": true, "groups": {"global": "thing", "local": "14-train_hanging above,s"}, "answer": "wires", "semanticStr": "select: train (4)->relate: _,hanging above,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wires are hanging above the train.", "image": "n525029.jpg", "question_id": 201952698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,wearing,o (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20860978"], "equivalent": ["20860977"], "question": "What is the person that looks young wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "pants", "semanticStr": "select: person (11)->filter age: young [0]->relate: _,wearing,o (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3": "11", "6": "11"}, "fullAnswer": {"1": "11", "4": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants.", "image": "n434283.jpg", "question_id": 20860977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "verify rel", "dependencies": [0], "argument": "traffic light,coming from,o (-)"}], "entailed": [], "equivalent": ["20786034"], "question": "Is the water coming from a traffic light?", "isBalanced": true, "groups": {"global": null, "local": "13-water_traffic light"}, "answer": "no", "semanticStr": "select: water (3)->verify rel: traffic light,coming from,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3", "7:9": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the water is coming from a fire hydrant.", "image": "n12404.jpg", "question_id": 20786034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "doors (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202041967", "202041966"], "equivalent": ["202041968"], "question": "Do you see door that is not closed?", "isBalanced": true, "groups": {"global": null, "local": "04-doors_n#closed"}, "answer": "no", "semanticStr": "select: doors (2)->filter: not(closed) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"3": "2"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are doors but they are closed.", "image": "n449058.jpg", "question_id": 202041968}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "soccer player (3)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,to the right of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20853907", "20853911", "20853908", "20853915", "20853917", "20853910", "20853906", "20853905"], "equivalent": ["20853909"], "question": "How big is the fence the soccer player is to the right of?", "isBalanced": true, "groups": {"global": "size", "local": "10q-fence_size"}, "answer": "small", "semanticStr": "select: soccer player (3)->relate: fence,to the right of,o (11) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"6:8": "3", "4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is small.", "image": "n275857.jpg", "question_id": 20853909}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20786039"], "question": "Does the leather shoe look orange and small?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_small"}, "answer": "no", "semanticStr": "select: shoe (2)->filter material: leather [0]->verify color: orange [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shoe is small but black.", "image": "n12404.jpg", "question_id": 20786039}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelet (6)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201549042", "201549043", "201549040", "201549044", "201549037", "201549025", "201549039", "201549038"], "equivalent": ["201549041"], "question": "What is the color of the bracelet made of plastic?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bracelet_color"}, "answer": "green", "semanticStr": "select: bracelet (6)->filter material: plastic [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "6", "6": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bracelet is green.", "image": "n314171.jpg", "question_id": 201549041}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20860977"], "equivalent": ["20860978"], "question": "What is the man wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-man_wearing,o"}, "answer": "pants", "semanticStr": "select: man (11)->relate: _,wearing,o (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "11", "4": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing pants.", "image": "n434283.jpg", "question_id": 20860978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "relate", "dependencies": [0], "argument": "blinds,in front of,s (1)"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": [], "equivalent": ["20692139"], "question": "Are the blinds in front of the window brown or white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-blinds_color"}, "answer": "brown", "semanticStr": "select: window (8)->relate: blinds,in front of,s (1) [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"2": "1", "7": "8"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The blinds are brown.", "image": "n499081.jpg", "question_id": 20692139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (3)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201510419", "201510420", "201510406", "201510407"], "equivalent": ["201510418"], "question": "Are there any knives that are clean in the picture?", "isBalanced": true, "groups": {"global": null, "local": "04-knife_clean"}, "answer": "yes", "semanticStr": "select: knife (3)->filter cleanliness: clean [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"5": "3"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a clean knife.", "image": "n541854.jpg", "question_id": 201510418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "relate", "dependencies": [2], "argument": "_,lying on,o (11)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201143327"], "equivalent": ["201143327", "201143328"], "question": "The flowers that look green and red are lying on what?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-flowers_lying on,o"}, "answer": "floor", "semanticStr": "select: flowers (5)->filter color: green [0]->filter color: red [1]->relate: _,lying on,o (11) [2]->query: name [3]", "annotations": {"answer": {"0": "11"}, "question": {"1": "5", "4": "5", "6": "5"}, "fullAnswer": {"1": "5", "6": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are lying on the floor.", "image": "n276011.jpg", "question_id": 201143328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "choose color", "dependencies": [0], "argument": "black|beige"}], "entailed": [], "equivalent": ["201803949"], "question": "Does the couch look black or beige?", "isBalanced": true, "groups": {"global": "color", "local": "10c-couch_color"}, "answer": "black", "semanticStr": "select: couch (13)->choose color: black|beige [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The couch is black.", "image": "n51002.jpg", "question_id": 201803949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["201143322"], "question": "Are there motorbikes in the photo?", "isBalanced": true, "groups": {"global": null, "local": "03-motorcycle"}, "answer": "no", "semanticStr": "select: motorcycle (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there are no motorbikes.", "image": "n276011.jpg", "question_id": 201143322}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143326"], "equivalent": ["201143325"], "question": "What is lying on the floor?", "isBalanced": true, "groups": {"global": "plant", "local": "14-floor_lying on,s"}, "answer": "flowers", "semanticStr": "select: floor (11)->relate: _,lying on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"5": "11"}, "fullAnswer": {"1": "5", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are lying on the floor.", "image": "n276011.jpg", "question_id": 201143325}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "relate", "dependencies": [0], "argument": "flowers,lying on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": [], "equivalent": ["201143324"], "question": "What is the color of the flowers that are lying on the floor?", "isBalanced": true, "groups": {"global": "color", "local": "10q-flowers_color"}, "answer": "green", "semanticStr": "select: floor (11)->relate: flowers,lying on,s (5) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"12": "11", "6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flowers are green.", "image": "n276011.jpg", "question_id": 201143324}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201143325"], "equivalent": ["201143326"], "question": "What's lying on the floor?", "isBalanced": true, "groups": {"global": "plant", "local": "14-floor_lying on,s"}, "answer": "flowers", "semanticStr": "select: floor (11)->relate: _,lying on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The flowers are lying on the floor.", "image": "n276011.jpg", "question_id": 201143326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["202120136", "202120137", "202120139"], "equivalent": ["202120138"], "question": "On which side of the image is the black clock, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-clock_hposition"}, "answer": "left", "semanticStr": "select: clock (5)->filter color: black [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The clock is on the left of the image.", "image": "n500308.jpg", "question_id": 202120138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "brunette"}, {"operation": "verify face expression", "dependencies": [1], "argument": "happy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201110905"], "equivalent": ["201110906"], "question": "Is the person to the right of the baby brunette and happy?", "isBalanced": true, "groups": {"global": null, "local": "05-brunette_happy"}, "answer": "no", "semanticStr": "select: baby (6)->relate: person,to the right of,s (7) [0]->verify color: brunette [1]->verify face expression: happy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "6", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is happy but blond.", "image": "n546616.jpg", "question_id": 201110906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["201883119", "201883129", "201883139", "201883134", "201883133", "201883132", "201883130"], "equivalent": ["201883135"], "question": "Do the pillows that look white look clean or dirty?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-pillows_cleanliness"}, "answer": "clean", "semanticStr": "select: pillows (7)->filter color: white [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2": "7", "5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pillows are clean.", "image": "n125122.jpg", "question_id": 201883135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "relate", "dependencies": [0], "argument": "zebras,behind,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20600179", "20600182", "20600176", "20600177", "20600189", "20600188", "20600180"], "equivalent": ["20600178"], "question": "How big are the zebras the brush is behind of?", "isBalanced": true, "groups": {"global": "size", "local": "10q-zebras_size"}, "answer": "large", "semanticStr": "select: brush (11)->relate: zebras,behind,o (5) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "5", "6": "11"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The zebras are large.", "image": "n196058.jpg", "question_id": 20600178}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (1)"}, {"operation": "verify material", "dependencies": [0], "argument": "wood"}], "entailed": ["20952990", "20952999", "20952992", "20952989"], "equivalent": ["20952990", "20952989", "20952988"], "question": "Do you think the tennis racket is wooden?", "isBalanced": true, "groups": {"global": null, "local": "06-racket_wood"}, "answer": "no", "semanticStr": "select: racket (1)->verify material: wood [0]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the tennis racket is metallic.", "image": "n413319.jpg", "question_id": 20952988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "words (17)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20781794", "20781795", "20781783", "20781782", "20781787", "20781785", "20781784", "20781788"], "equivalent": ["20781786"], "question": "How big are the words?", "isBalanced": true, "groups": {"global": "size", "local": "10q-words_size"}, "answer": "small", "semanticStr": "select: words (17)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The words are small.", "image": "n317189.jpg", "question_id": 20781786}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201976461", "201976471", "201976460", "201976470", "201976473", "201976468", "201976469", "201976457", "201976462", "201976463", "201976459", "201976458", "201976466", "201976467", "201976464", "201976472"], "equivalent": ["201976457", "201976456"], "question": "Is the street made of concrete both hard and gray?", "isBalanced": true, "groups": {"global": null, "local": "05-gray_hard"}, "answer": "yes", "semanticStr": "select: street (10)->filter material: concrete [0]->verify color: gray [1]->verify hardness: hard  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "5": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street is hard and gray.", "image": "n279173.jpg", "question_id": 201976456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "brush (11)"}, {"operation": "relate", "dependencies": [0], "argument": "zebras,in front of,s (5)"}, {"operation": "verify", "dependencies": [1], "argument": "black and white"}, {"operation": "verify size", "dependencies": [1], "argument": "large "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20600187", "20600178", "20600179", "20600191", "20600176", "20600177", "20600189", "20600188", "20600182", "20600180"], "equivalent": ["20600175"], "question": "Do the zebras in front of the brush look large and black and white?", "isBalanced": true, "groups": {"global": null, "local": "05-black and white_large"}, "answer": "yes", "semanticStr": "select: brush (11)->relate: zebras,in front of,s (5) [0]->verify: black and white [1]->verify size: large  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "7": "11"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the zebras are large and black and white.", "image": "n196058.jpg", "question_id": 20600175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (0)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202119860", "202119862", "202119854", "202119845", "202119846", "202119847", "202119853", "202119851", "202119850", "202119855", "202119848", "202119849", "202119859", "202119861"], "equivalent": ["202119852"], "question": "What is the refrigerator made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-refrigerator_material"}, "answer": "glass", "semanticStr": "select: refrigerator (0)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fridge is made of glass.", "image": "n500308.jpg", "question_id": 202119852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (5)"}, {"operation": "select", "dependencies": [], "argument": "fence (3) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201885194"], "question": "Is the palm made of the same material as the fence?", "isBalanced": true, "groups": {"global": null, "local": "09same-fence_palm tree"}, "answer": "no", "semanticStr": "select: palm tree (5)->select: fence (3) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "3", "2": "5"}, "fullAnswer": {"9": "3", "2": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the palm is made of wood and the fence is made of metal.", "image": "n222297.jpg", "question_id": 201885194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201640316", "201640318"], "equivalent": ["201640317"], "question": "Who is holding the fat people?", "isBalanced": true, "groups": {"global": "person", "local": "14-women_holding,s"}, "answer": "man", "semanticStr": "select: person (7)->filter fatness: fat [0]->relate: person,holding,s (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"4:6": "7"}, "fullAnswer": {"1": "14", "5": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is holding the women.", "image": "n235859.jpg", "question_id": 201640317}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479203", "201479205", "201479206", "201479103", "201479209", "201479102"], "equivalent": ["201479204"], "question": "What is in front of the cup?", "isBalanced": true, "groups": {"global": "color", "local": "14-cup_in front of,s"}, "answer": "orange", "semanticStr": "select: cup (2)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The orange is in front of the cup.", "image": "n181210.jpg", "question_id": 201479204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "fruit,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201479203", "201479204", "201479206", "201479103", "201479209", "201479102"], "equivalent": ["201479205"], "question": "What is the fruit in front of the cup that looks white?", "isBalanced": true, "groups": {"global": "color", "local": "15-cup_in front of,s"}, "answer": "orange", "semanticStr": "select: cup (2)->filter color: white [0]->relate: fruit,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"11": "2", "8": "2", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is an orange.", "image": "n181210.jpg", "question_id": 201479205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "relate", "dependencies": [0], "argument": "fruit,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201479203", "201479204", "201479205", "201479103", "201479209", "201479102"], "equivalent": ["201479206"], "question": "What fruit is in front of the cup?", "isBalanced": true, "groups": {"global": "color", "local": "15-cup_in front of,s"}, "answer": "orange", "semanticStr": "select: cup (2)->relate: fruit,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fruit is an orange.", "image": "n181210.jpg", "question_id": 201479206}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20287678", "20287679", "20287677", "20287465"], "equivalent": ["20287680"], "question": "What's the batter wearing?", "isBalanced": true, "groups": {"global": "object", "local": "14-batter_wearing,o"}, "answer": "helmet", "semanticStr": "select: batter (1)->relate: _,wearing,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "1", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The batter is wearing a helmet.", "image": "n317260.jpg", "question_id": 20287680}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "aluminum"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "racket (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "aluminum"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["201751835"], "question": "Are there either any rackets or bats that are made of aluminum?", "isBalanced": true, "groups": {"global": null, "local": "04-bat_aluminum"}, "answer": "no", "semanticStr": "select: bat (4)->filter material: aluminum [0]->exist: ? [1]->select: racket (-) ->filter material: aluminum [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a bat but it is made of plastic.", "image": "n355567.jpg", "question_id": 201751835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "parent (4)"}, {"operation": "relate", "dependencies": [0], "argument": "parent,to the left of,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "blond"}], "entailed": ["20710195", "20710196", "20710197", "20710192", "20710189"], "equivalent": ["20710194"], "question": "Does the parent to the left of the other parent look blond?", "isBalanced": true, "groups": {"global": null, "local": "06-parent_blond"}, "answer": "yes", "semanticStr": "select: parent (4)->relate: parent,to the left of,s (0) [0]->verify color: blond [1]", "annotations": {"answer": {}, "question": {"9": "4", "2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the parent is blond.", "image": "n489699.jpg", "question_id": 20710194}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pen (3)"}, {"operation": "select", "dependencies": [], "argument": "shelf (12) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201556451", "201556453", "201556452"], "equivalent": ["201556453", "201556452", "201556454", "201556451"], "question": "Is the material of the pen the same as the shelf?", "isBalanced": true, "groups": {"global": null, "local": "09same-pen_shelf"}, "answer": "no", "semanticStr": "select: pen (3)->select: shelf (12) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "12", "5": "3"}, "fullAnswer": {"9": "12", "2": "3"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pen is made of plastic and the shelf is made of wood.", "image": "n525901.jpg", "question_id": 201556454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201624079", "201624049", "201624050"], "equivalent": ["201624078"], "question": "Who is in front of the wall?", "isBalanced": true, "groups": {"global": "person", "local": "14-wall_in front of,s"}, "answer": "woman", "semanticStr": "select: wall (2)->relate: person,in front of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "3", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the wall.", "image": "n59676.jpg", "question_id": 201624078}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20679354", "20679356", "20679347", "20679351", "20679352", "20679353", "20679349", "20679348", "20679346"], "equivalent": ["20679350"], "question": "How big is the house?", "isBalanced": true, "groups": {"global": "size", "local": "10q-house_size"}, "answer": "small", "semanticStr": "select: house (5)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The house is small.", "image": "n493357.jpg", "question_id": 20679350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "book (14)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20385462", "20385463", "20385453", "20385451", "20385450", "20385457", "20385456", "20385455", "20385454", "20385459", "20385458", "20385448", "20385449"], "equivalent": ["20385453", "20385452", "20385454"], "question": "What is the color of the book?", "isBalanced": true, "groups": {"global": "color", "local": "10q-book_color"}, "answer": "white", "semanticStr": "select: book (14)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The book is white.", "image": "n90294.jpg", "question_id": 20385452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20573654", "20573655", "20573653", "20573650", "20573651", "20573649", "20573647", "20573648", "20573646"], "equivalent": ["20573652"], "question": "On which side is the plastic bottle, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-bottle_hposition"}, "answer": "right", "semanticStr": "select: bottle (5)->filter material: plastic [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"5:7": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bottle is on the right of the image.", "image": "n162108.jpg", "question_id": 20573652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (1)"}, {"operation": "select", "dependencies": [], "argument": "helmet (2) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20414340"], "equivalent": ["20414341"], "question": "Does the skateboard have a different color than the helmet?", "isBalanced": true, "groups": {"global": null, "local": "09diff-helmet_skateboard"}, "answer": "no", "semanticStr": "select: skateboard (1)->select: helmet (2) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "1"}, "fullAnswer": {"3": "1", "6": "2"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the skateboard and the helmet are black.", "image": "n16936.jpg", "question_id": 20414341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "choose cleanliness", "dependencies": [1], "argument": "clean|dirty"}], "entailed": ["201492273", "201492287", "201492286", "201492285", "201492284", "201492283", "201492282"], "equivalent": ["201492288"], "question": "Are the trousers made of cloth dirty or clean?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10c-pants_cleanliness"}, "answer": "clean", "semanticStr": "select: pants (12)->filter material: cloth [0]->choose cleanliness: clean|dirty [1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trousers are clean.", "image": "n9856.jpg", "question_id": 201492288}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "palm tree,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20863579", "20863581"], "equivalent": ["20863579", "20863580"], "question": "Do you see any palm trees behind the gray building?", "isBalanced": true, "groups": {"global": null, "local": "13-building_palm tree"}, "answer": "no", "semanticStr": "select: building (6)->filter color: gray [0]->relate: palm tree,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8:10": "6"}, "fullAnswer": {"4": "1", "7": "6"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a skateboarder behind the building.", "image": "n14.jpg", "question_id": 20863580}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258980", "20258979"], "equivalent": ["20258978"], "question": "What is the white clothing item in the photo?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_white"}, "answer": "shirt", "semanticStr": "select: clothing (4)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"4:6": "4"}, "fullAnswer": {"1:3": "4", "5": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a shirt.", "image": "n204894.jpg", "question_id": 20258978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "goal (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201055798", "201055799", "201055797"], "equivalent": ["201055796"], "question": "What is the goal in front of?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-goal_in front of,o"}, "answer": "car", "semanticStr": "select: goal (1)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "1", "7": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The goal is in front of the car.", "image": "n259002.jpg", "question_id": 201055796}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose vposition", "dependencies": [1], "argument": "bottom|top"}], "entailed": ["201055824", "201055822", "201055823"], "equivalent": ["201055824", "201055825"], "question": "Is the white ball in the bottom or in the top part?", "isBalanced": true, "groups": {"global": null, "local": "10c-ball_vposition"}, "answer": "bottom", "semanticStr": "select: ball (0)->filter color: white [0]->choose vposition: bottom|top [1]", "annotations": {"answer": {}, "question": {"2:4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ball is in the bottom of the image.", "image": "n259002.jpg", "question_id": 201055825}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,on,o (-)"}], "entailed": [], "equivalent": ["202241111"], "question": "Is the pizza on a plate?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza_plate"}, "answer": "no", "semanticStr": "select: pizza (5)->verify rel: plate,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "8"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the pizza is on the table.", "image": "n460385.jpg", "question_id": 202241111}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (0)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding onto,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202240558", "202240640", "202240557", "202240642"], "equivalent": ["202240641"], "question": "Who holds onto the white device?", "isBalanced": true, "groups": {"global": "person", "local": "14-remote control_holding onto,s"}, "answer": "woman", "semanticStr": "select: device (0)->filter color: white [0]->relate: person,holding onto,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"4:6": "0"}, "fullAnswer": {"1": "2", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds onto the remote.", "image": "n162148.jpg", "question_id": 202240641}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "router (12)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902500", "201902429", "201902495", "201902496", "201902498", "201902499"], "equivalent": ["201902497"], "question": "What kind of furniture is to the right of the router?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-router_to the right of,s"}, "answer": "chair", "semanticStr": "select: router (12)->relate: furniture,to the right of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n435808.jpg", "question_id": 201902497}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902491", "201902492", "201902429"], "equivalent": ["201902490"], "question": "What is the piece of furniture below the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-desk_below,s"}, "answer": "chair", "semanticStr": "select: desk (1)->relate: furniture,below,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"8": "1", "3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n435808.jpg", "question_id": 201902490}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902490", "201902492", "201902429"], "equivalent": ["201902491"], "question": "What kind of furniture is below the desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-desk_below,s"}, "answer": "chair", "semanticStr": "select: desk (1)->relate: furniture,below,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n435808.jpg", "question_id": 201902491}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (33)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "right"}], "entailed": ["20837123", "20837122", "20837121", "20837120", "20837119", "20837116", "20837117", "20837115"], "equivalent": ["20837118"], "question": "Is the small instrument on the right side?", "isBalanced": true, "groups": {"global": null, "local": "06-guitar_right"}, "answer": "no", "semanticStr": "select: instrument (33)->filter size: small [0]->verify hposition: right [1]", "annotations": {"answer": {}, "question": {"2:4": "33"}, "fullAnswer": {"2": "33"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the guitar is on the left of the image.", "image": "n507959.jpg", "question_id": 20837118}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding onto,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202240651", "202240507", "202240508", "202240509", "202240652", "202240649", "202240648", "202240653", "202240645", "202240644", "202240647", "202240650", "202240643"], "equivalent": ["202240646"], "question": "What does the woman hold onto?", "isBalanced": true, "groups": {"global": "device", "local": "14-woman_holding onto,o"}, "answer": "remote control", "semanticStr": "select: woman (2)->relate: _,holding onto,o (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1": "2", "5:7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman holds onto the remote control.", "image": "n162148.jpg", "question_id": 202240646}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinet (5)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,to the right of,s (10)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202005826"], "question": "Is the cabinet to the right of the other cabinet closed and small?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_small"}, "answer": "no", "semanticStr": "select: cabinet (5)->relate: cabinet,to the right of,s (10) [0]->verify: closed [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "5", "2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinet is closed but large.", "image": "n97485.jpg", "question_id": 202005826}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,near,s (15)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201663113", "201663123", "201663121", "201663115", "201663120", "201663114", "201663119", "201663118", "201663110", "201663111", "201663136", "201663135", "201663134", "201663133", "201663126", "201663117", "201663116"], "equivalent": ["201663112"], "question": "Is the cabinet near the oven wooden and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_wood"}, "answer": "yes", "semanticStr": "select: oven (0)->relate: cabinet,near,s (15) [0]->verify: closed [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "15", "5": "0"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cabinet is wooden and closed.", "image": "n35676.jpg", "question_id": 201663112}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (2)"}, {"operation": "relate", "dependencies": [0], "argument": "giraffe,standing beside,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20679217", "20679216", "20679236", "20679235", "20679234", "20679232", "20679231", "20679229", "20679204"], "equivalent": ["20679233"], "question": "Which color is the giraffe that is standing beside the other giraffe?", "isBalanced": true, "groups": {"global": "color", "local": "10q-giraffe_color"}, "answer": "yellow", "semanticStr": "select: giraffe (2)->relate: giraffe,standing beside,s (1) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "2", "4": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The giraffe is yellow.", "image": "n493357.jpg", "question_id": 20679233}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "select", "dependencies": [], "argument": "woman (9) "}, {"operation": "choose younger", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20978199"], "question": "Who seems to be younger, the boy or the woman?", "isBalanced": true, "groups": {"global": "person", "local": "09compare-boy_woman"}, "answer": "boy", "semanticStr": "select: boy (12)->select: woman (9) ->choose younger:  [0, 1]", "annotations": {"answer": {"0": "12"}, "question": {"9": "9", "6": "12"}, "fullAnswer": {"1": "12", "6": "9"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The boy is younger than the woman.", "image": "n551964.jpg", "question_id": 20978199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter", "dependencies": [0], "argument": "not(sleeveless)"}, {"operation": "choose name", "dependencies": [1], "argument": "tank top|hat"}], "entailed": [], "equivalent": ["201974981"], "question": "What type of clothing is not sleeveless, the hat or the tank top?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#sleeveless"}, "answer": "hat", "semanticStr": "select: clothing (6)->filter: not(sleeveless) [0]->choose name: tank top|hat [1]", "annotations": {"answer": {"0": "6"}, "question": {"8": "6", "3": "4", "11:13": "4"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The hat is not sleeveless.", "image": "n274905.jpg", "question_id": 201974981}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201570594", "201570662", "201570663", "201570666", "201570664", "201570665"], "equivalent": ["201570661"], "question": "What is the item of furniture to the right of the purse?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-purse_to the right of,s"}, "answer": "cabinet", "semanticStr": "select: purse (2)->relate: furniture,to the right of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"11": "2", "3:6": "10"}, "fullAnswer": {"1:4": "10", "6": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a cabinet.", "image": "n382416.jpg", "question_id": 201570661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clock (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["202122130", "202122131", "202122129"], "equivalent": ["202122132"], "question": "On which side is the clock?", "isBalanced": true, "groups": {"global": null, "local": "10q-clock_hposition"}, "answer": "right", "semanticStr": "select: clock (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The clock is on the right of the image.", "image": "n140421.jpg", "question_id": 202122132}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "choose", "dependencies": [0], "argument": "long sleeved|short sleeved"}], "entailed": ["201185662", "201185663", "201185660"], "equivalent": ["201185664"], "question": "Is the shirt short sleeved or long sleeved?", "isBalanced": true, "groups": {"global": "32", "local": "10c-shirt_32"}, "answer": "long sleeved", "semanticStr": "select: shirt (1)->choose: long sleeved|short sleeved [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is long sleeved.", "image": "n494918.jpg", "question_id": 201185664}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (14)"}, {"operation": "filter length", "dependencies": [1], "argument": "long"}, {"operation": "query", "dependencies": [2], "argument": "shape"}], "entailed": ["20226772", "20226773", "20226771", "20226765", "20226767", "20226766", "20226769", "20226768", "20226778", "20226779", "20226763", "20226760", "20226780", "20226718", "20226719", "20226762", "20226742"], "equivalent": ["20226770"], "question": "Which shape does the long table that is in front of the chair have?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-table_shape"}, "answer": "rectangular", "semanticStr": "select: chair (13)->relate: table,in front of,s (14) [0]->filter length: long [1]->query: shape [2]", "annotations": {"answer": {}, "question": {"12": "13", "4:6": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table has rectangular shape.", "image": "n68769.jpg", "question_id": 20226770}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (10)"}, {"operation": "verify material", "dependencies": [0], "argument": "cloth"}], "entailed": [], "equivalent": ["20891291"], "question": "Is the dress made of cloth?", "isBalanced": true, "groups": {"global": null, "local": "06-dress_cloth"}, "answer": "yes", "semanticStr": "select: dress (10)->verify material: cloth [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dress is made of cloth.", "image": "n347706.jpg", "question_id": 20891291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (10)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20891293"], "question": "Is the dress that is made of cloth long and white?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "no", "semanticStr": "select: dress (10)->filter material: cloth [0]->verify length: long [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "10", "7": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the dress is long but blue.", "image": "n347706.jpg", "question_id": 20891293}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (10)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}], "entailed": ["20891281", "20891299", "20891298", "20891293", "20891300", "20891294", "20891297", "20891296"], "equivalent": ["20891295"], "question": "Does the blue dress look long?", "isBalanced": true, "groups": {"global": null, "local": "06-dress_long"}, "answer": "yes", "semanticStr": "select: dress (10)->filter color: blue [0]->verify length: long [1]", "annotations": {"answer": {}, "question": {"2:4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the dress is long.", "image": "n347706.jpg", "question_id": 20891295}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["20899389", "20899388", "20899380", "20899390", "20899391", "20899384", "20899366"], "equivalent": ["20899395"], "question": "Does the blue umbrella look closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-umbrella_15"}, "answer": "closed", "semanticStr": "select: umbrella (17)->filter color: blue [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"2:4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The umbrella is closed.", "image": "n403734.jpg", "question_id": 20899395}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "verify rel", "dependencies": [1], "argument": "couch,leaning on,o (-)"}], "entailed": [], "equivalent": ["2046334"], "question": "Is the man to the left of the bowl leaning on a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-man_couch"}, "answer": "no", "semanticStr": "select: bowl (6)->relate: man,to the left of,s (0) [0]->verify rel: couch,leaning on,o (-) [1]", "annotations": {"answer": {}, "question": {"8": "6", "2": "0"}, "fullAnswer": {"2": "0", "7": "5"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the man is leaning on the table.", "image": "n71728.jpg", "question_id": 2046334}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "broccoli (7)"}, {"operation": "relate", "dependencies": [0], "argument": "basket,in,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201887322", "201887323", "201887321", "201887326", "201887324", "201887319", "201887318", "201887317"], "equivalent": ["201887320"], "question": "What color is the basket that the broccoli is in?", "isBalanced": true, "groups": {"global": "color", "local": "10q-basket_color"}, "answer": "brown", "semanticStr": "select: broccoli (7)->relate: basket,in,o (9) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "9", "7": "7"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The basket is brown.", "image": "n429961.jpg", "question_id": 201887320}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baby (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201110976", "201110977"], "equivalent": ["201110978"], "question": "What color is the baby?", "isBalanced": true, "groups": {"global": "color", "local": "10q-baby_color"}, "answer": "blond", "semanticStr": "select: baby (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baby is blond.", "image": "n546616.jpg", "question_id": 201110978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "tree,near,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "airplane,above,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20652583"], "question": "Do you see airplanes above the tree near the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-tree_airplane"}, "answer": "no", "semanticStr": "select: woman (0)->relate: tree,near,s (4) [0]->relate: airplane,above,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "0", "6": "4"}, "fullAnswer": {"8": "4", "4:6": "3"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a soccer ball above the tree.", "image": "n400036.jpg", "question_id": 20652583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (6)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the left of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,leaning on,o (5)"}, {"operation": "choose name", "dependencies": [2], "argument": "table|couch"}], "entailed": [], "equivalent": ["2046332"], "question": "What piece of furniture is the man that is to the left of the bowl leaning on, a table or a couch?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_leaning on,o"}, "answer": "table", "semanticStr": "select: bowl (6)->relate: man,to the left of,s (0) [0]->relate: furniture,leaning on,o (5) [1]->choose name: table|couch [2]", "annotations": {"answer": {"0": "5"}, "question": {"18": "5", "1:4": "5", "14": "6", "6": "0"}, "fullAnswer": {"1": "0", "6": "5"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The man is leaning on a table.", "image": "n71728.jpg", "question_id": 2046332}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "verify race", "dependencies": [0], "argument": "asian"}], "entailed": ["202240425", "202240427", "202240426", "202240428", "202240461", "202240460", "202240463", "202240462", "202240465", "202240464"], "equivalent": ["202240467"], "question": "Is this an Asian man?", "isBalanced": true, "groups": {"global": null, "local": "06-man_asian"}, "answer": "no", "semanticStr": "select: man (1)->verify race: asian [0]", "annotations": {"answer": {}, "question": {"4": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a Caucasian man.", "image": "n162148.jpg", "question_id": 202240467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (10)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "left"}], "entailed": ["20631388", "20631390", "20631391", "20631392"], "equivalent": ["20631389"], "question": "Is the umpire on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-umpire_left"}, "answer": "no", "semanticStr": "select: umpire (10)->verify hposition: left [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the umpire is on the right of the image.", "image": "n570181.jpg", "question_id": 20631389}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201803896", "201803897", "201803898"], "equivalent": ["201803899"], "question": "In which part of the image is the leather couch?", "isBalanced": true, "groups": {"global": null, "local": "10q-couch_hposition"}, "answer": "right", "semanticStr": "select: couch (13)->filter material: leather [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The couch is on the right of the image.", "image": "n51002.jpg", "question_id": 201803899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (12)"}, {"operation": "filter pose", "dependencies": [0], "argument": "walking"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20978222"], "question": "Who is walking?", "isBalanced": true, "groups": {"global": "person", "local": "walking"}, "answer": "boy", "semanticStr": "select: person (12)->filter pose: walking [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The boy is walking.", "image": "n551964.jpg", "question_id": 20978222}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,s (4)"}, {"operation": "verify pose", "dependencies": [1], "argument": "standing"}], "entailed": ["2093892", "2093893", "2093891", "2093900", "2093901"], "equivalent": ["2093894"], "question": "Does the animal behind the fence appear to be standing?", "isBalanced": true, "groups": {"global": null, "local": "06-giraffe_standing"}, "answer": "no", "semanticStr": "select: fence (8)->relate: animal,behind,s (4) [0]->verify pose: standing [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "8"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the giraffe is sitting.", "image": "n450919.jpg", "question_id": 2093894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter", "dependencies": [0], "argument": "not(open)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2097751", "2097750"], "equivalent": ["2097752"], "question": "What device is not open?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_n#open"}, "answer": "monitor", "semanticStr": "select: device (1)->filter: not(open) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n513429.jpg", "question_id": 2097752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "face mask (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20631382", "20631381"], "equivalent": ["20631383"], "question": "What is the black face mask made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-face mask_material"}, "answer": "metal", "semanticStr": "select: face mask (11)->filter color: black [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3:6": "11"}, "fullAnswer": {"1:3": "11"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The face mask is made of metal.", "image": "n570181.jpg", "question_id": 20631383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting atop,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201832652", "201832446", "201832650", "201832651", "201832649", "201832648"], "equivalent": ["201832647"], "question": "What are the books sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-books_sitting atop,o"}, "answer": "nightstand", "semanticStr": "select: books (9)->relate: _,sitting atop,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "9", "6": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The books are sitting atop the nightstand.", "image": "n432591.jpg", "question_id": 201832647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (12)"}, {"operation": "filter", "dependencies": [0], "argument": "not(old)"}, {"operation": "verify pose", "dependencies": [1], "argument": "sitting"}], "entailed": ["20978226", "20978225", "20978223"], "equivalent": ["20978224"], "question": "Does the boy that is not old appear to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-boy_sitting"}, "answer": "no", "semanticStr": "select: boy (12)->filter: not(old) [0]->verify pose: sitting [1]", "annotations": {"answer": {}, "question": {"2": "12", "6": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the boy is walking.", "image": "n551964.jpg", "question_id": 20978224}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1,2)"}, {"operation": "same", "dependencies": [0], "argument": "gender"}], "entailed": [], "equivalent": ["202240398"], "question": "Are both the people female?", "isBalanced": true, "groups": {"global": null, "local": "07same-allpeople"}, "answer": "no", "semanticStr": "select: person (1,2)->same: gender [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "sameGenderC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, they are both male and female.", "image": "n162148.jpg", "question_id": 202240398}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "television (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "silver"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cell phone (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "silver"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202012753"], "equivalent": ["202012752"], "question": "Is there a silver mobile phone or television?", "isBalanced": true, "groups": {"global": null, "local": "04-television_silver"}, "answer": "yes", "semanticStr": "select: television (1)->filter color: silver [0]->exist: ? [1]->select: cell phone (-) ->filter color: silver [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a silver television.", "image": "n326988.jpg", "question_id": 202012752}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (18)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20887182", "20887183", "20887184", "20887185"], "equivalent": ["20887186", "20887185"], "question": "Which side of the picture is the white curtain on?", "isBalanced": true, "groups": {"global": null, "local": "10q-curtain_hposition"}, "answer": "left", "semanticStr": "select: curtain (18)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"7:9": "18"}, "fullAnswer": {"1": "18"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain is on the left of the image.", "image": "n282436.jpg", "question_id": 20887186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,to the right of,s (2)"}, {"operation": "filter material", "dependencies": [1], "argument": "metal"}, {"operation": "verify color", "dependencies": [2], "argument": "green"}], "entailed": ["20342475"], "equivalent": ["20342475", "20342476"], "question": "Does the metal bus to the right of the person look green?", "isBalanced": true, "groups": {"global": null, "local": "06-bus_green"}, "answer": "no", "semanticStr": "select: person (1)->relate: bus,to the right of,s (2) [0]->filter material: metal [1]->verify color: green [2]", "annotations": {"answer": {}, "question": {"9": "1", "2:4": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bus is gold.", "image": "n16425.jpg", "question_id": 20342476}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201889471", "201889472", "201889473"], "equivalent": ["201889474", "201889472", "201889473"], "question": "Is there a helmet that is blue?", "isBalanced": true, "groups": {"global": null, "local": "04-helmet_blue"}, "answer": "no", "semanticStr": "select: helmet (4)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a helmet but it is tan.", "image": "n88366.jpg", "question_id": 201889474}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinets,above,o (5)"}, {"operation": "choose rel", "dependencies": [1], "argument": "oven,to the left of|to the right of,s (2)"}], "entailed": ["201623869", "201623868", "201623766", "201623768", "201623870"], "equivalent": ["201623767", "201623768"], "question": "Is the red oven to the left or to the right of the cabinets the stove is above?", "isBalanced": true, "groups": {"global": null, "local": "13-cabinets_oven"}, "answer": "left", "semanticStr": "select: stove (6)->relate: cabinets,above,o (5) [0]->choose rel: oven,to the left of|to the right of,s (2) [1]", "annotations": {"answer": {}, "question": {"13": "5", "2:4": "2", "15": "6"}, "fullAnswer": {"1": "2", "8": "5"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The oven is to the left of the cabinets.", "image": "n501609.jpg", "question_id": 201623767}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify pattern", "dependencies": [0], "argument": "striped "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201889478"], "question": "Is the helmet striped and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_striped"}, "answer": "no", "semanticStr": "select: helmet (4)->verify color: blue [0]->verify pattern: striped  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the helmet is striped but tan.", "image": "n88366.jpg", "question_id": 201889478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (5)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["20899718", "20899719", "20899721", "20899700"], "equivalent": ["20899720"], "question": "What kind of device is it?", "isBalanced": true, "groups": {"global": "device", "local": "11q-device"}, "answer": "laptop", "semanticStr": "select: device (5)->query: name [0]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n186491.jpg", "question_id": 20899720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202286534", "202286605", "202286604", "202286603", "202286602", "202286601", "202286599", "202286598"], "equivalent": ["202286600"], "question": "Which kind of animal is to the right of the woman?", "isBalanced": true, "groups": {"global": "animal", "local": "15-woman_to the right of,s"}, "answer": "elephant", "semanticStr": "select: woman (0)->relate: animal,to the right of,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "10"}, "fullAnswer": {"1": "10", "4": "10"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is an elephant.", "image": "n413002.jpg", "question_id": 202286600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "telephone pole (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20342416", "20342478", "20342480", "20342481", "20342482"], "equivalent": ["20342479"], "question": "What is in front of the telephone pole?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-telephone pole_in front of,s"}, "answer": "bus", "semanticStr": "select: telephone pole (8)->relate: _,in front of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "7:9": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is in front of the utility pole.", "image": "n16425.jpg", "question_id": 20342479}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "verify hposition", "dependencies": [1], "argument": "left"}], "entailed": ["202082201", "202082203", "202082202", "202082205", "202082204", "202082207", "202082206", "202082208"], "equivalent": ["202082200"], "question": "Is the small keyboard on the left of the picture?", "isBalanced": true, "groups": {"global": null, "local": "06-keyboard_left"}, "answer": "yes", "semanticStr": "select: keyboard (8)->filter size: small [0]->verify hposition: left [1]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the keyboard is on the left of the image.", "image": "n433692.jpg", "question_id": 202082200}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536203", "20536204"], "equivalent": ["20536205"], "question": "What animal is the giraffe in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-giraffe_in front of,o"}, "answer": "bison", "semanticStr": "select: giraffe (1)->relate: animal,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in front of the bison.", "image": "n410476.jpg", "question_id": 20536205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (6)"}, {"operation": "choose rel", "dependencies": [0], "argument": "woman,to the left of|to the right of,s (1)"}], "entailed": ["20306339", "20306338", "20307118", "20306335", "20307114", "20307115", "20307116", "20307117", "20306336", "20307112", "20307113"], "equivalent": ["20306337"], "question": "Is the woman to the right or to the left of the laptop computer?", "isBalanced": true, "groups": {"global": null, "local": "13-laptop_woman"}, "answer": "left", "semanticStr": "select: laptop (6)->choose rel: woman,to the left of|to the right of,s (1) [0]", "annotations": {"answer": {}, "question": {"2": "1", "12:14": "6"}, "fullAnswer": {"1": "1", "8:10": "6"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the left of the laptop computer.", "image": "n554880.jpg", "question_id": 20306337}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536204", "20536205"], "equivalent": ["20536203"], "question": "What animal is the giraffe before?", "isBalanced": true, "groups": {"global": "animal", "local": "14-giraffe_in front of,o"}, "answer": "bison", "semanticStr": "select: giraffe (1)->relate: animal,in front of,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "1", "7": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The giraffe is in front of the bison.", "image": "n410476.jpg", "question_id": 20536203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bison (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536200", "20536206", "20536207", "20536049", "20536193", "20536196", "20536197", "20536194", "20536195", "20536198", "20536199"], "equivalent": ["20536201"], "question": "Which kind of animal is in front of the bison?", "isBalanced": true, "groups": {"global": "animal", "local": "15-bison_in front of,s"}, "answer": "giraffe", "semanticStr": "select: bison (0)->relate: animal,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n410476.jpg", "question_id": 20536201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (6)"}, {"operation": "filter", "dependencies": [0], "argument": "loose"}, {"operation": "verify rel", "dependencies": [1], "argument": "bandana,below,o (8)"}], "entailed": ["201752983"], "equivalent": ["201752869"], "question": "Are the loose shorts below the bandana?", "isBalanced": true, "groups": {"global": null, "local": "13-shorts_bandana"}, "answer": "yes", "semanticStr": "select: shorts (6)->filter: loose [0]->verify rel: bandana,below,o (8) [1]", "annotations": {"answer": {}, "question": {"2:4": "6", "6": "8"}, "fullAnswer": {"2": "6", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the shorts are below the bandana.", "image": "n262929.jpg", "question_id": 201752869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (10)"}, {"operation": "select", "dependencies": [], "argument": "cup (5) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["201859304"], "equivalent": ["201859305", "201859304"], "question": "What is common to the lid and the cup?", "isBalanced": true, "groups": {"global": null, "local": "09common-cup_lid"}, "answer": "material", "semanticStr": "select: lid (10)->select: cup (5) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "5": "10"}, "fullAnswer": {"4": "10", "7": "5"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The material, both the lid and the cup are plastic.", "image": "n546884.jpg", "question_id": 201859305}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (7)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["201982811", "201982809"], "equivalent": ["201982810"], "question": "Is the remote in the top part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-remote control_top"}, "answer": "no", "semanticStr": "select: remote control (7)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the remote is in the bottom of the image.", "image": "n526228.jpg", "question_id": 201982810}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["20891743", "20891742", "20891756", "20891757", "20891747", "20891745", "20891749", "20891748", "20891759", "20891740"], "equivalent": ["20891746"], "question": "What is the size of that window?", "isBalanced": true, "groups": {"global": "size", "local": "10q-window_size"}, "answer": "large", "semanticStr": "select: window (8)->query: size [0]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is large.", "image": "n347706.jpg", "question_id": 20891746}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "select", "dependencies": [], "argument": "entertainment center (11) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202227882"], "question": "Is the window made of the same material as the entertainment center?", "isBalanced": true, "groups": {"global": null, "local": "09same-entertainment center_window"}, "answer": "no", "semanticStr": "select: window (5)->select: entertainment center (11) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "10:12": "11"}, "fullAnswer": {"2": "5", "9:11": "11"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the entertainment center is made of wood.", "image": "n77818.jpg", "question_id": 202227882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mustard (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "ham,on,o (4)"}], "entailed": ["20794219", "20794217", "20794216"], "equivalent": ["20794218"], "question": "Is the mustard on the cooked meat?", "isBalanced": true, "groups": {"global": null, "local": "13-mustard_ham"}, "answer": "yes", "semanticStr": "select: mustard (5)->verify rel: ham,on,o (4) [0]", "annotations": {"answer": {}, "question": {"2": "5", "5:7": "4"}, "fullAnswer": {"2": "5", "6": "4"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the mustard is on the ham.", "image": "n278453.jpg", "question_id": 20794218}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "verify length", "dependencies": [0], "argument": "short"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20518394", "20518392", "20518395", "20518398", "20518393", "20518396", "20518399", "20518383", "20518382", "20518381", "20518380", "20518390", "20518391", "20518378", "20518379", "20518405", "20518373", "20518397"], "equivalent": ["20518372"], "question": "Is the towel white and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_white"}, "answer": "yes", "semanticStr": "select: towel (12)->verify length: short [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the towel is white and short.", "image": "n141939.jpg", "question_id": 20518372}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "select", "dependencies": [], "argument": "pepper shaker (0) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202227886"], "question": "Is the speaker made of the same material as the pepper grinder?", "isBalanced": true, "groups": {"global": null, "local": "09same-pepper shaker_speaker"}, "answer": "no", "semanticStr": "select: speaker (3)->select: pepper shaker (0) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "3", "10:12": "0"}, "fullAnswer": {"2": "3", "9:11": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the speaker is made of plastic and the pepper grinder is made of wood.", "image": "n77818.jpg", "question_id": 202227886}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20518369", "20518368", "20518370"], "equivalent": ["20518371"], "question": "On which side is the white towel?", "isBalanced": true, "groups": {"global": null, "local": "10q-towel_hposition"}, "answer": "left", "semanticStr": "select: towel (12)->filter color: white [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The towel is on the left of the image.", "image": "n141939.jpg", "question_id": 20518371}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sculpture (2)"}, {"operation": "select", "dependencies": [], "argument": "manhole cover (25) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20340803"], "question": "Is the sculpture made of the same material as the manhole cover?", "isBalanced": true, "groups": {"global": null, "local": "09same-manhole cover_sculpture"}, "answer": "yes", "semanticStr": "select: sculpture (2)->select: manhole cover (25) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "2", "10:12": "25"}, "fullAnswer": {"3": "2", "6:8": "25"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the sculpture and the manhole cover are made of metal.", "image": "n346247.jpg", "question_id": 20340803}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (3)"}, {"operation": "relate", "dependencies": [0], "argument": "books,to the right of,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "water bottle,near,s (5)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20480563"], "question": "Are there water bottles near the books to the right of the cat?", "isBalanced": true, "groups": {"global": null, "local": "13-books_water bottle"}, "answer": "yes", "semanticStr": "select: cat (3)->relate: books,to the right of,s (6) [0]->relate: water bottle,near,s (5) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"12": "3", "2:4": "5", "6": "6"}, "fullAnswer": {"8": "6", "4:6": "5"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a water bottle near the books.", "image": "n520071.jpg", "question_id": 20480563}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}], "entailed": ["201302036", "201302024", "201302025", "201302038", "201302039", "201302037"], "equivalent": ["201302035"], "question": "Does the clean shirt have red color?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_red"}, "answer": "yes", "semanticStr": "select: shirt (6)->filter cleanliness: clean [0]->verify color: red [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is red.", "image": "n127705.jpg", "question_id": 201302035}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "washing machine (18)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202102867", "202102946", "202102949", "202102950", "202102951", "202102947"], "equivalent": ["202102948"], "question": "What appliance is to the right of the washing machine?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-washing machine_to the right of,s"}, "answer": "dishwasher", "semanticStr": "select: washing machine (18)->relate: appliance,to the right of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher.", "image": "n386682.jpg", "question_id": 202102948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["201641205", "201641204", "201641201", "201641200", "201641203", "201641202", "201641193", "201641192", "201641195", "201641194", "201641196"], "equivalent": ["201641197"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "looking down", "semanticStr": "select: man (0)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is looking down.", "image": "n532213.jpg", "question_id": 201641197}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "beach (8)"}, {"operation": "select", "dependencies": [], "argument": "headband (2) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20588829", "20588830"], "equivalent": ["20588828"], "question": "Does the beach have the same color as the headband?", "isBalanced": true, "groups": {"global": null, "local": "09same-beach_headband"}, "answer": "no", "semanticStr": "select: beach (8)->select: headband (2) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "2", "2": "8"}, "fullAnswer": {"2": "8", "7": "2"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the beach is blue and the headband is white.", "image": "n258500.jpg", "question_id": 20588828}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}], "entailed": ["20789994", "20789992", "20789993", "20789990", "20789991", "20789976", "20789988"], "equivalent": ["20789990", "20789989"], "question": "Is the sky cloudy?", "isBalanced": true, "groups": {"global": null, "local": "06-sky_cloudy"}, "answer": "yes", "semanticStr": "select: sky (6)->verify weather: cloudy [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sky is cloudy.", "image": "n475030.jpg", "question_id": 20789989}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,leaning against,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621371", "201621423"], "equivalent": ["201621422"], "question": "What is leaning against the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_leaning against,s"}, "answer": "mirror", "semanticStr": "select: wall (8)->relate: _,leaning against,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"5": "8"}, "fullAnswer": {"1": "12", "6": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is leaning against the wall.", "image": "n275148.jpg", "question_id": 201621422}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202169308", "202169318", "202169316", "202169307", "202169311", "202169310"], "equivalent": ["202169309"], "question": "What color is the bench?", "isBalanced": true, "groups": {"global": "color", "local": "10q-bench_color"}, "answer": "brown", "semanticStr": "select: bench (6)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is brown.", "image": "n451187.jpg", "question_id": 202169309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (7)"}, {"operation": "relate", "dependencies": [0], "argument": "person,skating on,s (0)"}, {"operation": "choose rel", "dependencies": [1], "argument": "umbrella,to the left of|to the right of,s (1)"}], "entailed": ["20709885", "20709886", "20709887", "20709889", "20709967", "20709966"], "equivalent": ["20709888", "20709889"], "question": "Is the black umbrella to the right or to the left of the person that is skating on the road?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_umbrella"}, "answer": "left", "semanticStr": "select: road (7)->relate: person,skating on,s (0) [0]->choose rel: umbrella,to the left of|to the right of,s (1) [1]", "annotations": {"answer": {}, "question": {"19": "7", "13": "0", "2:4": "1"}, "fullAnswer": {"1": "1", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The umbrella is to the left of the woman.", "image": "n24526.jpg", "question_id": 20709888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202231960", "202232007", "202231986", "202232008", "202231956", "202231955", "202231987", "202231964", "202231965", "202231966", "202231974", "202231935", "202231963", "202231958", "202231980", "202231968", "202231969", "202231984", "202231985"], "equivalent": ["202231967"], "question": "What is the lamp made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-lamp_material"}, "answer": "metal", "semanticStr": "select: lamp (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lamp is made of metal.", "image": "n232810.jpg", "question_id": 202231967}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "choose rel", "dependencies": [1], "argument": "woman,to the right of|to the left of,s (4)"}], "entailed": ["2046594", "2046596"], "equivalent": ["2046595", "2046596"], "question": "Is the woman to the right or to the left of the man on the left side?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "right", "semanticStr": "select: man (0)->filter hposition: left [0]->choose rel: woman,to the right of|to the left of,s (4) [1]", "annotations": {"answer": {}, "question": {"2": "4", "12": "0"}, "fullAnswer": {"1": "4", "8": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The woman is to the right of the man.", "image": "n71728.jpg", "question_id": 2046595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "verify rel", "dependencies": [1], "argument": "woman,to the left of,s (4)"}], "entailed": ["2046595", "2046596"], "equivalent": ["2046594"], "question": "Is the woman to the left of the man on the left?", "isBalanced": true, "groups": {"global": null, "local": "13-man_woman"}, "answer": "no", "semanticStr": "select: man (0)->filter hposition: left [0]->verify rel: woman,to the left of,s (4) [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "4"}, "fullAnswer": {"9": "0", "2": "4"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the woman is to the right of the man.", "image": "n71728.jpg", "question_id": 2046594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensil (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "choose rel", "dependencies": [1], "argument": "broccoli,to the left of|to the right of,s (3)"}], "entailed": ["201207393", "201207395", "201207394", "201207397", "201207396", "201207399", "201207398", "201207402", "201207149", "201207401", "201207400", "201207141", "201207142", "201207143", "201207144", "201207145", "201207146", "201207147"], "equivalent": ["201207148"], "question": "Is the broccoli to the left or to the right of the utensil made of metal?", "isBalanced": true, "groups": {"global": null, "local": "13-fork_broccoli"}, "answer": "left", "semanticStr": "select: utensil (4)->filter material: metal [0]->choose rel: broccoli,to the left of|to the right of,s (3) [1]", "annotations": {"answer": {}, "question": {"2": "3", "12": "4", "15": "4"}, "fullAnswer": {"1": "3", "8": "4"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The broccoli is to the left of the fork.", "image": "n222915.jpg", "question_id": 201207148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (11)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,near,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20757022", "20757153"], "equivalent": ["20757154", "20757153"], "question": "Do you see sinks near the towel?", "isBalanced": true, "groups": {"global": null, "local": "13-towel_sink"}, "answer": "no", "semanticStr": "select: towel (11)->relate: sink,near,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"6": "11"}, "fullAnswer": {"4": "9", "7": "11"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a lady near the towel.", "image": "n433532.jpg", "question_id": 20757154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "verify", "dependencies": [0], "argument": "bright"}, {"operation": "verify color", "dependencies": [0], "argument": "orange "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20300628"], "question": "Does the sky look bright and orange?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_orange"}, "answer": "no", "semanticStr": "select: sky (6)->verify: bright [0]->verify color: orange  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is bright but gray.", "image": "n208302.jpg", "question_id": 20300628}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (5)"}, {"operation": "select", "dependencies": [], "argument": "dress (3) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20394721"], "equivalent": ["20394722"], "question": "Do the knife and the dress have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-dress_knife"}, "answer": "yes", "semanticStr": "select: knife (5)->select: dress (3) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "3"}, "fullAnswer": {"2": "5", "7": "3"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the knife is blue and the dress is white.", "image": "n369313.jpg", "question_id": 20394722}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201233936", "201233937"], "equivalent": ["201233938"], "question": "What's in front of the building?", "isBalanced": true, "groups": {"global": "plant", "local": "14-building_in front of,s"}, "answer": "bushes", "semanticStr": "select: building (3)->relate: _,in front of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bushes are in front of the building.", "image": "n130464.jpg", "question_id": 201233938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (1)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}], "entailed": ["20940071", "20940072", "20940073", "20940074", "20940075", "20940077", "20940078", "20940083", "20940058", "20940059", "20940060"], "equivalent": ["20940076"], "question": "Is the toilet long?", "isBalanced": true, "groups": {"global": null, "local": "06-toilet_long"}, "answer": "no", "semanticStr": "select: toilet (1)->verify length: long [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the toilet is short.", "image": "n240666.jpg", "question_id": 20940076}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee mug (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sofa,on top of,o (-)"}], "entailed": [], "equivalent": ["20157556"], "question": "Is that coffee mug on top of a sofa?", "isBalanced": true, "groups": {"global": null, "local": "13-coffee mug_sofa"}, "answer": "no", "semanticStr": "select: coffee mug (6)->verify rel: sofa,on top of,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"9": "5", "2:4": "6"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the coffee mug is on top of a table.", "image": "n170941.jpg", "question_id": 20157556}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (12)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,next to,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201228330"], "equivalent": ["201228357"], "question": "Do you see fences next to the road?", "isBalanced": true, "groups": {"global": null, "local": "13-road_fence"}, "answer": "no", "semanticStr": "select: road (12)->relate: fence,next to,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "12"}, "fullAnswer": {"8": "12", "4": "8"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a bench next to the road.", "image": "n154856.jpg", "question_id": 201228357}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (5)"}, {"operation": "query", "dependencies": [0], "argument": "weight"}], "entailed": ["201438587", "201438588", "201438589", "201438596", "201438595", "201438593", "201438592", "201438591", "201438590"], "equivalent": ["201438594"], "question": "What is the weight of the batter?", "isBalanced": true, "groups": {"global": "weight", "local": "10q-batter_weight"}, "answer": "heavy", "semanticStr": "select: batter (5)->query: weight [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The batter is heavy.", "image": "n66756.jpg", "question_id": 201438594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (19)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201492355", "201492342", "201492356", "201492351", "201492350", "201492353", "201492352", "201492348", "201492345", "201492357", "201492358", "201492344", "201492341", "201492349", "201492346", "201492343", "201492347"], "equivalent": ["201492340"], "question": "Are the shoes black and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-black_clean"}, "answer": "yes", "semanticStr": "select: shoes (19)->verify color: black [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoes are black and clean.", "image": "n9856.jpg", "question_id": 201492340}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (6)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,to the right of,s (8)"}, {"operation": "verify color", "dependencies": [1], "argument": "silver"}, {"operation": "verify state", "dependencies": [1], "argument": "wavy "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201228347", "201228346", "201228349", "201228348", "201228354", "201228352", "201228353", "201228351"], "equivalent": ["201228350"], "question": "Is the bench to the right of the other bench silver and wavy?", "isBalanced": true, "groups": {"global": null, "local": "05-silver_wavy"}, "answer": "yes", "semanticStr": "select: bench (6)->relate: bench,to the right of,s (8) [0]->verify color: silver [1]->verify state: wavy  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "6", "2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the bench is silver and wavy.", "image": "n154856.jpg", "question_id": 201228350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (11)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify length", "dependencies": [1], "argument": "short"}], "entailed": ["201794894", "201794897", "201794882", "201794909", "201794908", "201794903", "201794902", "201794901", "201794900"], "equivalent": ["201794899"], "question": "Do the shorts that are not dirty look short?", "isBalanced": true, "groups": {"global": null, "local": "06-shorts_short"}, "answer": "yes", "semanticStr": "select: shorts (11)->filter cleanliness: not(dirty) [0]->verify length: short [1]", "annotations": {"answer": {}, "question": {"2": "11", "6": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shorts are short.", "image": "n119944.jpg", "question_id": 201794899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,below,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20963955", "20963957"], "equivalent": ["20963956"], "question": "Which kind of furniture is below the window?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-window_below,s"}, "answer": "shelf", "semanticStr": "select: window (0)->relate: furniture,below,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1:4": "3", "6": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a shelf.", "image": "n119886.jpg", "question_id": 20963956}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "jeans,wearing,o (2)"}], "entailed": ["20716876"], "equivalent": ["20716875"], "question": "Is the woman wearing jeans?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_jeans"}, "answer": "yes", "semanticStr": "select: woman (0)->verify rel: jeans,wearing,o (2) [0]", "annotations": {"answer": {}, "question": {"2": "0", "4": "2"}, "fullAnswer": {"2": "0", "5": "2"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is wearing jeans.", "image": "n67005.jpg", "question_id": 20716875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "phone (1)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "top"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20716880", "20716792", "20716793", "20716881"], "equivalent": ["20716879"], "question": "Who is holding the telephone in the top of the image?", "isBalanced": true, "groups": {"global": "person", "local": "14-phone_holding,s"}, "answer": "woman", "semanticStr": "select: phone (1)->filter vposition: top [0]->relate: person,holding,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the phone.", "image": "n67005.jpg", "question_id": 20716879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "kitten,behind,o (1)"}], "entailed": ["201756736", "201756737"], "equivalent": ["201756957"], "question": "Is the wall behind a kitten?", "isBalanced": true, "groups": {"global": null, "local": "13-wall_kitten"}, "answer": "yes", "semanticStr": "select: wall (7)->verify rel: kitten,behind,o (1) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5": "1"}, "fullAnswer": {"2": "7", "6": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the wall is behind a kitten.", "image": "n567860.jpg", "question_id": 201756957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756953", "201756503", "201756502"], "equivalent": ["201756954"], "question": "What animal is the wall behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-wall_behind,o"}, "answer": "kitten", "semanticStr": "select: wall (7)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "7", "5": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The wall is behind the kitten.", "image": "n567860.jpg", "question_id": 201756954}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201676081", "201676080"], "equivalent": ["201676082"], "question": "Which kind of furniture is the lamp sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lamp_sitting atop,o"}, "answer": "shelf", "semanticStr": "select: lamp (10)->relate: furniture,sitting atop,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "11"}, "fullAnswer": {"1": "10", "6": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is sitting atop the shelf.", "image": "n233607.jpg", "question_id": 201676082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mouse pad (11)"}, {"operation": "relate", "dependencies": [0], "argument": "computer mouse,on top of,s (10)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202081567"], "equivalent": ["202081566"], "question": "Is the computer mouse on top of the mousepad both black and small?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: mouse pad (11)->relate: computer mouse,on top of,s (10) [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2:4": "10"}, "fullAnswer": {"2:4": "10"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the computer mouse is small but white.", "image": "n433692.jpg", "question_id": 202081566}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756503", "201756954", "201756502"], "equivalent": ["201756953"], "question": "What is the animal that the wall is behind of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-wall_behind,o"}, "answer": "kitten", "semanticStr": "select: wall (7)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "7"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "glasses (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "console (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["201676085", "201676084"], "equivalent": ["201676086"], "question": "Are there either consoles or glasses in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-console_glasses"}, "answer": "no", "semanticStr": "select: glasses (-)->exist: ? [0]->select: console (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no consoles or glasses.", "image": "n233607.jpg", "question_id": 201676086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["202208278", "202208279", "202208274", "202208276", "202208277"], "equivalent": ["202208275"], "question": "Which place is it?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "city", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a city.", "image": "n124651.jpg", "question_id": 202208275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "skinny"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201739000", "201738993"], "equivalent": ["201738992"], "question": "What is the pitcher that looks skinny holding?", "isBalanced": true, "groups": {"global": "sport", "local": "14-pitcher_holding,o"}, "answer": "baseball", "semanticStr": "select: pitcher (0)->filter fatness: skinny [0]->relate: _,holding,o (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"3": "0", "6": "0"}, "fullAnswer": {"1": "0", "5": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pitcher is holding the baseball.", "image": "n485969.jpg", "question_id": 201738992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20394893", "20394892", "20394886", "20394887"], "equivalent": ["20394891"], "question": "Are there blue knives in the photo?", "isBalanced": true, "groups": {"global": null, "local": "04-knife_blue"}, "answer": "yes", "semanticStr": "select: knife (5)->filter color: blue [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "5"}, "fullAnswer": {"5": "5"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a blue knife.", "image": "n369313.jpg", "question_id": 20394891}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "weather"}], "entailed": ["20733968", "20733966", "20733967", "20733965", "20733963"], "equivalent": ["20733964"], "question": "How is the weather?", "isBalanced": true, "groups": {"global": "weather", "local": "02q-weather"}, "answer": "sunny", "semanticStr": "select: scene->query: weather [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weather", "semantic": "global", "structural": "query"}, "fullAnswer": "It is sunny.", "image": "n90944.jpg", "question_id": 20733964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "verify weather", "dependencies": [0], "argument": "sunny"}], "entailed": ["20733968", "20733966", "20733967", "20733964", "20733963"], "equivalent": ["20733965"], "question": "Is it sunny?", "isBalanced": true, "groups": {"global": null, "local": "01-weather_sunny"}, "answer": "yes", "semanticStr": "select: scene->verify weather: sunny [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "weatherVerify", "semantic": "global", "structural": "verify"}, "fullAnswer": "Yes, it is sunny.", "image": "n90944.jpg", "question_id": 20733965}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "filter", "dependencies": [0], "argument": "empty"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201480341", "201480340"], "equivalent": ["201480339"], "question": "Who is in front of the empty bench?", "isBalanced": true, "groups": {"global": "person", "local": "14-bench_in front of,s"}, "answer": "boy", "semanticStr": "select: bench (8)->filter: empty [0]->relate: person,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "8"}, "fullAnswer": {"1": "0", "7": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is in front of the bench.", "image": "n39114.jpg", "question_id": 201480339}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "filter", "dependencies": [0], "argument": "not(closed)"}, {"operation": "relate", "dependencies": [1], "argument": "person,covered by,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202119162"], "equivalent": ["202119161"], "question": "Who is covered by the umbrella that is not closed?", "isBalanced": true, "groups": {"global": "person", "local": "14-umbrella_covered by,s"}, "answer": "man", "semanticStr": "select: umbrella (7)->filter: not(closed) [0]->relate: person,covered by,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "7", "5": "7"}, "fullAnswer": {"1": "1", "6": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is covered by the umbrella.", "image": "n544255.jpg", "question_id": 202119161}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (3)"}, {"operation": "filter color", "dependencies": [1], "argument": "pink"}, {"operation": "relate", "dependencies": [2], "argument": "person,pointing at,s (0)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201068392", "201068394"], "equivalent": ["201068393"], "question": "Who is pointing at the pink thing to the left of the water bottle?", "isBalanced": true, "groups": {"global": "person", "local": "14-cell phone_pointing at,s"}, "answer": "girl", "semanticStr": "select: water bottle (4)->relate: device,to the left of,s (3) [0]->filter color: pink [1]->relate: person,pointing at,s (0) [2]->query: name [3]", "annotations": {"answer": {"0": "0"}, "question": {"5:7": "3", "12:14": "4"}, "fullAnswer": {"1": "0", "6:8": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is pointing at the mobile phone.", "image": "n159802.jpg", "question_id": 201068393}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the left of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20307309", "20307318", "20307319", "20307313", "20307310", "20307311", "20307316", "20307317", "20307314", "20307315", "20307228", "20306552"], "equivalent": ["20307312"], "question": "What kind of furniture is to the left of the man?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-man_to the left of,s"}, "answer": "couch", "semanticStr": "select: man (0)->relate: furniture,to the left of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n554880.jpg", "question_id": 20307312}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the left of,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,pointing at,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201068463", "201068464", "201068465", "201068400", "201068401", "201068397", "201068398", "201068399"], "equivalent": ["201068396"], "question": "What is the person to the left of the water bottle pointing at?", "isBalanced": true, "groups": {"global": "device", "local": "14-girl_pointing at,o"}, "answer": "cell phone", "semanticStr": "select: water bottle (4)->relate: person,to the left of,s (0) [0]->relate: _,pointing at,o (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "0", "9:11": "4"}, "fullAnswer": {"1": "0", "6": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is pointing at the cellphone.", "image": "n159802.jpg", "question_id": 201068396}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "verify rel", "dependencies": [1], "argument": "bag,to the left of,o (0)"}], "entailed": ["201983831", "201984081"], "equivalent": ["201984082"], "question": "Is the happy person to the left of a bag?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_bag"}, "answer": "yes", "semanticStr": "select: person (6)->filter face expression: happy [0]->verify rel: bag,to the left of,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "6"}, "fullAnswer": {"9": "0", "2": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is to the left of a bag.", "image": "n16378.jpg", "question_id": 201984082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724153", "20724152", "20724209"], "equivalent": ["20724210"], "question": "Who is riding on the snowboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-snowboard_riding on,s"}, "answer": "snowboarder", "semanticStr": "select: snowboard (4)->relate: person,riding on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is riding on the snowboard.", "image": "n369970.jpg", "question_id": 20724210}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "device,pointing at,o (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201068463", "201068464", "201068465", "201068400", "201068401", "201068396", "201068397", "201068398"], "equivalent": ["201068399", "201068400"], "question": "What type of device is the young person pointing at?", "isBalanced": true, "groups": {"global": "device", "local": "15-girl_pointing at,o"}, "answer": "cell phone", "semanticStr": "select: person (0)->filter age: young [0]->relate: device,pointing at,o (3) [1]->query: name [2]", "annotations": {"answer": {"0:2": "3"}, "question": {"3": "3", "6:8": "0"}, "fullAnswer": {"1": "0", "6:8": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is pointing at the cell phone.", "image": "n159802.jpg", "question_id": 201068399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068429"], "equivalent": ["201068428"], "question": "Who is wearing a sweatshirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-sweatshirt_wearing,s"}, "answer": "girl", "semanticStr": "select: sweatshirt (8)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"4": "8"}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a sweatshirt.", "image": "n159802.jpg", "question_id": 201068428}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweatshirt (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201068428"], "equivalent": ["201068429"], "question": "Who is wearing the sweatshirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-sweatshirt_wearing,s"}, "answer": "girl", "semanticStr": "select: sweatshirt (8)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a sweatshirt.", "image": "n159802.jpg", "question_id": 201068429}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724153", "20724152", "20724217"], "equivalent": ["20724216"], "question": "Who do you think is wearing trousers?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: pants (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"6": "3"}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing trousers.", "image": "n369970.jpg", "question_id": 20724216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724153", "20724152", "20724216"], "equivalent": ["20724217"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "snowboarder", "semanticStr": "select: pants (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The snowboarder is wearing trousers.", "image": "n369970.jpg", "question_id": 20724217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blond"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20898923", "20898933", "20898932", "20898931", "20898930", "20898918", "20898922", "20898928", "20898929", "20898919", "20898926", "20898921", "20898915", "20898914", "20898917", "20898916", "20898925", "20898913", "20898927"], "equivalent": ["20898924", "20898925"], "question": "Is the hair blond and long?", "isBalanced": true, "groups": {"global": null, "local": "05-blond_long"}, "answer": "yes", "semanticStr": "select: hair (7)->verify color: blond [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the hair is blond and long.", "image": "n243701.jpg", "question_id": 20898924}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bowl (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201206886", "201206887"], "equivalent": ["201206888"], "question": "What is the bowl sitting on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-bowl_sitting on,o"}, "answer": "papers", "semanticStr": "select: bowl (11)->relate: _,sitting on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "11", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bowl is sitting on the papers.", "image": "n222915.jpg", "question_id": 201206888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "car (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201430811"], "question": "Do you see bags or cars there?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-bag_car"}, "answer": "yes", "semanticStr": "select: bag (4)->exist: ? [0]->select: car (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a bag.", "image": "n206785.jpg", "question_id": 201430811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (7)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20898933", "20898932", "20898931", "20898930", "20898928", "20898914", "20898926", "20898927"], "equivalent": ["20898929"], "question": "What color is the hair?", "isBalanced": true, "groups": {"global": "color", "local": "10q-hair_color"}, "answer": "blond", "semanticStr": "select: hair (7)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The hair is blond.", "image": "n243701.jpg", "question_id": 20898929}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201621654", "201621786", "201621653"], "equivalent": ["201621652"], "question": "What is the couch in front of?", "isBalanced": true, "groups": {"global": "device", "local": "14-couch_in front of,o"}, "answer": "speaker", "semanticStr": "select: couch (3)->relate: _,in front of,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "3", "7": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The couch is in front of the speaker.", "image": "n275148.jpg", "question_id": 201621652}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "artwork (11)"}, {"operation": "relate", "dependencies": [0], "argument": "chalkboard,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "coffee maker,below,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["202219034"], "question": "Are there coffee makers below the chalkboard near the artwork?", "isBalanced": true, "groups": {"global": null, "local": "13-chalkboard_coffee maker"}, "answer": "no", "semanticStr": "select: artwork (11)->relate: chalkboard,near,s (0) [0]->relate: coffee maker,below,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "11", "6": "0"}, "fullAnswer": {"4": "8", "7": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a toaster below the chalkboard.", "image": "n578564.jpg", "question_id": 202219034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "sitting"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201536478"], "question": "Who in the image is sitting?", "isBalanced": true, "groups": {"global": "person", "local": "sitting"}, "answer": "spectators", "semanticStr": "select: person (7)->filter pose: sitting [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are sitting.", "image": "n538684.jpg", "question_id": 201536478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,near,s (17)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["201574149", "201574143", "201574151", "201574152", "201574147", "201574146", "201574145", "201574144", "201574156", "201574131", "201574157"], "equivalent": ["201574148"], "question": "What is the fence near the man made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-fence_material"}, "answer": "metal", "semanticStr": "select: man (4)->relate: fence,near,s (17) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"3": "17", "6": "4"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is made of metal.", "image": "n116329.jpg", "question_id": 201574148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rackets (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "baseball bat (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20618751", "20618743", "20618750"], "equivalent": ["20618742"], "question": "Are there either baseball bats or rackets that are not metallic?", "isBalanced": true, "groups": {"global": null, "local": "04-rackets_n#metal"}, "answer": "no", "semanticStr": "select: rackets (12)->filter material: not(metal) [0]->exist: ? [1]->select: baseball bat (-) ->filter material: not(metal) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "12"}, "fullAnswer": {"3": "12"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are rackets but they are metallic.", "image": "n126087.jpg", "question_id": 20618742}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "light brown"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667478", "20667476", "20667477", "20667510", "20667464", "20667509", "20667465"], "equivalent": ["20667511"], "question": "Which kind of furniture is light brown?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_light brown"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter color: light brown [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20667511}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (8)"}, {"operation": "relate", "dependencies": [0], "argument": "spectators,below,s (7)"}, {"operation": "verify activity", "dependencies": [1], "argument": "staring"}, {"operation": "select", "dependencies": [], "argument": "batter (0) "}, {"operation": "relate", "dependencies": [3], "argument": "person,to the right of,s (5)"}, {"operation": "verify activity", "dependencies": [4], "argument": "staring"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["201536449", "201536453", "201536452", "201536451", "201536450", "201536454", "201536474", "201536471", "201536473"], "equivalent": ["201536472"], "question": "Are the spectators below the field and the people to the right of the batter both staring?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-baseball players_spectators"}, "answer": "yes", "semanticStr": "select: field (8)->relate: spectators,below,s (7) [0]->verify activity: staring [1]->select: batter (0) ->relate: person,to the right of,s (5) [3]->verify activity: staring [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"8": "5", "2": "7", "5": "8", "14": "0"}, "fullAnswer": {"3": "7", "6:8": "5"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the spectators and the baseball players are staring.", "image": "n538684.jpg", "question_id": 201536472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter", "dependencies": [0], "argument": "low"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20667465", "20667464", "20667513", "20667512", "20667514"], "equivalent": ["20667515"], "question": "What kind of furniture is low?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_low"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter: low [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20667515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (0)"}, {"operation": "relate", "dependencies": [0], "argument": "rackets,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20618746", "20618747", "20618744", "20618749"], "equivalent": ["20618748"], "question": "What material is used to make the tennis rackets in front of the people?", "isBalanced": true, "groups": {"global": "material", "local": "10q-rackets_material"}, "answer": "metal", "semanticStr": "select: people (0)->relate: rackets,in front of,s (12) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"13": "0", "7:9": "12"}, "fullAnswer": {"1:3": "12"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tennis rackets are made of metal.", "image": "n126087.jpg", "question_id": 20618748}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "_,eating,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201064660", "201064661", "201064993", "201064996", "201064997", "201064994", "201064995", "201064659", "201064658"], "equivalent": ["201064992", "201064993"], "question": "What does the person to the right of the food eat?", "isBalanced": true, "groups": {"global": "fast food", "local": "14-boy_eating,o"}, "answer": "hamburger", "semanticStr": "select: food (8)->relate: person,to the right of,s (4) [0]->relate: _,eating,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"9": "8", "3": "4"}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy eats a hamburger.", "image": "n88933.jpg", "question_id": 201064992}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hamburger (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,eating,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201064990"], "question": "Who eats the hamburger?", "isBalanced": true, "groups": {"global": "person", "local": "14-hamburger_eating,s"}, "answer": "boy", "semanticStr": "select: hamburger (10)->relate: person,eating,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy eats the hamburger.", "image": "n88933.jpg", "question_id": 201064990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "fast food,eating,o (10)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201064660", "201064661", "201064992", "201064993", "201064997", "201064994", "201064995", "201064659", "201064658"], "equivalent": ["201064996"], "question": "What kind of fast food does the person that to the right of the food eat?", "isBalanced": true, "groups": {"global": "fast food", "local": "15-boy_eating,o"}, "answer": "hamburger", "semanticStr": "select: food (8)->relate: person,to the right of,s (4) [0]->relate: fast food,eating,o (10) [1]->query: name [2]", "annotations": {"answer": {"0": "10"}, "question": {"14": "8", "7": "4", "3:5": "10"}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy eats a hamburger.", "image": "n88933.jpg", "question_id": 201064996}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "arrow (8)"}, {"operation": "relate", "dependencies": [0], "argument": "bus,near,s (12)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2055628"], "equivalent": ["2055882"], "question": "Are there buses near the arrow?", "isBalanced": true, "groups": {"global": null, "local": "13-arrow_bus"}, "answer": "yes", "semanticStr": "select: arrow (8)->relate: bus,near,s (12) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "8"}, "fullAnswer": {"4": "12", "7": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a bus near the arrow.", "image": "n263180.jpg", "question_id": 2055882}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,eating,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201064660", "201064661", "201064992", "201064993", "201064996", "201064997", "201064995", "201064659", "201064658"], "equivalent": ["201064994"], "question": "What does the boy eat?", "isBalanced": true, "groups": {"global": "fast food", "local": "14-boy_eating,o"}, "answer": "hamburger", "semanticStr": "select: boy (4)->relate: _,eating,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "4", "4": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy eats a hamburger.", "image": "n88933.jpg", "question_id": 201064994}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "glass"}, {"operation": "verify color", "dependencies": [1], "argument": "gray"}, {"operation": "select", "dependencies": [], "argument": "camera (3) "}, {"operation": "verify color", "dependencies": [3], "argument": "gray"}, {"operation": "and", "dependencies": [2, 4], "argument": ""}], "entailed": ["20307178", "20307179", "20307176", "20307177", "20307174", "20307173", "20307170", "20307171", "20306607", "20306606", "20306605", "20306604", "20306603", "20306602", "20306601", "20306600", "20307180", "20307169", "20307168", "20307167", "20307166", "20306611", "20306612", "20306613", "20306614"], "equivalent": ["20307172", "20307171", "20307173"], "question": "Do the device made of glass and the camera in this photo both look gray?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-camera_television"}, "answer": "yes", "semanticStr": "select: device (9)->filter material: glass [0]->verify color: gray [1]->select: camera (3) ->verify color: gray [3]->and:  [2, 4]", "annotations": {"answer": {}, "question": {"8": "3", "2": "9", "5": "9"}, "fullAnswer": {"3": "9", "6": "3"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the television and the camera are gray.", "image": "n554880.jpg", "question_id": 20307172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202024814"], "question": "Where is the man?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_on,o"}, "answer": "lawn", "semanticStr": "select: man (0)->relate: place,on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "5": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is on the lawn.", "image": "n369595.jpg", "question_id": 202024814}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grapes (2)"}, {"operation": "select", "dependencies": [], "argument": "brownie (9) "}, {"operation": "choose less healthy", "dependencies": [0, 1], "argument": ""}], "entailed": ["20611504"], "equivalent": ["20611505", "20611504"], "question": "Which are less healthy, the grapes or the brownie?", "isBalanced": true, "groups": {"global": "dessert", "local": "09compare-brownie_grapes"}, "answer": "brownie", "semanticStr": "select: grapes (2)->select: brownie (9) ->choose less healthy:  [0, 1]", "annotations": {"answer": {"0": "9"}, "question": {"8": "9", "5": "2"}, "fullAnswer": {"1": "9", "7": "2"}}, "types": {"detailed": "comparativeChoose", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The brownie are less healthy than the grapes.", "image": "n28996.jpg", "question_id": 20611505}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202024817"], "question": "The man is where?", "isBalanced": true, "groups": {"global": "place", "local": "14-man_in,o"}, "answer": "park", "semanticStr": "select: man (0)->relate: place,in,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "5": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in the park.", "image": "n369595.jpg", "question_id": 202024817}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "crosswalk (3)"}, {"operation": "choose material", "dependencies": [0], "argument": "cobblestone|brick"}], "entailed": [], "equivalent": ["201641228"], "question": "Which material is the crosswalk made of, cobblestone or brick?", "isBalanced": true, "groups": {"global": "material", "local": "10c-crosswalk_material"}, "answer": "cobblestone", "semanticStr": "select: crosswalk (3)->choose material: cobblestone|brick [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The crosswalk is made of cobblestone.", "image": "n532213.jpg", "question_id": 201641228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "place,standing on,o (20)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006671"], "equivalent": ["202006670"], "question": "Where is that table standing on?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-table_standing on,o"}, "answer": "floor", "semanticStr": "select: table (0)->relate: place,standing on,o (20) [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "6": "20"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The table is standing on the floor.", "image": "n97485.jpg", "question_id": 202006670}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carpet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,s (15)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20285084", "20285117", "20285116"], "equivalent": ["20285115"], "question": "What kind of furniture is on the carpet?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-carpet_on,s"}, "answer": "chair", "semanticStr": "select: carpet (0)->relate: furniture,on,s (15) [0]->query: name [1]", "annotations": {"answer": {"0": "15"}, "question": {"3": "15", "7": "0"}, "fullAnswer": {"1:4": "15", "6": "15"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n192021.jpg", "question_id": 20285115}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "furniture,to the left of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202006678", "202006191", "202006190", "202006463", "202006464", "202006676", "202006677"], "equivalent": ["202006675"], "question": "What item of furniture is to the left of the shelves that look white?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelves_to the left of,s"}, "answer": "table", "semanticStr": "select: shelves (15)->filter color: white [0]->relate: furniture,to the left of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "15", "13": "15", "1:4": "0"}, "fullAnswer": {"1:4": "0", "6": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n97485.jpg", "question_id": 202006675}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "silver"}], "entailed": ["20818855", "20818856", "20818846"], "equivalent": ["20818845"], "question": "Is the bat silver?", "isBalanced": true, "groups": {"global": null, "local": "06-bat_silver"}, "answer": "no", "semanticStr": "select: bat (5)->verify color: silver [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bat is brown.", "image": "n279581.jpg", "question_id": 20818845}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "surfboard (4)"}, {"operation": "filter thickness", "dependencies": [0], "argument": "not(thin)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201505082", "201505080", "201505081"], "equivalent": ["201505082", "201505083"], "question": "Do you see a surfboard there that is not thin?", "isBalanced": true, "groups": {"global": null, "local": "04-surfboard_n#thin"}, "answer": "no", "semanticStr": "select: surfboard (4)->filter thickness: not(thin) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrNotC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a surfboard but it is thin.", "image": "n298104.jpg", "question_id": 201505083}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (19)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639482", "201639481", "201639559"], "equivalent": ["201639558"], "question": "What are the animals that stand on the field?", "isBalanced": true, "groups": {"global": "animal", "local": "15-field_standing on,s"}, "answer": "giraffes", "semanticStr": "select: field (19)->relate: animal,standing on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"8": "19", "3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are giraffes.", "image": "n497789.jpg", "question_id": 201639558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "field (19)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639482", "201639481", "201639558"], "equivalent": ["201639559"], "question": "What animals stand on the field?", "isBalanced": true, "groups": {"global": "animal", "local": "15-field_standing on,s"}, "answer": "giraffes", "semanticStr": "select: field (19)->relate: animal,standing on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are giraffes.", "image": "n497789.jpg", "question_id": 201639559}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "verify shape", "dependencies": [0], "argument": "square"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201623935", "201623934", "201623937", "201623933", "201623931", "201623930", "201623924", "201623925", "201623926", "201623927", "201623928", "201623929", "201623936"], "equivalent": ["201623932"], "question": "Does the floor have square shape and white color?", "isBalanced": true, "groups": {"global": null, "local": "05-square_white"}, "answer": "yes", "semanticStr": "select: floor (8)->verify shape: square [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the floor is square and white.", "image": "n501609.jpg", "question_id": 201623932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "nut (4)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202021451", "202021450", "202021444", "202021445", "202021446", "202021447", "202021441", "202021442", "202021443", "202021448"], "equivalent": ["202021449"], "question": "On which side is the small nut?", "isBalanced": true, "groups": {"global": null, "local": "10q-nut_hposition"}, "answer": "right", "semanticStr": "select: nut (4)->filter size: small [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The nut is on the right of the image.", "image": "n255161.jpg", "question_id": 202021449}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639549", "201639481", "201639482", "201639551"], "equivalent": ["201639552"], "question": "What animals are eating the leaves?", "isBalanced": true, "groups": {"global": "animal", "local": "15-leaves_eating,s"}, "answer": "giraffes", "semanticStr": "select: leaves (9)->relate: animal,eating,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are giraffes.", "image": "n497789.jpg", "question_id": 201639552}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20427566", "20427564", "20427562", "20427563", "20427559", "20427558", "20427557", "20427561"], "equivalent": ["20427560", "20427561"], "question": "What color are the trousers?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "black", "semanticStr": "select: pants (5)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The trousers are black.", "image": "n281241.jpg", "question_id": 20427560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "leaves (9)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,eating,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201639549", "201639552", "201639481", "201639482"], "equivalent": ["201639551"], "question": "What are the animals that are eating the leaves?", "isBalanced": true, "groups": {"global": "animal", "local": "15-leaves_eating,s"}, "answer": "giraffes", "semanticStr": "select: leaves (9)->relate: animal,eating,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"8": "9", "3": "4"}, "fullAnswer": {"1": "4", "3": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are giraffes.", "image": "n497789.jpg", "question_id": 201639551}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "relate", "dependencies": [1], "argument": "pineapple,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202285073"], "equivalent": ["202285074"], "question": "Is there a pineapple to the left of the small food?", "isBalanced": true, "groups": {"global": null, "local": "13-waffles_pineapple"}, "answer": "no", "semanticStr": "select: food (5)->filter size: small [0]->relate: pineapple,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "5"}, "fullAnswer": {"10": "5", "4": "13"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a banana to the left of the waffles.", "image": "n100991.jpg", "question_id": 202285074}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (8)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202159193", "202159190", "202159191"], "equivalent": ["202159192", "202159193", "202159190", "202159191"], "question": "Is the license plate both blue and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_rectangular"}, "answer": "no", "semanticStr": "select: license plate (8)->verify color: blue [0]->verify shape: rectangular  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2:4": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the license plate is rectangular but white.", "image": "n406334.jpg", "question_id": 202159192}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202081080", "202081081", "202081060", "202081061"], "equivalent": ["202081082"], "question": "What is this appliance called?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "toaster", "semanticStr": "select: appliance (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"3": "3"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "This is a toaster.", "image": "n314630.jpg", "question_id": 202081082}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed bear (1)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711646", "20711610", "20711611", "20711612", "20711613", "20711614", "20711615"], "equivalent": ["20711616"], "question": "Which kind of furniture is the stuffed bear on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-stuffed bear_on,o"}, "answer": "table", "semanticStr": "select: stuffed bear (1)->relate: furniture,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1:3": "1", "6": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stuffed bear is on the table.", "image": "n549922.jpg", "question_id": 20711616}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "license plate (8)"}, {"operation": "query", "dependencies": [0], "argument": "shape"}], "entailed": ["202159192", "202159193", "202159190", "202159191", "202159194", "202159195"], "equivalent": ["202159196"], "question": "What shape is the license plate?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-license plate_shape"}, "answer": "rectangular", "semanticStr": "select: license plate (8)->query: shape [0]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1:3": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The license plate is rectangular.", "image": "n406334.jpg", "question_id": 202159196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed bear (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711646", "20711610", "20711612", "20711613", "20711614", "20711615", "20711616"], "equivalent": ["20711610", "20711611"], "question": "This stuffed bear is on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-stuffed bear_on,o"}, "answer": "table", "semanticStr": "select: stuffed bear (1)->relate: _,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1:3": "1"}, "fullAnswer": {"1:3": "1", "6": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The stuffed bear is on the table.", "image": "n549922.jpg", "question_id": 20711611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (0)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "hard"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20863621", "20863622", "20863625", "20863614", "20863615", "20863610", "20863611", "20863612", "20863609"], "equivalent": ["20863612", "20863613"], "question": "What color do you think the skateboard that is hard is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-skateboard_color"}, "answer": "brown", "semanticStr": "select: skateboard (0)->filter hardness: hard [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "0", "6": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The skateboard is brown.", "image": "n14.jpg", "question_id": 20863613}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "bike,to the right of,s (9)"}, {"operation": "choose color", "dependencies": [1], "argument": "black|purple"}], "entailed": [], "equivalent": ["201337201"], "question": "Is the bike to the right of the man black or purple?", "isBalanced": true, "groups": {"global": "color", "local": "10c-bike_color"}, "answer": "black", "semanticStr": "select: man (1)->relate: bike,to the right of,s (9) [0]->choose color: black|purple [1]", "annotations": {"answer": {}, "question": {"8": "1", "2": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The bike is black.", "image": "n329479.jpg", "question_id": 201337201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light switch (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "house,behind,o (0)"}], "entailed": ["202081025"], "equivalent": ["202081225"], "question": "Is the light switch behind the white house?", "isBalanced": true, "groups": {"global": null, "local": "13-light switch_house"}, "answer": "yes", "semanticStr": "select: light switch (2)->verify rel: house,behind,o (0) [0]", "annotations": {"answer": {}, "question": {"2:4": "2", "6:8": "0"}, "fullAnswer": {"2:4": "2", "7": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the light switch is behind the house.", "image": "n314630.jpg", "question_id": 202081225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,followed by,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984105", "201984001", "201984002"], "equivalent": ["201984106"], "question": "Who is followed by the man?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_followed by,s"}, "answer": "woman", "semanticStr": "select: man (11)->relate: person,followed by,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6", "6": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is followed by the man.", "image": "n16378.jpg", "question_id": 201984106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (5)"}, {"operation": "filter material", "dependencies": [0], "argument": "brick"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked near,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201264276", "201264179"], "equivalent": ["201264275"], "question": "What is parked near the building made of brick?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-building_parked near,s"}, "answer": "bus", "semanticStr": "select: building (5)->filter material: brick [0]->relate: _,parked near,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"8": "5", "5": "5"}, "fullAnswer": {"1": "7", "6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is parked near the building.", "image": "n357126.jpg", "question_id": 201264275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tray (4)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201735588", "201735589", "201735571", "201735569", "201735570", "201735582", "201735583", "201735586", "201735584", "201735585", "201735590", "201735572"], "equivalent": ["201735587"], "question": "What is that tray made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-tray_material"}, "answer": "wood", "semanticStr": "select: tray (4)->query: material [0]", "annotations": {"answer": {}, "question": {"3": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The tray is made of wood.", "image": "n240973.jpg", "question_id": 201735587}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (3)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202081082", "202081080", "202081060", "202081061"], "equivalent": ["202081081"], "question": "What appliance is it?", "isBalanced": true, "groups": {"global": "appliance", "local": "11q-appliance"}, "answer": "toaster", "semanticStr": "select: appliance (3)->query: name [0]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The appliance is a toaster.", "image": "n314630.jpg", "question_id": 202081081}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,below,s (1)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202006331"], "equivalent": ["202006459"], "question": "Are there chairs below the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_chair"}, "answer": "yes", "semanticStr": "select: table (0)->relate: chair,below,s (1) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "0"}, "fullAnswer": {"4": "1", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair below the table.", "image": "n97485.jpg", "question_id": 202006459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dresser (7)"}, {"operation": "select", "dependencies": [], "argument": "outlet (15) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20753109"], "equivalent": ["20753108"], "question": "Is the dresser the same color as the electrical outlet?", "isBalanced": true, "groups": {"global": null, "local": "09same-dresser_outlet"}, "answer": "no", "semanticStr": "select: dresser (7)->select: outlet (15) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "15", "2": "7"}, "fullAnswer": {"2": "7", "7:9": "15"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the dresser is green and the electrical outlet is white.", "image": "n49438.jpg", "question_id": 20753108}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "hair clip,to the right of,o (7)"}], "entailed": ["201068784", "201068783"], "equivalent": ["201068665"], "question": "Is the man to the right of the hair clip the girl wears?", "isBalanced": true, "groups": {"global": null, "local": "13-man_hair clip"}, "answer": "yes", "semanticStr": "select: man (2)->verify rel: hair clip,to the right of,o (7) [0]", "annotations": {"answer": {}, "question": {"11": "0", "8:10": "7", "2": "2"}, "fullAnswer": {"2": "2", "9:11": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the man is to the right of the hair clip.", "image": "n159802.jpg", "question_id": 201068665}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "chair,underneath,s (1)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202006331"], "equivalent": ["202006454"], "question": "Are there chairs underneath the table?", "isBalanced": true, "groups": {"global": null, "local": "13-table_chair"}, "answer": "yes", "semanticStr": "select: table (0)->relate: chair,underneath,s (1) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "0"}, "fullAnswer": {"4": "1", "7": "0"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a chair underneath the table.", "image": "n97485.jpg", "question_id": 202006454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pizza (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "pan,on,o (16)"}], "entailed": [], "equivalent": ["20416868"], "question": "Is the pizza on a pan?", "isBalanced": true, "groups": {"global": null, "local": "13-pizza_pan"}, "answer": "yes", "semanticStr": "select: pizza (9)->verify rel: pan,on,o (16) [0]", "annotations": {"answer": {}, "question": {"2": "9", "5": "16"}, "fullAnswer": {"2": "9", "6": "16"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pizza is on a pan.", "image": "n234722.jpg", "question_id": 20416868}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,underneath,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202006454", "202006331", "202006452", "202006453"], "equivalent": ["202006451"], "question": "What is underneath the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_underneath,s"}, "answer": "chair", "semanticStr": "select: table (0)->relate: _,underneath,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chair is underneath the table.", "image": "n97485.jpg", "question_id": 202006451}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (0)"}, {"operation": "select", "dependencies": [], "argument": "lamp (8) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201956852"], "equivalent": ["201956853"], "question": "Is the color of the wall different than the lamp?", "isBalanced": true, "groups": {"global": null, "local": "09diff-lamp_wall"}, "answer": "no", "semanticStr": "select: wall (0)->select: lamp (8) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "8", "5": "0"}, "fullAnswer": {"3": "0", "6": "8"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the wall and the lamp are white.", "image": "n536256.jpg", "question_id": 201956853}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipes (2)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201616182", "201616183", "201616180", "201616184", "201616179", "201616178", "201616185"], "equivalent": ["201616181"], "question": "What is the color of the pipes?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pipes_color"}, "answer": "gray", "semanticStr": "select: pipes (2)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pipes are gray.", "image": "n65230.jpg", "question_id": 201616181}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "verify vposition", "dependencies": [0], "argument": "top"}], "entailed": ["201711357", "201711358"], "equivalent": ["201711356"], "question": "Are the books in the top part of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-books_top"}, "answer": "yes", "semanticStr": "select: books (9)->verify vposition: top [0]", "annotations": {"answer": {}, "question": {"2": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "positionVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the books are in the top of the image.", "image": "n302387.jpg", "question_id": 201711356}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}], "entailed": ["201879359", "201879356", "201879357", "201879354", "201879355", "201879353", "201879351"], "equivalent": ["201879352"], "question": "Is the sidewalk clean?", "isBalanced": true, "groups": {"global": null, "local": "06-sidewalk_clean"}, "answer": "yes", "semanticStr": "select: sidewalk (13)->verify cleanliness: clean [0]", "annotations": {"answer": {}, "question": {"2": "13"}, "fullAnswer": {"2": "13"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the sidewalk is clean.", "image": "n290409.jpg", "question_id": 201879352}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (1)"}, {"operation": "filter fatness", "dependencies": [0], "argument": "fat"}, {"operation": "choose activity", "dependencies": [1], "argument": "staring|talking"}], "entailed": [], "equivalent": ["201795326"], "question": "What is the fat woman doing, staring or talking?", "isBalanced": true, "groups": {"global": "activity", "local": "10c-woman_activity"}, "answer": "staring", "semanticStr": "select: woman (1)->filter fatness: fat [0]->choose activity: staring|talking [1]", "annotations": {"answer": {}, "question": {"3:5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is staring.", "image": "n119944.jpg", "question_id": 201795326}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (1)"}, {"operation": "verify color", "dependencies": [1], "argument": "brunette"}, {"operation": "verify fatness", "dependencies": [1], "argument": "fat "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201795328", "201795329", "201795339", "201795338", "201795333", "201795332", "201795331", "201795330", "201795337", "201795336", "201795335", "201795340", "201795341", "201795334"], "equivalent": ["201795327"], "question": "Is the woman to the right of the elephant brunette and fat?", "isBalanced": true, "groups": {"global": null, "local": "05-brunette_fat"}, "answer": "yes", "semanticStr": "select: elephant (14)->relate: woman,to the right of,s (1) [0]->verify color: brunette [1]->verify fatness: fat  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "14", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the woman is brunette and fat.", "image": "n119944.jpg", "question_id": 201795327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957100", "201957101", "201956865", "201957098", "201957099", "201957097", "201957094", "201957095"], "equivalent": ["201957096"], "question": "What does the man look at?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_looking at,o"}, "answer": "television", "semanticStr": "select: man (5)->relate: _,looking at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "5", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man looks at the TV.", "image": "n536256.jpg", "question_id": 201957096}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,looking at,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957100", "201957101", "201956865", "201957098", "201957099", "201957096", "201957097", "201957095"], "equivalent": ["201957094"], "question": "What does that man look at?", "isBalanced": true, "groups": {"global": "device", "local": "14-man_looking at,o"}, "answer": "television", "semanticStr": "select: man (5)->relate: _,looking at,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man looks at the TV.", "image": "n536256.jpg", "question_id": 201957094}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (11)"}, {"operation": "relate", "dependencies": [0], "argument": "batter,holding,s (1)"}, {"operation": "verify rel", "dependencies": [1], "argument": "catcher,to the left of,s (0)"}], "entailed": ["20287753", "20287752", "20287755", "20287754"], "equivalent": ["20287751"], "question": "Is the catcher to the left of the batter that is holding the bat?", "isBalanced": true, "groups": {"global": null, "local": "13-batter_catcher"}, "answer": "no", "semanticStr": "select: bat (11)->relate: batter,holding,s (1) [0]->verify rel: catcher,to the left of,s (0) [1]", "annotations": {"answer": {}, "question": {"8": "1", "13": "11", "2": "0"}, "fullAnswer": {"9": "1", "2": "0"}}, "types": {"detailed": "relVerifyCr", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the catcher is to the right of the batter.", "image": "n317260.jpg", "question_id": 20287751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "place"}], "entailed": ["20247596"], "equivalent": ["20247595"], "question": "What place is pictured?", "isBalanced": true, "groups": {"global": "place", "local": "02q-place"}, "answer": "lawn", "semanticStr": "select: scene->query: place [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a lawn.", "image": "n49310.jpg", "question_id": 20247595}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tunnel (5)"}, {"operation": "select", "dependencies": [], "argument": "railroad (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202116764"], "question": "Are the tunnel and the railroad made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-railroad_tunnel"}, "answer": "no", "semanticStr": "select: tunnel (5)->select: railroad (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "5", "5": "4"}, "fullAnswer": {"9": "4", "2": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the tunnel is made of concrete and the railroad is made of metal.", "image": "n48494.jpg", "question_id": 202116764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flower (11)"}, {"operation": "select", "dependencies": [], "argument": "sign (5) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201504687", "201504690", "201504691", "201504688"], "equivalent": ["201504689", "201504690", "201504691"], "question": "Is the flower different in color than the sign?", "isBalanced": true, "groups": {"global": null, "local": "09diff-flower_sign"}, "answer": "no", "semanticStr": "select: flower (11)->select: sign (5) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "5", "2": "11"}, "fullAnswer": {"3": "11", "6": "5"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the flower and the sign are white.", "image": "n298104.jpg", "question_id": 201504689}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (15)"}, {"operation": "filter", "dependencies": [0], "argument": "closed"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20621836"], "equivalent": ["20621837"], "question": "Is there a window in this image that is closed?", "isBalanced": true, "groups": {"global": null, "local": "04-window_closed"}, "answer": "no", "semanticStr": "select: window (15)->filter: closed [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "15"}, "fullAnswer": {"4": "15"}}, "types": {"detailed": "existThatC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a window but it is open.", "image": "n210269.jpg", "question_id": 20621837}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894217"], "equivalent": ["20894216"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "5"}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants.", "image": "n272313.jpg", "question_id": 20894216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894216"], "equivalent": ["20894217"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (5)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants.", "image": "n272313.jpg", "question_id": 20894217}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (8) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["202120312", "202120185"], "equivalent": ["202120187"], "question": "Are there both windows and doors in this picture?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "yes", "semanticStr": "select: door (4)->exist: ? [0]->select: window (8) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "8", "5": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a door and a window.", "image": "n500308.jpg", "question_id": 202120187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,riding on,o (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20894209", "20894208", "20894210", "20894270"], "equivalent": ["20894211"], "question": "What is the boy riding on?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_riding on,o"}, "answer": "skateboard", "semanticStr": "select: boy (0)->relate: _,riding on,o (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "0", "5:7": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is riding on a skateboard.", "image": "n272313.jpg", "question_id": 20894211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shorts,wearing,o (9)"}], "entailed": [], "equivalent": ["201593894"], "question": "Is she wearing shorts?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_shorts"}, "answer": "yes", "semanticStr": "select: she (5)->verify rel: shorts,wearing,o (9) [0]", "annotations": {"answer": {}, "question": {"1": "5", "3": "9"}, "fullAnswer": {"2": "5", "5": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the girl is wearing shorts.", "image": "n200907.jpg", "question_id": 201593894}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865413", "20865412", "20865518", "20865520", "20865521", "20865517", "20865523", "20865522"], "equivalent": ["20865519", "20865520", "20865521", "20865522"], "question": "What kind of animal is the calf in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-calf_in front of,o"}, "answer": "cow", "semanticStr": "select: calf (0)->relate: animal,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "0"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is in front of the cow.", "image": "n143935.jpg", "question_id": 20865519}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "calf (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20865413", "20865412", "20865519", "20865520", "20865521", "20865517", "20865523", "20865522"], "equivalent": ["20865518"], "question": "What animal is the calf in front of?", "isBalanced": true, "groups": {"global": "animal", "local": "14-calf_in front of,o"}, "answer": "cow", "semanticStr": "select: calf (0)->relate: animal,in front of,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is in front of the cow.", "image": "n143935.jpg", "question_id": 20865518}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (23)"}, {"operation": "query", "dependencies": [0], "argument": "width"}], "entailed": ["20655136", "20655137", "20655135", "20655133", "20655139", "20655142", "20655141", "20655140", "20655144", "20655158"], "equivalent": ["20655138"], "question": "What is the width of the side walk?", "isBalanced": true, "groups": {"global": "width", "local": "10q-sidewalk_width"}, "answer": "wide", "semanticStr": "select: sidewalk (23)->query: width [0]", "annotations": {"answer": {}, "question": {"6:8": "23"}, "fullAnswer": {"1:3": "23"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The side walk is wide.", "image": "n199097.jpg", "question_id": 20655138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train tracks (5)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["202040332", "202040331", "202040330", "202040325", "202040326", "202040327", "202040329"], "equivalent": ["202040328"], "question": "What is the length of the train tracks?", "isBalanced": true, "groups": {"global": "length", "local": "10q-train tracks_length"}, "answer": "long", "semanticStr": "select: train tracks (5)->query: length [0]", "annotations": {"answer": {}, "question": {"6:8": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The train tracks are long.", "image": "n542609.jpg", "question_id": 202040328}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cow (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20865516", "20865525"], "equivalent": ["20865515"], "question": "What animal is in front of the cow that is not little?", "isBalanced": true, "groups": {"global": "animal", "local": "14-cow_in front of,s"}, "answer": "calf", "semanticStr": "select: cow (1)->filter size: not(small) [0]->relate: animal,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"11": "1", "7": "1"}, "fullAnswer": {"1": "0", "7": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The calf is in front of the cow.", "image": "n143935.jpg", "question_id": 20865515}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "wire"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20468599", "20468598", "20468597"], "equivalent": ["20468600"], "question": "On which side is the wire fence?", "isBalanced": true, "groups": {"global": null, "local": "10q-fence_hposition"}, "answer": "left", "semanticStr": "select: fence (14)->filter material: wire [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is on the left of the image.", "image": "n171169.jpg", "question_id": 20468600}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (11)"}, {"operation": "relate", "dependencies": [0], "argument": "person,holding,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201593899"], "question": "Who is holding the racket?", "isBalanced": true, "groups": {"global": "person", "local": "14-racket_holding,s"}, "answer": "girl", "semanticStr": "select: racket (11)->relate: person,holding,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "5": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the racket.", "image": "n200907.jpg", "question_id": 201593899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "brunette"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201065644", "201065647", "201065646", "201065641", "201065642"], "equivalent": ["201065645", "201065644"], "question": "Do you see women that are brunette?", "isBalanced": true, "groups": {"global": null, "local": "04-woman_brunette"}, "answer": "yes", "semanticStr": "select: woman (8)->filter color: brunette [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a brunette woman.", "image": "n429883.jpg", "question_id": 201065645}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tables (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose", "dependencies": [1], "argument": "empty|full"}], "entailed": ["20169890", "20169903", "20169905", "20169904", "20169907", "20169906", "20169900", "20169911", "20169909", "20169908", "20169878"], "equivalent": ["20169910", "20169911"], "question": "Are the black tables full or empty?", "isBalanced": true, "groups": {"global": "16", "local": "10c-tables_16"}, "answer": "empty", "semanticStr": "select: tables (7)->filter color: black [0]->choose: empty|full [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The tables are empty.", "image": "n58220.jpg", "question_id": 20169910}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (4)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,in front of,s (8)"}, {"operation": "verify", "dependencies": [1], "argument": "closed"}, {"operation": "verify width", "dependencies": [1], "argument": "wide "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2094066", "2094067", "2094064", "2094065", "2094063", "2094073", "2094074", "2094056", "2094054", "2094072", "2094051", "2094068", "2094060", "2094050", "2094052", "2094061", "2094062", "2094053", "2094055", "2094049"], "equivalent": ["2094048"], "question": "Does the fence in front of the giraffe look wide and closed?", "isBalanced": true, "groups": {"global": null, "local": "05-closed_wide"}, "answer": "yes", "semanticStr": "select: giraffe (4)->relate: fence,in front of,s (8) [0]->verify: closed [1]->verify width: wide  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "7": "4"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the fence is wide and closed.", "image": "n450919.jpg", "question_id": 2094048}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the left of,s (6)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "fat"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20982460"], "equivalent": ["20982459"], "question": "Is the woman to the left of the man fat and short?", "isBalanced": true, "groups": {"global": null, "local": "05-fat_short"}, "answer": "no", "semanticStr": "select: man (1)->relate: woman,to the left of,s (6) [0]->verify fatness: fat [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "1", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is short but skinny.", "image": "n52544.jpg", "question_id": 20982459}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (10)"}, {"operation": "relate", "dependencies": [0], "argument": "bridge,above,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20169669", "20169670"], "equivalent": ["20169668"], "question": "Who is in front of the bridge above the water?", "isBalanced": true, "groups": {"global": "person", "local": "14-bridge_in front of,s"}, "answer": "man", "semanticStr": "select: water (10)->relate: bridge,above,s (9) [0]->relate: person,in front of,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"9": "10", "6": "9"}, "fullAnswer": {"1": "1", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is in front of the bridge.", "image": "n58220.jpg", "question_id": 20169668}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "platform (4)"}, {"operation": "relate", "dependencies": [0], "argument": "train,next to,s (0)"}, {"operation": "verify color", "dependencies": [1], "argument": "blue"}, {"operation": "verify", "dependencies": [1], "argument": "modern "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202040192", "202040194", "202040203", "202040206", "202040205", "202040208", "202040223", "202040177", "202040176", "202040178", "202040180", "202040181", "202040182", "202040183", "202040184", "202040185", "202040186", "202040187", "202040188", "202040189", "202040210", "202040211", "202040213", "202040214", "202040215", "202040216", "202040218"], "equivalent": ["202040204", "202040203"], "question": "Does the train next to the platform look modern and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_modern"}, "answer": "yes", "semanticStr": "select: platform (4)->relate: train,next to,s (0) [0]->verify color: blue [1]->verify: modern  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "0", "6": "4"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the train is modern and blue.", "image": "n542609.jpg", "question_id": 202040204}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chalkboard (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "canisters,above,o (10)"}], "entailed": ["202218569", "202218568", "202218750"], "equivalent": ["202218749"], "question": "Is the chalkboard above the canisters?", "isBalanced": true, "groups": {"global": null, "local": "13-chalkboard_canisters"}, "answer": "yes", "semanticStr": "select: chalkboard (0)->verify rel: canisters,above,o (10) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5": "10"}, "fullAnswer": {"2": "0", "6": "10"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the chalkboard is above the canisters.", "image": "n578564.jpg", "question_id": 202218749}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (1)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20902538", "20902540", "20902597", "20902543", "20902554", "20902539", "20902596", "20902544", "20902546", "20902547", "20902562", "20902563", "20902551", "20902553", "20902552", "20902568", "20902567", "20902548", "20902549"], "equivalent": ["20902550"], "question": "What color is the small bag?", "isBalanced": true, "groups": {"global": "color", "local": "10q-backpack_color"}, "answer": "blue", "semanticStr": "select: bag (1)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The backpack is blue.", "image": "n411121.jpg", "question_id": 20902550}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (11)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20654984", "20654985", "20654981", "20654982", "20654983", "20654961", "20654967", "20654969", "20654971", "20654970", "20654973", "20654972", "20654960", "20654974", "20654968"], "equivalent": ["20654986"], "question": "What clothing item is comfortable?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_comfortable"}, "answer": "coat", "semanticStr": "select: clothing (11)->filter: comfortable [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1:3": "11"}, "fullAnswer": {"1:3": "11", "5": "11"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a coat.", "image": "n199097.jpg", "question_id": 20654986}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (11)"}, {"operation": "filter", "dependencies": [0], "argument": "comfortable"}, {"operation": "choose name", "dependencies": [1], "argument": "coat|hat"}], "entailed": ["20654988"], "equivalent": ["20654987", "20654988"], "question": "Which kind of clothing is comfortable, the hat or the coat?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_comfortable"}, "answer": "coat", "semanticStr": "select: clothing (11)->filter: comfortable [0]->choose name: coat|hat [1]", "annotations": {"answer": {"0": "11"}, "question": {"10": "11", "3": "11", "7": "18"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The coat is comfortable.", "image": "n199097.jpg", "question_id": 20654987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,behind,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20710049", "20710054", "20710051", "20710053", "20710052"], "equivalent": ["20710051", "20710050"], "question": "What vehicle is behind the person that is wearing a shirt?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_behind,s"}, "answer": "car", "semanticStr": "select: shirt (3)->relate: person,wearing,s (0) [0]->relate: vehicle,behind,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5", "10": "3", "5": "0"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n24526.jpg", "question_id": 20710050}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20710049", "20710054", "20710051", "20710050", "20710053"], "equivalent": ["20710052"], "question": "What vehicle is behind the woman?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-woman_behind,s"}, "answer": "car", "semanticStr": "select: woman (0)->relate: vehicle,behind,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "4": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n24526.jpg", "question_id": 20710052}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (15)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20644659"], "equivalent": ["20644660"], "question": "What is the cable on?", "isBalanced": true, "groups": {"global": "material", "local": "14-cable_on,o"}, "answer": "paper", "semanticStr": "select: cable (15)->relate: _,on,o (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "15", "5": "13"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cable is on the paper.", "image": "n250821.jpg", "question_id": 20644660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cable (15)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "verify rel", "dependencies": [1], "argument": "paper,on,o (13)"}], "entailed": [], "equivalent": ["20644661"], "question": "Is the black cable on the paper?", "isBalanced": true, "groups": {"global": null, "local": "13-cable_paper"}, "answer": "yes", "semanticStr": "select: cable (15)->filter color: black [0]->verify rel: paper,on,o (13) [1]", "annotations": {"answer": {}, "question": {"2:4": "15", "6": "13"}, "fullAnswer": {"2": "15", "6": "13"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cable is on the paper.", "image": "n250821.jpg", "question_id": 20644661}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996893", "201997015", "201996894"], "equivalent": ["201997016"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "pilot", "semanticStr": "select: pants (4)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing pants.", "image": "n250715.jpg", "question_id": 201997016}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}], "entailed": ["202228311", "202228305", "202228287", "202228306", "202228312", "202228307", "202228298", "202228299", "202228289", "202228288", "202228300", "202228293", "202228294", "202228295", "202228296", "202228297"], "equivalent": ["202228291"], "question": "Does the speaker have rectangular shape?", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_rectangular"}, "answer": "yes", "semanticStr": "select: speaker (3)->verify shape: rectangular [0]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the speaker is rectangular.", "image": "n77818.jpg", "question_id": 202228291}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201997016", "201996893", "201996894"], "equivalent": ["201997015"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "pilot", "semanticStr": "select: pants (4)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "4"}, "fullAnswer": {"1": "5", "4": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pilot is wearing pants.", "image": "n250715.jpg", "question_id": 201997015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify hardness", "dependencies": [0], "argument": "hard "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201110822", "201110823", "201110820", "201110821", "201110826", "201110824", "201110825", "201110819", "201110818", "201110813", "201110812", "201110817", "201110816", "201110815", "201110814"], "equivalent": ["201110812", "201110811"], "question": "Are the plates both blue and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_hard"}, "answer": "yes", "semanticStr": "select: plates (4)->verify color: blue [0]->verify hardness: hard  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the plates are blue and hard.", "image": "n546616.jpg", "question_id": 201110811}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (10)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}], "entailed": ["201079842", "201079827", "201079810", "201079808", "201079836", "201079834", "201079825", "201079831", "201079809", "201079789"], "equivalent": ["201079833", "201079831"], "question": "Do you think the table is still?", "isBalanced": true, "groups": {"global": null, "local": "06-table_still"}, "answer": "yes", "semanticStr": "select: table (10)->verify state: still [0]", "annotations": {"answer": {}, "question": {"4": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the table is still.", "image": "n23181.jpg", "question_id": 201079833}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "curtain,behind,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["2098343", "2098342", "2098340", "2098347", "2098346", "2098345", "2098344", "2098338", "2098339"], "equivalent": ["2098341"], "question": "Of what color is the curtain behind the desk?", "isBalanced": true, "groups": {"global": "tone", "local": "10q-curtain_color"}, "answer": "dark", "semanticStr": "select: desk (3)->relate: curtain,behind,s (8) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"8": "3", "5": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The curtain is dark.", "image": "n513429.jpg", "question_id": 2098341}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (11)"}, {"operation": "relate", "dependencies": [0], "argument": "table,behind,o (12)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,on,s (23)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201887133", "201887136", "201887135"], "equivalent": ["201887133", "201887134"], "question": "What is the vegetable on the table the vehicle is behind of?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-table_on,s"}, "answer": "cabbage", "semanticStr": "select: vehicle (11)->relate: table,behind,o (12) [0]->relate: vegetable,on,s (23) [1]->query: name [2]", "annotations": {"answer": {"0": "23"}, "question": {"8": "11", "3": "23", "6": "12"}, "fullAnswer": {"1": "23", "4": "23"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is a cabbage.", "image": "n429961.jpg", "question_id": 201887134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabbage (22)"}, {"operation": "relate", "dependencies": [0], "argument": "cabbage,to the right of,s (23)"}, {"operation": "verify", "dependencies": [1], "argument": "leafy"}, {"operation": "verify color", "dependencies": [1], "argument": "red "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201887129"], "equivalent": ["201887129", "201887130"], "question": "Is the cabbage to the right of the other cabbage both leafy and red?", "isBalanced": true, "groups": {"global": null, "local": "05-leafy_red"}, "answer": "no", "semanticStr": "select: cabbage (22)->relate: cabbage,to the right of,s (23) [0]->verify: leafy [1]->verify color: red  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"9": "22", "2": "23"}, "fullAnswer": {"2": "23"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabbage is leafy but green.", "image": "n429961.jpg", "question_id": 201887130}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["20602932", "20602939", "20602941", "20602876", "20602920", "20602940", "20602930", "20602921", "20602933", "20602923", "20602922", "20602925", "20602924", "20602927", "20602926", "20602929", "20602938", "20602931", "20602919", "20602875"], "equivalent": ["20602928"], "question": "How large is the animal on the right side?", "isBalanced": true, "groups": {"global": "size", "local": "10q-horse_size"}, "answer": "huge", "semanticStr": "select: animal (0)->filter hposition: right [0]->query: size [1]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The horse is huge.", "image": "n168412.jpg", "question_id": 20602928}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,behind,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2098348", "2097912"], "equivalent": ["2098349"], "question": "Which kind of furniture is the curtain behind of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-curtain_behind,o"}, "answer": "desk", "semanticStr": "select: curtain (8)->relate: furniture,behind,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "8", "5": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The curtain is behind the desk.", "image": "n513429.jpg", "question_id": 2098349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bridge (12)"}, {"operation": "verify rel", "dependencies": [0], "argument": "fire truck,behind,o (0)"}], "entailed": ["201873545", "201873544", "201873151"], "equivalent": ["201873152"], "question": "Is the bridge behind the vehicle that is behind the sticker?", "isBalanced": true, "groups": {"global": null, "local": "13-bridge_fire truck"}, "answer": "yes", "semanticStr": "select: bridge (12)->verify rel: fire truck,behind,o (0) [0]", "annotations": {"answer": {}, "question": {"10": "16", "2": "12", "5": "0"}, "fullAnswer": {"2": "12", "6:8": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the bridge is behind the fire truck.", "image": "n309148.jpg", "question_id": 201873152}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chicken (18)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting next to,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201795387"], "equivalent": ["201795558"], "question": "Who is sitting next to the chicken?", "isBalanced": true, "groups": {"global": "person", "local": "14-chicken_sitting next to,s"}, "answer": "child", "semanticStr": "select: chicken (18)->relate: person,sitting next to,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "18"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is sitting next to the chicken.", "image": "n119944.jpg", "question_id": 201795558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (3)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202228344", "202228345", "202228342", "202228343", "202228340", "202228341"], "equivalent": ["202228346"], "question": "What is the speaker made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-speaker_material"}, "answer": "plastic", "semanticStr": "select: speaker (3)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The speaker is made of plastic.", "image": "n77818.jpg", "question_id": 202228346}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (2)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "person,sitting next to,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2066120", "2066118"], "equivalent": ["2066119"], "question": "Who is the old person sitting next to?", "isBalanced": true, "groups": {"global": "person", "local": "14-man_sitting next to,o"}, "answer": "girl", "semanticStr": "select: person (2)->filter age: old [0]->relate: person,sitting next to,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "2"}, "fullAnswer": {"1": "2", "7": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is sitting next to the girl.", "image": "n356822.jpg", "question_id": 2066119}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201346658", "201346656", "201346657"], "equivalent": ["201346659"], "question": "On which side is the mirror?", "isBalanced": true, "groups": {"global": null, "local": "10q-mirror_hposition"}, "answer": "right", "semanticStr": "select: mirror (2)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is on the right of the image.", "image": "n131634.jpg", "question_id": 201346659}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (6)"}, {"operation": "choose color", "dependencies": [0], "argument": "silver|black"}], "entailed": ["20385867"], "equivalent": ["20385866"], "question": "Is the keyboard black or maybe silver?", "isBalanced": true, "groups": {"global": "color", "local": "10c-keyboard_color"}, "answer": "silver", "semanticStr": "select: keyboard (6)->choose color: silver|black [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The keyboard is silver.", "image": "n90294.jpg", "question_id": 20385866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper (8)"}, {"operation": "relate", "dependencies": [0], "argument": "scissors,on,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "pencil,to the right of,s (3)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201370384"], "equivalent": ["201370383", "201370384"], "question": "Are there any pencils to the right of the scissors on the paper?", "isBalanced": true, "groups": {"global": null, "local": "13-scissors_pencil"}, "answer": "yes", "semanticStr": "select: paper (8)->relate: scissors,on,s (2) [0]->relate: pencil,to the right of,s (3) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "2", "3": "3", "12": "8"}, "fullAnswer": {"10": "2", "4": "3"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a pencil to the right of the scissors.", "image": "n351318.jpg", "question_id": 201370383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "snowboard (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "kite (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "red"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201307278", "201307274", "201307277", "201307276"], "equivalent": ["201307275", "201307274"], "question": "Are there red snowboards or kites?", "isBalanced": true, "groups": {"global": null, "local": "04-snowboard_red"}, "answer": "yes", "semanticStr": "select: snowboard (1)->filter color: red [0]->exist: ? [1]->select: kite (-) ->filter color: red [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a red snowboard.", "image": "n161313.jpg", "question_id": 201307275}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "keyboard (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "headphones (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20385862", "20385863"], "equivalent": ["20385861"], "question": "Are there either any black keyboards or headphones?", "isBalanced": true, "groups": {"global": null, "local": "04-keyboard_black"}, "answer": "no", "semanticStr": "select: keyboard (6)->filter color: black [0]->exist: ? [1]->select: headphones (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"4": "6"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a keyboard but it is silver.", "image": "n90294.jpg", "question_id": 20385861}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer mouse (10)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["202081556", "202081557", "202081559", "202081561", "202081560", "202081563", "202081562"], "equivalent": ["202081558"], "question": "Is the mouse on the right side of the photo?", "isBalanced": true, "groups": {"global": null, "local": "06-computer mouse_right"}, "answer": "no", "semanticStr": "select: computer mouse (10)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "10"}, "fullAnswer": {"2": "10"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the mouse is on the left of the image.", "image": "n433692.jpg", "question_id": 202081558}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,on,s (7)"}, {"operation": "verify color", "dependencies": [1], "argument": "orange"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201976872", "201976875", "201976874", "201976866", "201976867", "201976864", "201976865", "201976862", "201976863", "201976860", "201976861", "201976876", "201976868", "201976869", "201976848", "201976849", "201976845", "201976846", "201976840", "201976842", "201976843", "201976882", "201976883", "201976884", "201976839", "201976859", "201976871", "201976870", "201976873", "201976854", "201976853", "201976852", "201976851", "201976850"], "equivalent": ["201976840", "201976841"], "question": "Is the sign on the street orange and rectangular?", "isBalanced": true, "groups": {"global": null, "local": "05-orange_rectangular"}, "answer": "yes", "semanticStr": "select: street (10)->relate: sign,on,s (7) [0]->verify color: orange [1]->verify shape: rectangular  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "7", "5": "10"}, "fullAnswer": {"2:4": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the street sign is orange and rectangular.", "image": "n279173.jpg", "question_id": 201976841}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20968349"], "equivalent": ["20968350"], "question": "Who is wearing the shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "man", "semanticStr": "select: shirt (1)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The man is wearing a shirt.", "image": "n288870.jpg", "question_id": 20968350}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (15)"}, {"operation": "relate", "dependencies": [0], "argument": "device,above,s (7)"}, {"operation": "relate", "dependencies": [1], "argument": "device,above,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201497914", "201497916", "201497917", "201497913", "201497918", "201497919"], "equivalent": ["201497915"], "question": "What is the device above the device that is above the desk?", "isBalanced": true, "groups": {"global": "device", "local": "15-keyboard_above,s"}, "answer": "monitor", "semanticStr": "select: desk (15)->relate: device,above,s (7) [0]->relate: device,above,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "15", "3": "12", "6": "7"}, "fullAnswer": {"1": "12", "4": "12"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n315887.jpg", "question_id": 201497915}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (1)"}, {"operation": "filter weight", "dependencies": [0], "argument": "heavy"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201759213", "201759214", "201759215"], "equivalent": ["201759216"], "question": "Which kind of clothing is heavy?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_heavy"}, "answer": "coats", "semanticStr": "select: clothing (1)->filter weight: heavy [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "3": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing is coats.", "image": "n150962.jpg", "question_id": 201759216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201079979", "201079977", "201079766"], "equivalent": ["201079977", "201079978"], "question": "What is the piece of furniture that is not clean?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#clean"}, "answer": "table", "semanticStr": "select: furniture (10)->filter cleanliness: not(clean) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:6": "1"}, "fullAnswer": {"1:4": "1", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n23181.jpg", "question_id": 201079978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201079978", "201079977", "201079766"], "equivalent": ["201079979"], "question": "What kind of furniture is not clean?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#clean"}, "answer": "table", "semanticStr": "select: furniture (10)->filter cleanliness: not(clean) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n23181.jpg", "question_id": 201079979}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "choose name", "dependencies": [1], "argument": "bed|table"}], "entailed": [], "equivalent": ["201079976"], "question": "Which kind of furniture is not clean, the table or the bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "12c-furniture_n#clean"}, "answer": "table", "semanticStr": "select: furniture (10)->filter cleanliness: not(clean) [0]->choose name: bed|table [1]", "annotations": {"answer": {"0": "10"}, "question": {"11": "1", "8": "10", "3": "1"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The table is not clean.", "image": "n23181.jpg", "question_id": 201079976}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201079972", "201079973", "201079967", "201079966", "201079963", "201079964", "201079969", "201079968"], "equivalent": ["201079974"], "question": "Which kind of furniture is clean?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_clean"}, "answer": "bed", "semanticStr": "select: furniture (1)->filter cleanliness: clean [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bed.", "image": "n23181.jpg", "question_id": 201079974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign (10)"}, {"operation": "relate", "dependencies": [0], "argument": "person,next to,s (12)"}, {"operation": "verify race", "dependencies": [1], "argument": "caucasian"}, {"operation": "verify gender", "dependencies": [1], "argument": "female "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["2012656", "2012659", "2012657", "2012666", "2012652", "2012664", "2012665", "2012662", "2012663", "2012661", "2012653", "2012658", "2012655"], "equivalent": ["2012660"], "question": "Does the person next to the sign look female and Caucasian?", "isBalanced": true, "groups": {"global": null, "local": "05-caucasian_female"}, "answer": "yes", "semanticStr": "select: sign (10)->relate: person,next to,s (12) [0]->verify race: caucasian [1]->verify gender: female  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "12", "6": "10"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the person is female and caucasian.", "image": "n318370.jpg", "question_id": 2012660}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water bottle (5)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,to the right of,o (12)"}, {"operation": "relate", "dependencies": [1], "argument": "animal,to the left of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20480443", "20480338", "20480444", "20480445"], "equivalent": ["20480442"], "question": "What kind of animal is to the left of the lamp the water bottle is to the right of?", "isBalanced": true, "groups": {"global": "animal", "local": "15-lamp_to the left of,s"}, "answer": "cat", "semanticStr": "select: water bottle (5)->relate: lamp,to the right of,o (12) [0]->relate: animal,to the left of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"10": "12", "3": "3", "12:14": "5"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n520071.jpg", "question_id": 20480442}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201757780", "201757760", "201757777", "201757766", "201757764", "201757765", "201757759"], "equivalent": ["201757778", "201757777"], "question": "What the black device is called?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_black"}, "answer": "laptop", "semanticStr": "select: device (4)->filter color: black [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n4777.jpg", "question_id": 201757778}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "choose rel", "dependencies": [1], "argument": "train,to the left of|to the right of,s (3)"}], "entailed": ["20516024", "20516025", "20516026", "20515887", "20515886", "20515885", "20515884"], "equivalent": ["20516027"], "question": "Is the large vehicle to the right or to the left of the traffic light that is standing?", "isBalanced": true, "groups": {"global": null, "local": "13-traffic light_train"}, "answer": "left", "semanticStr": "select: traffic light (0)->filter pose: standing [0]->choose rel: train,to the left of|to the right of,s (3) [1]", "annotations": {"answer": {}, "question": {"2:4": "3", "13:15": "0", "17": "0"}, "fullAnswer": {"1": "3", "8:10": "0"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The train is to the left of the traffic light.", "image": "n70461.jpg", "question_id": 20516027}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201757759", "201757769", "201757770", "201757772"], "equivalent": ["201757771"], "question": "Which kind of device is it?", "isBalanced": true, "groups": {"global": "device", "local": "11q-device"}, "answer": "laptop", "semanticStr": "select: device (4)->query: name [0]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a laptop.", "image": "n4777.jpg", "question_id": 201757771}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201175379", "201175382", "201175380", "201175287", "201175286"], "equivalent": ["201175381"], "question": "Which kind of animal is in front of the mirror?", "isBalanced": true, "groups": {"global": "animal", "local": "15-mirror_in front of,s"}, "answer": "cat", "semanticStr": "select: mirror (8)->relate: animal,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n357784.jpg", "question_id": 201175381}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "strawberry (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bowl,in front of,o (5)"}, {"operation": "relate", "dependencies": [1], "argument": "cake,to the left of,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20609662", "20609661", "20609660", "20609673", "20609766", "20609765", "20609762", "20609763", "20609761"], "equivalent": ["20609764", "20609762", "20609763", "20609761"], "question": "Do you see cakes to the left of the bowl the strawberry is in front of?", "isBalanced": true, "groups": {"global": null, "local": "13-bowl_cake"}, "answer": "yes", "semanticStr": "select: strawberry (14)->relate: bowl,in front of,o (5) [0]->relate: cake,to the left of,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "5", "11": "14", "3": "4"}, "fullAnswer": {"10": "5", "4": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cake to the left of the bowl.", "image": "n437064.jpg", "question_id": 20609764}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife block (20)"}, {"operation": "verify rel", "dependencies": [0], "argument": "stove,to the right of,o (18)"}], "entailed": ["20308806", "20309010"], "equivalent": ["20309009"], "question": "Is the knife block to the right of the stove?", "isBalanced": true, "groups": {"global": null, "local": "13-knife block_stove"}, "answer": "yes", "semanticStr": "select: knife block (20)->verify rel: stove,to the right of,o (18) [0]", "annotations": {"answer": {}, "question": {"9": "18", "2:4": "20"}, "fullAnswer": {"10": "18", "2:4": "20"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the knife block is to the right of the stove.", "image": "n278312.jpg", "question_id": 20309009}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillow (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}], "entailed": ["201030728", "201030683", "201030734", "201030684", "201030726", "201030727", "201030715", "201030714", "201030717", "201030716", "201030706", "201030735", "201030713", "201030712", "201030709"], "equivalent": ["201030718"], "question": "Does that pillow look large?", "isBalanced": true, "groups": {"global": null, "local": "06-pillow_large"}, "answer": "no", "semanticStr": "select: pillow (7)->verify size: large [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the pillow is small.", "image": "n54424.jpg", "question_id": 201030718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (2)"}, {"operation": "filter material", "dependencies": [0], "argument": "leather"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20151704", "20151705", "20151690", "20151691", "20151697"], "equivalent": ["20151706"], "question": "What bag is made of leather?", "isBalanced": true, "groups": {"global": "bag", "local": "12q-bag_leather"}, "answer": "purse", "semanticStr": "select: bag (2)->filter material: leather [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The bag is a purse.", "image": "n313060.jpg", "question_id": 20151706}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vase (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201998381", "201998378", "201998379"], "equivalent": ["201998380"], "question": "What pieces of furniture are to the right of the vase?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-vase_to the right of,s"}, "answer": "chairs", "semanticStr": "select: vase (3)->relate: furniture,to the right of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {"1:4": "9"}, "fullAnswer": {"1:4": "9", "5": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are chairs.", "image": "n319845.jpg", "question_id": 201998380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (12)"}, {"operation": "select", "dependencies": [], "argument": "sign (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20929298"], "question": "Are the window and the sign made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-sign_window"}, "answer": "no", "semanticStr": "select: window (12)->select: sign (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "12", "5": "7"}, "fullAnswer": {"9": "7", "2": "12"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the window is made of glass and the sign is made of metal.", "image": "n9181.jpg", "question_id": 20929298}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (10)"}, {"operation": "filter", "dependencies": [0], "argument": "polished"}, {"operation": "verify rel", "dependencies": [1], "argument": "towel,below,o (0)"}], "entailed": [], "equivalent": ["20827090"], "question": "Is the polished floor below the towel that looks rectangular?", "isBalanced": true, "groups": {"global": null, "local": "13-floor_towel"}, "answer": "yes", "semanticStr": "select: floor (10)->filter: polished [0]->verify rel: towel,below,o (0) [1]", "annotations": {"answer": {}, "question": {"9": "0", "2:4": "10", "6": "0"}, "fullAnswer": {"2": "10", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the floor is below the towel.", "image": "n283587.jpg", "question_id": 20827090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptops (11)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cell phones (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["202003673", "202003674"], "equivalent": ["202003672"], "question": "Is there either black laptop or cellphone?", "isBalanced": true, "groups": {"global": null, "local": "04-laptops_black"}, "answer": "no", "semanticStr": "select: laptops (11)->filter color: black [0]->exist: ? [1]->select: cell phones (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"3": "11"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are laptops but they are white.", "image": "n262920.jpg", "question_id": 202003672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chocolate (2)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,with,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "food,on top of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201110508", "201110512", "201110513", "201110510", "201110511"], "equivalent": ["201110509"], "question": "What is the food on top of the chocolate dessert?", "isBalanced": true, "groups": {"global": "food", "local": "15-cake_on top of,s"}, "answer": "marshmallow", "semanticStr": "select: chocolate (2)->relate: dessert,with,s (3) [0]->relate: food,on top of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"9": "3", "8": "2", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is a marshmallow.", "image": "n546616.jpg", "question_id": 201110509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20414571"], "question": "Who in this scene is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "spectators", "semanticStr": "select: person (7)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are standing.", "image": "n16936.jpg", "question_id": 20414571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "marshmallow (0)"}, {"operation": "query", "dependencies": [0], "argument": "hardness"}], "entailed": ["201110505", "201110504", "201110502"], "equivalent": ["201110506"], "question": "How hard is the marshmallow?", "isBalanced": true, "groups": {"global": "hardness", "local": "10q-marshmallow_hardness"}, "answer": "soft", "semanticStr": "select: marshmallow (0)->query: hardness [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The marshmallow is soft.", "image": "n546616.jpg", "question_id": 201110506}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (7)"}, {"operation": "choose length", "dependencies": [0], "argument": "long|short"}], "entailed": ["20567679", "20567672", "20567678", "20567675", "20567677", "20567676", "20567689", "20567673", "20567661", "20567680", "20567681", "20567682"], "equivalent": ["20567683"], "question": "Are the shorts short or long?", "isBalanced": true, "groups": {"global": "length", "local": "10c-shorts_length"}, "answer": "long", "semanticStr": "select: shorts (7)->choose length: long|short [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shorts are long.", "image": "n414992.jpg", "question_id": 20567683}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "purse (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying on top of,o (17)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20856953", "20856952", "20856951", "20856950", "20856949", "20856736"], "equivalent": ["20856948"], "question": "What do you think is the purse lying on top of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-purse_lying on top of,o"}, "answer": "bed", "semanticStr": "select: purse (0)->relate: _,lying on top of,o (17) [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {"6": "0"}, "fullAnswer": {"1": "0", "8": "17"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The purse is lying on top of the bed.", "image": "n293477.jpg", "question_id": 20856948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (9)"}, {"operation": "relate", "dependencies": [0], "argument": "bag,holding,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541689", "20541694", "20541693", "20541691"], "equivalent": ["20541692"], "question": "What bag is she holding?", "isBalanced": true, "groups": {"global": "bag", "local": "15-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: she (9)->relate: bag,holding,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1": "12", "3": "9"}, "fullAnswer": {"1": "9", "5": "12"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the handbag.", "image": "n527290.jpg", "question_id": 20541692}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20541689", "20541694", "20541693", "20541692"], "equivalent": ["20541691"], "question": "What is the woman holding?", "isBalanced": true, "groups": {"global": "bag", "local": "14-woman_holding,o"}, "answer": "handbag", "semanticStr": "select: woman (9)->relate: _,holding,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "9", "5": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is holding the handbag.", "image": "n527290.jpg", "question_id": 20541691}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify material", "dependencies": [1], "argument": "metal "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201574284", "201574285", "201574286", "201574269", "201574279", "201574278", "201574290", "201574275", "201574271", "201574270", "201574273", "201574272", "201574287", "201574267", "201574289"], "equivalent": ["201574274", "201574273"], "question": "Does the traffic light that is not short look metallic and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_metal"}, "answer": "yes", "semanticStr": "select: traffic light (2)->filter: not(short) [0]->verify color: black [1]->verify material: metal  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "2", "7": "2"}, "fullAnswer": {"2:4": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the traffic light is metallic and black.", "image": "n116329.jpg", "question_id": 201574274}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlets (5)"}, {"operation": "select", "dependencies": [], "argument": "drawers (7) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201662987"], "question": "Are the electrical outlets and the drawers made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-drawers_outlets"}, "answer": "no", "semanticStr": "select: outlets (5)->select: drawers (7) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"2:4": "5", "6": "7"}, "fullAnswer": {"10": "7", "2:4": "5"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the electrical outlets are made of plastic and the drawers are made of wood.", "image": "n35676.jpg", "question_id": 201662987}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bear (4)"}, {"operation": "relate", "dependencies": [0], "argument": "bear,on top of,s (2)"}, {"operation": "verify size", "dependencies": [1], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201467327"], "question": "Is the bear on top of the other bear white and large?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "no", "semanticStr": "select: bear (4)->relate: bear,on top of,s (2) [0]->verify size: large [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "4", "2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bear is white but small.", "image": "n437192.jpg", "question_id": 201467327}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (15)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20954139", "20954135", "20954140"], "equivalent": ["20954134"], "question": "Who is in front of the person that is in front of the man?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_in front of,s"}, "answer": "girl", "semanticStr": "select: man (15)->relate: person,in front of,s (4) [0]->relate: person,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"13": "15", "6": "4"}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the woman.", "image": "n498712.jpg", "question_id": 20954134}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "query", "dependencies": [0], "argument": "size"}], "entailed": ["201766670", "201766671", "201766673", "201766674", "201766675", "201766676", "201766677", "201766668", "201766656", "201766657", "201766655"], "equivalent": ["201766672"], "question": "What size is the shirt?", "isBalanced": true, "groups": {"global": "size", "local": "10q-shirt_size"}, "answer": "small", "semanticStr": "select: shirt (4)->query: size [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shirt is small.", "image": "n528403.jpg", "question_id": 201766672}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954139", "20954134", "20954140"], "equivalent": ["20954135"], "question": "Who is in front of the woman?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_in front of,s"}, "answer": "girl", "semanticStr": "select: woman (4)->relate: person,in front of,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the woman.", "image": "n498712.jpg", "question_id": 20954135}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20183193", "20183194", "20183195"], "equivalent": ["20183196"], "question": "On which side is the woman?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "left", "semanticStr": "select: woman (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"5": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the left of the image.", "image": "n151768.jpg", "question_id": 20183196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,surrounding,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202121634", "202121635"], "equivalent": ["202121632"], "question": "What is surrounding the table?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-table_surrounding,s"}, "answer": "chairs", "semanticStr": "select: table (2)->relate: _,surrounding,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The chairs are surrounding the table.", "image": "n140421.jpg", "question_id": 202121632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (22)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201757588", "201757589", "201757600", "201757591", "201757590", "201757593", "201757592", "201757595", "201757597", "201757596"], "equivalent": ["201757594"], "question": "What color is the sweater?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sweater_color"}, "answer": "blue", "semanticStr": "select: sweater (22)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "22"}, "fullAnswer": {"1": "22"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sweater is blue.", "image": "n4777.jpg", "question_id": 201757594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "cotton"}, {"operation": "verify size", "dependencies": [1], "argument": "small"}], "entailed": ["201548878", "201548879", "201548874"], "equivalent": ["201548875"], "question": "Does the shirt made of cotton have small size?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_small"}, "answer": "no", "semanticStr": "select: shirt (18)->filter material: cotton [0]->verify size: small [1]", "annotations": {"answer": {}, "question": {"2": "18", "5": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the shirt is large.", "image": "n314171.jpg", "question_id": 201548875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20954138", "20954158"], "equivalent": ["20954137"], "question": "The girl is in front of who?", "isBalanced": true, "groups": {"global": "person", "local": "14-girl_in front of,o"}, "answer": "woman", "semanticStr": "select: girl (5)->relate: person,in front of,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "7": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is in front of the woman.", "image": "n498712.jpg", "question_id": 20954137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (8)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201573971"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "people", "semanticStr": "select: person (8)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The people are standing.", "image": "n115614.jpg", "question_id": 201573971}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "napkin (14)"}, {"operation": "relate", "dependencies": [0], "argument": "flowers,in front of,s (24)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["202262099", "202262100", "202262101", "202262095", "202262096", "202262097"], "equivalent": ["202262098"], "question": "Which color do you think the flowers in front of the napkin are?", "isBalanced": true, "groups": {"global": "color", "local": "10q-flowers_color"}, "answer": "white", "semanticStr": "select: napkin (14)->relate: flowers,in front of,s (24) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"11": "14", "6": "24"}, "fullAnswer": {"1": "24"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The flowers are white.", "image": "n28572.jpg", "question_id": 202262098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (6)"}, {"operation": "verify color", "dependencies": [0], "argument": "green"}, {"operation": "verify length", "dependencies": [0], "argument": "long "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201404153", "201404154", "201404155", "201404157", "201404158", "201404159", "201404138", "201404139", "201404136", "201404152", "201404135", "201404118", "201404133", "201404156", "201404131", "201404123", "201404167", "201404122", "201404161", "201404160", "201404162", "201404121", "201404120", "201404149", "201404104", "201404101", "201404141", "201404140", "201404147", "201404137", "201404134"], "equivalent": ["201404151"], "question": "Does that grass have long length and green color?", "isBalanced": true, "groups": {"global": null, "local": "05-green_long"}, "answer": "yes", "semanticStr": "select: grass (6)->verify color: green [0]->verify length: long  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the grass is long and green.", "image": "n331357.jpg", "question_id": 201404151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (9)"}, {"operation": "filter", "dependencies": [0], "argument": "adult"}, {"operation": "verify activity", "dependencies": [1], "argument": "playing"}], "entailed": ["202147890", "202147891", "202147893", "202147894", "202147895"], "equivalent": ["202147892"], "question": "Does the adult person appear to be playing?", "isBalanced": true, "groups": {"global": null, "local": "06-athlete_playing"}, "answer": "yes", "semanticStr": "select: person (9)->filter: adult [0]->verify activity: playing [1]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the athlete is playing.", "image": "n194179.jpg", "question_id": 202147892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shorts (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765774", "201765896"], "equivalent": ["201765895"], "question": "Who is wearing shorts?", "isBalanced": true, "groups": {"global": "person", "local": "14-shorts_wearing,s"}, "answer": "surfer", "semanticStr": "select: shorts (2)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "2"}, "fullAnswer": {"1": "5", "4": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is wearing shorts.", "image": "n488874.jpg", "question_id": 201765895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tank top (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "pink"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201974997", "201975005", "201974994", "201975000", "201975003", "201975002", "201974998", "201974989", "201974988", "201974996", "201974990", "201974991", "201974992", "201974993", "201974987", "201974995", "201974985", "201974984"], "equivalent": ["201974998", "201974999"], "question": "Does that tank top look sleeveless and pink?", "isBalanced": true, "groups": {"global": null, "local": "05-pink_sleeveless"}, "answer": "yes", "semanticStr": "select: tank top (4)->verify color: pink [0]->verify: sleeveless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the tank top is sleeveless and pink.", "image": "n274905.jpg", "question_id": 201974999}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (22)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201996730", "201996728"], "equivalent": ["201996729"], "question": "Which kind of aircraft is it?", "isBalanced": true, "groups": {"global": "aircraft", "local": "11q-aircraft"}, "answer": "helicopter", "semanticStr": "select: aircraft (22)->query: name [0]", "annotations": {"answer": {"0": "22"}, "question": {"3": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n250715.jpg", "question_id": 201996729}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "aircraft (22)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201996730", "201996729"], "equivalent": ["201996728"], "question": "What kind is the aircraft?", "isBalanced": true, "groups": {"global": "aircraft", "local": "11q-aircraft"}, "answer": "helicopter", "semanticStr": "select: aircraft (22)->query: name [0]", "annotations": {"answer": {"0": "22"}, "question": {"4": "22"}, "fullAnswer": {"1": "22", "4": "22"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The aircraft is a helicopter.", "image": "n250715.jpg", "question_id": 201996728}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bracelet (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201765774", "201765900"], "equivalent": ["201765899"], "question": "Who is wearing a bracelet?", "isBalanced": true, "groups": {"global": "person", "local": "14-bracelet_wearing,s"}, "answer": "surfer", "semanticStr": "select: bracelet (0)->relate: person,wearing,s (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"4": "0"}, "fullAnswer": {"1": "5", "5": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The surfer is wearing a bracelet.", "image": "n488874.jpg", "question_id": 201765899}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "instrument (18)"}, {"operation": "verify state", "dependencies": [0], "argument": "smooth"}], "entailed": ["201996727"], "equivalent": ["201996726"], "question": "Does the instrument appear to be smooth?", "isBalanced": true, "groups": {"global": null, "local": "06-instrument_smooth"}, "answer": "yes", "semanticStr": "select: instrument (18)->verify state: smooth [0]", "annotations": {"answer": {}, "question": {"2": "18"}, "fullAnswer": {"2": "18"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the instrument is smooth.", "image": "n250715.jpg", "question_id": 201996726}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (16)"}, {"operation": "verify state", "dependencies": [0], "argument": "rough"}], "entailed": ["20797601", "20797611", "20797605", "20797604", "20797607", "20797606", "20797589"], "equivalent": ["20797603"], "question": "Does the ground look rough?", "isBalanced": true, "groups": {"global": null, "local": "06-ground_rough"}, "answer": "yes", "semanticStr": "select: ground (16)->verify state: rough [0]", "annotations": {"answer": {}, "question": {"2": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the ground is rough.", "image": "n16656.jpg", "question_id": 20797603}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting at,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20434859"], "equivalent": ["20434860"], "question": "Who is sitting at the table?", "isBalanced": true, "groups": {"global": "person", "local": "14-table_sitting at,s"}, "answer": "boy", "semanticStr": "select: table (9)->relate: person,sitting at,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "6": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is sitting at the table.", "image": "n431447.jpg", "question_id": 20434860}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hot dogs (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "peaches,above,o (-)"}], "entailed": [], "equivalent": ["20411895"], "question": "Are the hot dogs above peaches?", "isBalanced": true, "groups": {"global": null, "local": "13-hot dogs_peaches"}, "answer": "no", "semanticStr": "select: hot dogs (4)->verify rel: peaches,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4", "7": "1"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the hot dogs are above the apples.", "image": "n363445.jpg", "question_id": 20411895}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (0)"}, {"operation": "verify size", "dependencies": [0], "argument": "small"}], "entailed": ["202119363", "202119308", "202119299", "202119364", "202119301", "202119300", "202119307", "202119332", "202119333"], "equivalent": ["202119310"], "question": "Is this a small elephant?", "isBalanced": true, "groups": {"global": null, "local": "06-elephant_small"}, "answer": "no", "semanticStr": "select: elephant (0)->verify size: small [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"5": "0"}}, "types": {"detailed": "verifyAttrCThis", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, this is a huge elephant.", "image": "n544255.jpg", "question_id": 202119310}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fork (9)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "plate (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20411898"], "question": "Are there both a fork and a plate in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-fork_plate"}, "answer": "no", "semanticStr": "select: fork (9)->exist: ? [0]->select: plate (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a fork but no plates.", "image": "n363445.jpg", "question_id": 20411898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|blue"}], "entailed": ["201996877", "201996876"], "equivalent": ["201996877", "201996876", "201996878"], "question": "Does the clean shirt look blue or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-shirt_color"}, "answer": "brown", "semanticStr": "select: shirt (2)->filter cleanliness: clean [0]->choose color: brown|blue [1]", "annotations": {"answer": {}, "question": {"2:4": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is brown.", "image": "n250715.jpg", "question_id": 201996878}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "stores,in front of,o (9)"}], "entailed": ["201573953"], "equivalent": ["201574015"], "question": "Are the people in front of the stores near the lamp post?", "isBalanced": true, "groups": {"global": null, "local": "13-people_stores"}, "answer": "yes", "semanticStr": "select: people (8)->verify rel: stores,in front of,o (9) [0]", "annotations": {"answer": {}, "question": {"2": "8", "7": "9", "10:12": "1"}, "fullAnswer": {"8": "9", "2": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the people are in front of the stores.", "image": "n115614.jpg", "question_id": 201574015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (12)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "choose rel", "dependencies": [1], "argument": "people,to the right of|to the left of,s (8)"}], "entailed": ["201574010", "201573850", "201573851", "201573852", "201573853", "201573854"], "equivalent": ["201574011"], "question": "Are the people to the left or to the right of the black car?", "isBalanced": true, "groups": {"global": null, "local": "13-car_people"}, "answer": "right", "semanticStr": "select: car (12)->filter color: black [0]->choose rel: people,to the right of|to the left of,s (8) [1]", "annotations": {"answer": {}, "question": {"2": "8", "12:14": "12"}, "fullAnswer": {"1": "8", "8": "12"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The people are to the right of the car.", "image": "n115614.jpg", "question_id": 201574011}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "people (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201574013"], "question": "What are the people in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-people_in front of,o"}, "answer": "stores", "semanticStr": "select: people (8)->relate: _,in front of,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "8", "7": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The people are in front of the stores.", "image": "n115614.jpg", "question_id": 201574013}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stuffed bear (1)"}, {"operation": "relate", "dependencies": [0], "argument": "counter,behind,s (2)"}, {"operation": "choose color", "dependencies": [1], "argument": "white|black"}], "entailed": ["20711629"], "equivalent": ["20711630", "20711629"], "question": "Is the counter behind the stuffed bear white or black?", "isBalanced": true, "groups": {"global": "color", "local": "10c-counter_color"}, "answer": "white", "semanticStr": "select: stuffed bear (1)->relate: counter,behind,s (2) [0]->choose color: white|black [1]", "annotations": {"answer": {}, "question": {"2": "2", "5:7": "1"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The counter is white.", "image": "n549922.jpg", "question_id": 20711630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20942176", "20942175", "20942174", "20942003"], "equivalent": ["20942177"], "question": "What's the girl holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "surfboard", "semanticStr": "select: girl (0)->relate: _,holding,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the surfboard.", "image": "n137182.jpg", "question_id": 20942177}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (0)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "relate", "dependencies": [1], "argument": "_,holding,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20942177", "20942176", "20942175", "20942003"], "equivalent": ["20942174"], "question": "What is the young girl holding?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "surfboard", "semanticStr": "select: girl (0)->filter age: young [0]->relate: _,holding,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"3:5": "0"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the surfboard.", "image": "n137182.jpg", "question_id": 20942174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20724155", "20724154"], "equivalent": ["20724171"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "snowboarder", "semanticStr": "select: person (0)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The snowboarder is standing.", "image": "n369970.jpg", "question_id": 20724171}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (7)"}, {"operation": "relate", "dependencies": [0], "argument": "surfboard,to the left of,s (1)"}, {"operation": "relate", "dependencies": [1], "argument": "person,holding,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20942173"], "equivalent": ["20942172"], "question": "Who is holding the surfboard to the left of the man?", "isBalanced": true, "groups": {"global": "person", "local": "14-surfboard_holding,s"}, "answer": "girl", "semanticStr": "select: man (7)->relate: surfboard,to the left of,s (1) [0]->relate: person,holding,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"10": "7", "4": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is holding the surfboard.", "image": "n137182.jpg", "question_id": 20942172}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "filter material", "dependencies": [0], "argument": "granite"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,underneath,s (2)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201663473", "201663584", "201663585"], "equivalent": ["201663583"], "question": "What is the appliance underneath the granite countertop called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-countertop_underneath,s"}, "answer": "dishwasher", "semanticStr": "select: countertop (14)->filter material: granite [0]->relate: appliance,underneath,s (2) [1]->query: name [2]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2", "6:8": "14"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher.", "image": "n35676.jpg", "question_id": 201663583}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "countertop (14)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,underneath,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201663583", "201663473", "201663585"], "equivalent": ["201663584"], "question": "Which kind of appliance is underneath the countertop?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-countertop_underneath,s"}, "answer": "dishwasher", "semanticStr": "select: countertop (14)->relate: appliance,underneath,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a dishwasher.", "image": "n35676.jpg", "question_id": 201663584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "beige"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "toilet (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "beige"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20489610"], "equivalent": ["20489611"], "question": "Are there any benches or toilets that are beige?", "isBalanced": true, "groups": {"global": null, "local": "04-bench_beige"}, "answer": "yes", "semanticStr": "select: bench (7)->filter color: beige [0]->exist: ? [1]->select: toilet (-) ->filter color: beige [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the bench is beige.", "image": "n145498.jpg", "question_id": 20489611}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (11)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20262799", "20262802", "20262722"], "equivalent": ["20262798"], "question": "What is in front of the dress?", "isBalanced": true, "groups": {"global": "thing", "local": "14-dress_in front of,s"}, "answer": "kite", "semanticStr": "select: dress (11)->relate: _,in front of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"6": "11"}, "fullAnswer": {"1": "4", "7": "11"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The kite is in front of the dress.", "image": "n172618.jpg", "question_id": 20262798}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (0)"}, {"operation": "select", "dependencies": [], "argument": "desk (10) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201621304"], "equivalent": ["201621304", "201621303"], "question": "Is the floor made of the same material as the desk?", "isBalanced": true, "groups": {"global": null, "local": "09same-desk_floor"}, "answer": "no", "semanticStr": "select: floor (0)->select: desk (10) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "10", "2": "0"}, "fullAnswer": {"9": "10", "2": "0"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the floor is made of wood and the desk is made of metal.", "image": "n275148.jpg", "question_id": 201621303}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "relate", "dependencies": [1], "argument": "kite,behind,s (4)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20262722"], "equivalent": ["20262795"], "question": "Is there a kite behind the short girl?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_kite"}, "answer": "yes", "semanticStr": "select: girl (2)->filter height: short [0]->relate: kite,behind,s (4) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "4", "6:8": "2"}, "fullAnswer": {"4": "4", "7": "2"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a kite behind the girl.", "image": "n172618.jpg", "question_id": 20262795}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "laptop (4)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201758213", "201758212", "201758210", "201758209", "201758152"], "equivalent": ["201758211"], "question": "Which kind of furniture is to the right of the laptop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-laptop_to the right of,s"}, "answer": "chair", "semanticStr": "select: laptop (4)->relate: furniture,to the right of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"3": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n4777.jpg", "question_id": 201758211}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stroller (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (13)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201758217", "201758220", "201758218", "201758152", "201758219"], "equivalent": ["201758218", "201758217", "201758216"], "question": "What kind of furniture is to the right of the stroller?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-stroller_to the right of,s"}, "answer": "chair", "semanticStr": "select: stroller (10)->relate: furniture,to the right of,s (13) [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {"10": "10", "3": "13"}, "fullAnswer": {"1:4": "13", "6": "13"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The piece of furniture is a chair.", "image": "n4777.jpg", "question_id": 201758216}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (12)"}, {"operation": "select", "dependencies": [], "argument": "storage box (4) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201621309"], "equivalent": ["201621308", "201621309"], "question": "Is the mirror the same material as the storage box?", "isBalanced": true, "groups": {"global": null, "local": "09same-mirror_storage box"}, "answer": "no", "semanticStr": "select: mirror (12)->select: storage box (4) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"8:10": "4", "2": "12"}, "fullAnswer": {"2": "12", "9:11": "4"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the mirror is made of glass and the storage box is made of metal.", "image": "n275148.jpg", "question_id": 201621308}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "racket (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20182958", "20183162", "20182886"], "equivalent": ["20182959"], "question": "Is there a helmet or a tennis racket in the photo?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-helmet_racket"}, "answer": "no", "semanticStr": "select: helmet (-)->exist: ? [0]->select: racket (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no rackets or helmets.", "image": "n151768.jpg", "question_id": 20182959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet (14)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20518413", "20518412", "20518411", "20518414"], "equivalent": ["20518415"], "question": "On which side of the picture is the clean toilet?", "isBalanced": true, "groups": {"global": null, "local": "10q-toilet_hposition"}, "answer": "left", "semanticStr": "select: toilet (14)->filter cleanliness: clean [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The toilet is on the left of the image.", "image": "n141939.jpg", "question_id": 20518415}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023406", "202023410", "202023404", "202023405"], "equivalent": ["202023403"], "question": "What are the shoes in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-shoes_in front of,o"}, "answer": "bed", "semanticStr": "select: shoes (2)->relate: _,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "2", "7": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoes are in front of the bed.", "image": "n95313.jpg", "question_id": 202023403}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoes (2)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,in front of,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023403", "202023410", "202023404", "202023405"], "equivalent": ["202023406"], "question": "Which kind of furniture are the shoes in front of?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shoes_in front of,o"}, "answer": "bed", "semanticStr": "select: shoes (2)->relate: furniture,in front of,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"3": "5"}, "fullAnswer": {"1": "2", "7": "5"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shoes are in front of the bed.", "image": "n95313.jpg", "question_id": 202023406}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "couch,beneath,o (-)"}], "entailed": [], "equivalent": ["201676418"], "question": "Is the rug beneath a couch?", "isBalanced": true, "groups": {"global": null, "local": "13-rug_couch"}, "answer": "no", "semanticStr": "select: rug (5)->verify rel: couch,beneath,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5", "6": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the rug is beneath the table.", "image": "n233607.jpg", "question_id": 201676418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480224", "20480225", "20479948"], "equivalent": ["20480226"], "question": "Which kind of furniture isn't tall?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#tall"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter height: not(tall) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n520071.jpg", "question_id": 20480226}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "this (0)"}, {"operation": "choose name", "dependencies": [0], "argument": "bookcase|bed"}], "entailed": [], "equivalent": ["20480227"], "question": "Is this a bookcase or a bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "08oc-bed_bookcase"}, "answer": "bookcase", "semanticStr": "select: this (0)->choose name: bookcase|bed [0]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"3": "0"}}, "types": {"detailed": "objThisChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "This is a bookcase.", "image": "n520071.jpg", "question_id": 20480227}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (10)"}, {"operation": "filter height", "dependencies": [0], "argument": "not(tall)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480226", "20480224", "20479948"], "equivalent": ["20480224", "20480225"], "question": "What is the piece of furniture that is not tall?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#tall"}, "answer": "desk", "semanticStr": "select: furniture (10)->filter height: not(tall) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:6": "0"}, "fullAnswer": {"1:4": "0", "6": "10"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a desk.", "image": "n520071.jpg", "question_id": 20480225}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (11)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20258632", "20258620", "20258636", "20258631", "20258618", "20258619", "20258626", "20258614", "20258628", "20258616", "20258617", "20258613", "20258643", "20258633", "20258625", "20258635", "20258638", "20258634", "20258637"], "equivalent": ["20258627"], "question": "Is the chair wooden and white?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "yes", "semanticStr": "select: chair (11)->verify color: white [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the chair is wooden and white.", "image": "n204894.jpg", "question_id": 20258627}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (1)"}, {"operation": "choose color", "dependencies": [0], "argument": "brown|white"}], "entailed": [], "equivalent": ["201902687"], "question": "Is the desk white or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-desk_color"}, "answer": "brown", "semanticStr": "select: desk (1)->choose color: brown|white [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The desk is brown.", "image": "n435808.jpg", "question_id": 201902687}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20480220", "20480219", "20480192", "20480193", "20480172", "20480173", "20480171"], "equivalent": ["20480221"], "question": "Which kind of furniture is tall?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_tall"}, "answer": "bookcase", "semanticStr": "select: furniture (0)->filter height: tall [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a bookcase.", "image": "n520071.jpg", "question_id": 20480221}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (4)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244025", "202244024", "202244021", "202244020", "202244023", "202244019", "202243965"], "equivalent": ["202244022"], "question": "Which kind of food is to the right of the container?", "isBalanced": true, "groups": {"global": "food", "local": "15-container_to the right of,s"}, "answer": "cookies", "semanticStr": "select: container (4)->relate: food,to the right of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n296467.jpg", "question_id": 202244022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify length", "dependencies": [1], "argument": "long "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201654638"], "equivalent": ["201654638", "201654639"], "question": "Is the fence made of metal green and long?", "isBalanced": true, "groups": {"global": null, "local": "05-green_long"}, "answer": "no", "semanticStr": "select: fence (8)->filter material: metal [0]->verify color: green [1]->verify length: long  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "8", "5": "8"}, "fullAnswer": {"2": "8"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the fence is long but white.", "image": "n6309.jpg", "question_id": 201654639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "verify hposition", "dependencies": [0], "argument": "right"}], "entailed": ["202173958", "202173961", "202173960"], "equivalent": ["202173959"], "question": "Is the microwave on the right of the image?", "isBalanced": true, "groups": {"global": null, "local": "06-microwave_right"}, "answer": "no", "semanticStr": "select: microwave (1)->verify hposition: right [0]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "positionVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the microwave is on the left of the image.", "image": "n398429.jpg", "question_id": 202173959}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201301918", "201301917", "201301947"], "equivalent": ["201301948"], "question": "Who is wearing the pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "woman", "semanticStr": "select: pants (3)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "4": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is wearing trousers.", "image": "n127705.jpg", "question_id": 201301948}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "verify rel", "dependencies": [0], "argument": "sandal,wearing,o (12)"}], "entailed": ["201065006"], "equivalent": ["201065005"], "question": "Does the boy wear a sandal?", "isBalanced": true, "groups": {"global": null, "local": "13-boy_sandal"}, "answer": "yes", "semanticStr": "select: boy (4)->verify rel: sandal,wearing,o (12) [0]", "annotations": {"answer": {}, "question": {"2": "4", "5": "12"}, "fullAnswer": {"2": "4", "5": "12"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the boy wears a sandal.", "image": "n88933.jpg", "question_id": 201065005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065003", "201065002"], "equivalent": ["201065004"], "question": "What does the boy wear?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-boy_wearing,o"}, "answer": "sandal", "semanticStr": "select: boy (4)->relate: _,wearing,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "4", "4": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a sandal.", "image": "n88933.jpg", "question_id": 201065004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "boy (4)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065004", "201065003"], "equivalent": ["201065002"], "question": "What does that boy wear?", "isBalanced": true, "groups": {"global": "footwear", "local": "14-boy_wearing,o"}, "answer": "sandal", "semanticStr": "select: boy (4)->relate: _,wearing,o (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "12"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a sandal.", "image": "n88933.jpg", "question_id": 201065002}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandal (12)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201065000"], "equivalent": ["201065001"], "question": "Who wears the sandal?", "isBalanced": true, "groups": {"global": "person", "local": "14-sandal_wearing,s"}, "answer": "boy", "semanticStr": "select: sandal (12)->relate: person,wearing,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "4", "4": "12"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy wears a sandal.", "image": "n88933.jpg", "question_id": 201065001}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412202", "20412201", "20412200", "20412199"], "equivalent": ["20412203"], "question": "What kind of furniture is pink?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_pink"}, "answer": "tables", "semanticStr": "select: furniture (7)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is tables.", "image": "n531359.jpg", "question_id": 20412203}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence post (9)"}, {"operation": "verify rel", "dependencies": [0], "argument": "wall,on top of,o (6)"}], "entailed": [], "equivalent": ["201185348"], "question": "Is the fence post on top of the wall?", "isBalanced": true, "groups": {"global": null, "local": "13-fence post_wall"}, "answer": "yes", "semanticStr": "select: fence post (9)->verify rel: wall,on top of,o (6) [0]", "annotations": {"answer": {}, "question": {"8": "6", "2:4": "9"}, "fullAnswer": {"9": "6", "2:4": "9"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the fence post is on top of the wall.", "image": "n95904.jpg", "question_id": 201185348}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "pink"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412203", "20412202", "20412200", "20412199"], "equivalent": ["20412202", "20412201"], "question": "What are the pieces of furniture that are pink?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_pink"}, "answer": "tables", "semanticStr": "select: furniture (7)->filter color: pink [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3:6": "7"}, "fullAnswer": {"1:4": "7", "5": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pieces of furniture are tables.", "image": "n531359.jpg", "question_id": 20412201}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "mirror (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20306789"], "question": "Do you see either any mirrors or lamps in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-lamp_mirror"}, "answer": "yes", "semanticStr": "select: lamp (4)->exist: ? [0]->select: mirror (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"7": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a lamp.", "image": "n554880.jpg", "question_id": 20306789}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["20657189"], "question": "Are there any traffic lights in the picture?", "isBalanced": true, "groups": {"global": null, "local": "03-traffic light"}, "answer": "yes", "semanticStr": "select: traffic light (7)->exist: ? [0]", "annotations": {"answer": {}, "question": {"3:5": "7"}, "fullAnswer": {"4:6": "7"}}, "types": {"detailed": "exist", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a traffic light.", "image": "n486200.jpg", "question_id": 20657189}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (4)"}, {"operation": "relate", "dependencies": [0], "argument": "place,in,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20657188"], "question": "Where is the traffic sign?", "isBalanced": true, "groups": {"global": "place", "local": "14-traffic sign_in,o"}, "answer": "street", "semanticStr": "select: traffic sign (4)->relate: place,in,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1:3": "4", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The traffic sign is in the street.", "image": "n486200.jpg", "question_id": 20657188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20412204"], "equivalent": ["20412205"], "question": "What kind of furniture is standing?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_standing"}, "answer": "tables", "semanticStr": "select: furniture (7)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is tables.", "image": "n531359.jpg", "question_id": 20412205}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "minivan (10)"}, {"operation": "relate", "dependencies": [0], "argument": "street,beside,o (0)"}, {"operation": "relate", "dependencies": [1], "argument": "sign,in,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20657109", "20657186"], "equivalent": ["20657185"], "question": "What sign is in the street the minivan is beside of?", "isBalanced": true, "groups": {"global": "sign", "local": "15-street_in,s"}, "answer": "traffic sign", "semanticStr": "select: minivan (10)->relate: street,beside,o (0) [0]->relate: sign,in,s (4) [1]->query: name [2]", "annotations": {"answer": {"0:2": "4"}, "question": {"1": "4", "5": "0", "7": "10"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n486200.jpg", "question_id": 20657185}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "elephant (14)"}, {"operation": "relate", "dependencies": [0], "argument": "bench,to the right of,s (6)"}, {"operation": "verify", "dependencies": [1], "argument": "old"}, {"operation": "verify length", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["201796004", "201796003"], "equivalent": ["201796004", "201796005", "201796003"], "question": "Does the bench to the right of the elephant look short and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_short"}, "answer": "no", "semanticStr": "select: elephant (14)->relate: bench,to the right of,s (6) [0]->verify: old [1]->verify length: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "14", "2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bench is old but long.", "image": "n119944.jpg", "question_id": 201796005}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20657109", "20657185"], "equivalent": ["20657186"], "question": "What sign is in the street?", "isBalanced": true, "groups": {"global": "sign", "local": "15-street_in,s"}, "answer": "traffic sign", "semanticStr": "select: street (0)->relate: sign,in,s (4) [0]->query: name [1]", "annotations": {"answer": {"0:2": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4:6": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a traffic sign.", "image": "n486200.jpg", "question_id": 20657186}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,sitting behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20306252", "20306830"], "equivalent": ["20306831"], "question": "Who is the lamp sitting behind of?", "isBalanced": true, "groups": {"global": "person", "local": "14-lamp_sitting behind,o"}, "answer": "woman", "semanticStr": "select: lamp (4)->relate: person,sitting behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "4", "6": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lamp is sitting behind the woman.", "image": "n554880.jpg", "question_id": 20306831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201185346"], "equivalent": ["201185347"], "question": "What's located on top of the wall?", "isBalanced": true, "groups": {"global": "object", "local": "14-wall_on top of,s"}, "answer": "fence post", "semanticStr": "select: wall (6)->relate: _,on top of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0:2": "9"}, "question": {}, "fullAnswer": {"8": "6", "1:3": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fence post is on top of the wall.", "image": "n95904.jpg", "question_id": 201185347}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (0)"}, {"operation": "relate", "dependencies": [0], "argument": "sign,in,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "material"}], "entailed": ["20657181", "20657180", "20657183", "20657177", "20657178", "20657179"], "equivalent": ["20657181", "20657182"], "question": "Which type of material is used to make the sign in the street?", "isBalanced": true, "groups": {"global": "material", "local": "10q-traffic sign_material"}, "answer": "metal", "semanticStr": "select: street (0)->relate: sign,in,s (4) [0]->query: material [1]", "annotations": {"answer": {}, "question": {"9": "4", "12": "0"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The traffic sign is made of metal.", "image": "n486200.jpg", "question_id": 20657182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056053"], "question": "Who in this photo is running?", "isBalanced": true, "groups": {"global": "person", "local": "running"}, "answer": "soccer player", "semanticStr": "select: person (5)->filter pose: running [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is running.", "image": "n259002.jpg", "question_id": 201056053}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056055"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "soccer player", "semanticStr": "select: person (5)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The soccer player is playing.", "image": "n259002.jpg", "question_id": 201056055}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cupcakes (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20394977"], "question": "Is there a white cupcake or cake?", "isBalanced": true, "groups": {"global": null, "local": "04-cake_white"}, "answer": "no", "semanticStr": "select: cake (4)->filter color: white [0]->exist: ? [1]->select: cupcakes (-) ->filter color: white [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cake but it is blue.", "image": "n369313.jpg", "question_id": 20394977}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,running on,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201056059"], "question": "Who is running on the grass?", "isBalanced": true, "groups": {"global": "person", "local": "14-grass_running on,s"}, "answer": "soccer player", "semanticStr": "select: grass (9)->relate: person,running on,s (5) [0]->query: name [1]", "annotations": {"answer": {"0:2": "5"}, "question": {}, "fullAnswer": {"1:3": "5", "7": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is running on the grass.", "image": "n259002.jpg", "question_id": 201056059}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "forks (1)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the left of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201908870", "201908871", "201908872", "201908867", "201908866", "201908868"], "equivalent": ["201908869"], "question": "Which kind of food is to the left of the forks?", "isBalanced": true, "groups": {"global": "food", "local": "15-forks_to the left of,s"}, "answer": "sandwiches", "semanticStr": "select: forks (1)->relate: food,to the left of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "3": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is sandwiches.", "image": "n479092.jpg", "question_id": 201908869}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201434168", "201434169", "201434145", "201434146", "201434147", "201434162", "201434161", "201434166", "201434167", "201434165", "201434150", "201434153", "201434152", "201434151", "201434158", "201434157", "201434156", "201434155", "201434154", "201434174", "201434159", "201434176", "201434171", "201434170", "201434172"], "equivalent": ["201434160"], "question": "Does the shirt look clean and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_clean"}, "answer": "yes", "semanticStr": "select: shirt (5)->verify color: blue [0]->verify cleanliness: clean  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shirt is clean and blue.", "image": "n545516.jpg", "question_id": 201434160}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify material", "dependencies": [1], "argument": "lace"}], "entailed": ["20349976"], "equivalent": ["20349976", "20349975"], "question": "Is the white shirt made of lace?", "isBalanced": true, "groups": {"global": null, "local": "06-shirt_lace"}, "answer": "yes", "semanticStr": "select: shirt (6)->filter color: white [0]->verify material: lace [1]", "annotations": {"answer": {}, "question": {"2:4": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the shirt is made of lace.", "image": "n468864.jpg", "question_id": 20349975}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "apples (1)"}, {"operation": "relate", "dependencies": [0], "argument": "hot dogs,above,s (4)"}, {"operation": "relate", "dependencies": [1], "argument": "vegetable,to the right of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20411817", "20411816", "20411815", "20411814", "20411750"], "equivalent": ["20411813"], "question": "What vegetables are to the right of the hot dogs above the apples?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-hot dogs_to the right of,s"}, "answer": "carrots", "semanticStr": "select: apples (1)->relate: hot dogs,above,s (4) [0]->relate: vegetable,to the right of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"1": "5", "8:10": "4", "12": "1"}, "fullAnswer": {"1": "5", "3": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are carrots.", "image": "n363445.jpg", "question_id": 20411813}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "she (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201713496", "201713422", "201713420", "201713421", "201713423", "201713417", "201713395"], "equivalent": ["201713415"], "question": "What is in front of her?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_in front of,s"}, "answer": "mirror", "semanticStr": "select: she (3)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"5": "3"}, "fullAnswer": {"1": "0", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is in front of the woman.", "image": "n455563.jpg", "question_id": 201713415}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (3)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201713496", "201713422", "201713420", "201713421", "201713415", "201713423", "201713395"], "equivalent": ["201713417"], "question": "What is in front of the woman?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_in front of,s"}, "answer": "mirror", "semanticStr": "select: woman (3)->relate: _,in front of,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "7": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The mirror is in front of the woman.", "image": "n455563.jpg", "question_id": 201713417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (10)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201439459", "201439458", "201439472", "201439469", "201439470", "201439464", "201439465", "201439475", "201439474", "201439460", "201439457", "201439456", "201439471", "201439463", "201439473"], "equivalent": ["201439461"], "question": "What's the woman doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-woman_pose"}, "answer": "standing", "semanticStr": "select: woman (10)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n199286.jpg", "question_id": 201439461}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (6)"}, {"operation": "relate", "dependencies": [0], "argument": "building,next to,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201322487", "201322486", "201322485", "201322484", "201322483", "201322482", "201322481", "201322480", "201322488", "201322479", "201322456", "201322457", "201322472", "201322473", "201322470", "201322471", "201322476", "201322477", "201322474", "201322475", "201322469", "201322468"], "equivalent": ["201322477", "201322478"], "question": "What is the color of the buildings next to the street?", "isBalanced": true, "groups": {"global": "color", "local": "10q-buildings_color"}, "answer": "cream colored", "semanticStr": "select: street (6)->relate: building,next to,s (10) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "6", "6": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The buildings are cream colored.", "image": "n311910.jpg", "question_id": 201322478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "query", "dependencies": [0], "argument": "pose"}], "entailed": ["201682257", "201682255", "201682254", "201682253", "201682266", "201682264", "201682265", "201682262", "201682263", "201682260", "201682261"], "equivalent": ["201682258"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "pose", "local": "10q-man_pose"}, "answer": "standing", "semanticStr": "select: man (0)->query: pose [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is standing.", "image": "n51658.jpg", "question_id": 201682258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "verify rel", "dependencies": [0], "argument": "kite,holding,o (-)"}], "entailed": ["201360894"], "equivalent": ["201360893"], "question": "Does the girl hold a kite?", "isBalanced": true, "groups": {"global": null, "local": "13-girl_kite"}, "answer": "no", "semanticStr": "select: girl (2)->verify rel: kite,holding,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2", "5": "3"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the girl holds a toothbrush.", "image": "n541688.jpg", "question_id": 201360893}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,holding,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360889", "201360888", "201360746"], "equivalent": ["201360890"], "question": "What does the girl hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-girl_holding,o"}, "answer": "toothbrush", "semanticStr": "select: girl (2)->relate: _,holding,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"1": "2", "4": "3"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl holds the toothbrush.", "image": "n541688.jpg", "question_id": 201360890}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (9)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201360895"], "equivalent": ["201360896"], "question": "Who is wearing the jacket?", "isBalanced": true, "groups": {"global": "person", "local": "14-jacket_wearing,s"}, "answer": "girl", "semanticStr": "select: jacket (9)->relate: person,wearing,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "2", "5": "9"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a jacket.", "image": "n541688.jpg", "question_id": 201360896}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "stone"}, {"operation": "verify", "dependencies": [1], "argument": "bright"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20244710", "20244711", "20244712", "20244713", "20244721", "20244720", "20244709", "20244717", "20244718", "20244706", "20244705", "20244722", "20244715", "20244694", "20244707", "20244714", "20244708"], "equivalent": ["20244719"], "question": "Is the stone sidewalk bright and white?", "isBalanced": true, "groups": {"global": null, "local": "05-bright_white"}, "answer": "yes", "semanticStr": "select: sidewalk (4)->filter material: stone [0]->verify: bright [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"2:4": "4"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the side walk is bright and white.", "image": "n19152.jpg", "question_id": 20244719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (0)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201227983", "201227980", "201227981", "201227986", "201227984", "201227985", "201228072"], "equivalent": ["201227982"], "question": "What kind of vehicle is behind the van?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-van_behind,s"}, "answer": "car", "semanticStr": "select: van (0)->relate: vehicle,behind,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n154856.jpg", "question_id": 201227982}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "girl (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,wearing,o (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201360898"], "question": "What is the girl wearing?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-girl_wearing,o"}, "answer": "jacket", "semanticStr": "select: girl (2)->relate: _,wearing,o (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "2", "5": "9"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The girl is wearing a jacket.", "image": "n541688.jpg", "question_id": 201360898}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hat (2)"}, {"operation": "verify material", "dependencies": [0], "argument": "cloth"}], "entailed": ["201492502", "201492499"], "equivalent": ["201492498"], "question": "Is the hat made of cloth?", "isBalanced": true, "groups": {"global": null, "local": "06-hat_cloth"}, "answer": "yes", "semanticStr": "select: hat (2)->verify material: cloth [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the hat is made of cloth.", "image": "n9856.jpg", "question_id": 201492498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (3)"}, {"operation": "relate", "dependencies": [0], "argument": "parking sign,above,s (-)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": [], "equivalent": ["20300402"], "question": "Is there a parking sign above the sidewalk that is presented in this photo?", "isBalanced": true, "groups": {"global": null, "local": "13-sidewalk_parking sign"}, "answer": "no", "semanticStr": "select: sidewalk (3)->relate: parking sign,above,s (-) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "3"}, "fullAnswer": {"8": "3", "4:6": "0"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a traffic light above the sidewalk.", "image": "n208302.jpg", "question_id": 20300402}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wallet (11)"}, {"operation": "verify shape", "dependencies": [0], "argument": "rectangular"}], "entailed": ["20899236", "20899238", "20899242", "20899243"], "equivalent": ["20899241"], "question": "Is the wallet rectangular?", "isBalanced": true, "groups": {"global": null, "local": "06-wallet_rectangular"}, "answer": "yes", "semanticStr": "select: wallet (11)->verify shape: rectangular [0]", "annotations": {"answer": {}, "question": {"2": "11"}, "fullAnswer": {"2": "11"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the wallet is rectangular.", "image": "n403734.jpg", "question_id": 20899241}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountains (6)"}, {"operation": "filter", "dependencies": [0], "argument": "jagged"}, {"operation": "relate", "dependencies": [1], "argument": "person,in front of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201504799", "201504902", "201504903", "201504798"], "equivalent": ["201504901"], "question": "Who is in front of the jagged mountains?", "isBalanced": true, "groups": {"global": "person", "local": "14-mountains_in front of,s"}, "answer": "woman", "semanticStr": "select: mountains (6)->filter: jagged [0]->relate: person,in front of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"6:8": "6"}, "fullAnswer": {"1": "0", "7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is in front of the mountains.", "image": "n298104.jpg", "question_id": 201504901}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(patterned)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536072"], "equivalent": ["20536073"], "question": "Which kind of animal is not patterned?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_n#patterned"}, "answer": "bison", "semanticStr": "select: animal (0)->filter: not(patterned) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536073}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (5)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,beside,s (9)"}, {"operation": "relate", "dependencies": [1], "argument": "bag,same material,_ (13)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201798300"], "equivalent": ["201798294"], "question": "What bag is made of the same material as the trash can beside the wall?", "isBalanced": true, "groups": {"global": "bag", "local": "14-trash can_same material,_"}, "answer": "trash bag", "semanticStr": "select: wall (5)->relate: trash can,beside,s (9) [0]->relate: bag,same material,_ (13) [1]->query: name [2]", "annotations": {"answer": {"0:2": "13"}, "question": {"1": "13", "14": "5", "10:12": "9"}, "fullAnswer": {"11:13": "9", "1:3": "13"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trash bag is made of the same material as the trash can.", "image": "n530733.jpg", "question_id": 201798294}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter", "dependencies": [0], "argument": "on"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887389", "20887390"], "equivalent": ["20887391"], "question": "What kind of device is on?", "isBalanced": true, "groups": {"global": "device", "local": "12q-device_on"}, "answer": "monitor", "semanticStr": "select: device (4)->filter: on [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n282436.jpg", "question_id": 20887391}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "notebook (16)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the left of,s (2)"}, {"operation": "choose", "dependencies": [1], "argument": "off|on"}], "entailed": ["20899567", "20899571", "20899565", "20899570", "20899569", "20899568", "20899566"], "equivalent": ["20899572"], "question": "Is the device to the left of the notebook off or on?", "isBalanced": true, "groups": {"global": "39", "local": "10c-ipod_39"}, "answer": "off", "semanticStr": "select: notebook (16)->relate: device,to the left of,s (2) [0]->choose: off|on [1]", "annotations": {"answer": {}, "question": {"8": "16", "2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The ipod is off.", "image": "n403734.jpg", "question_id": 20899572}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mountains,in front of,o (6)"}], "entailed": ["201504908", "201505105"], "equivalent": ["201504907"], "question": "Is the woman in front of the mountains next to the ocean?", "isBalanced": true, "groups": {"global": null, "local": "13-woman_mountains"}, "answer": "yes", "semanticStr": "select: woman (0)->verify rel: mountains,in front of,o (6) [0]", "annotations": {"answer": {}, "question": {"11": "7", "2": "0", "7": "6"}, "fullAnswer": {"8": "6", "2": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the woman is in front of the mountains.", "image": "n298104.jpg", "question_id": 201504907}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (10)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,driving on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201109362"], "question": "What vehicle is driving on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_driving on,s"}, "answer": "car", "semanticStr": "select: street (10)->relate: vehicle,driving on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n167164.jpg", "question_id": 201109362}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trash can (7)"}, {"operation": "relate", "dependencies": [0], "argument": "sink,near,s (4)"}, {"operation": "verify color", "dependencies": [1], "argument": "white"}, {"operation": "verify material", "dependencies": [1], "argument": "wood "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20403466"], "question": "Is the sink near the garbage can wooden and white?", "isBalanced": true, "groups": {"global": null, "local": "05-white_wood"}, "answer": "no", "semanticStr": "select: trash can (7)->relate: sink,near,s (4) [0]->verify color: white [1]->verify material: wood  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "4", "5:7": "7"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sink is white but ceramic.", "image": "n249639.jpg", "question_id": 20403466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sink (4)"}, {"operation": "relate", "dependencies": [0], "argument": "trash can,near,s (7)"}, {"operation": "filter size", "dependencies": [1], "argument": "small"}, {"operation": "relate", "dependencies": [2], "argument": "cabinet,above,s (-)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": [], "equivalent": ["20403460"], "question": "Is there a cabinet above the small trash can near the sink?", "isBalanced": true, "groups": {"global": null, "local": "13-trash can_cabinet"}, "answer": "no", "semanticStr": "select: sink (4)->relate: trash can,near,s (7) [0]->filter size: small [1]->relate: cabinet,above,s (-) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"11": "4", "6:9": "7"}, "fullAnswer": {"4": "2", "7:9": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a mirror above the garbage bin.", "image": "n249639.jpg", "question_id": 20403460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the right of,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201109367", "201109366", "201109364", "201109363", "201109371", "201109533", "201109369", "201109368", "201109534", "201109370"], "equivalent": ["201109365"], "question": "What is the vehicle to the right of the red vehicle?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-truck_to the right of,s"}, "answer": "car", "semanticStr": "select: vehicle (2)->filter color: red [0]->relate: vehicle,to the right of,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0", "9:11": "2"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n167164.jpg", "question_id": 201109365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "verify", "dependencies": [1], "argument": "full"}], "entailed": ["201430838", "201430837", "201430849", "201430848", "201430847", "201430841", "201430840", "201430842"], "equivalent": ["201430839"], "question": "Does the bag made of plastic look full?", "isBalanced": true, "groups": {"global": null, "local": "06-bag_full"}, "answer": "yes", "semanticStr": "select: bag (4)->filter material: plastic [0]->verify: full [1]", "annotations": {"answer": {}, "question": {"2": "4", "5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the bag is full.", "image": "n206785.jpg", "question_id": 201430839}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "device,below,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20381569", "20381571", "20381572"], "equivalent": ["20381570", "20381569"], "question": "What is the device below the picture frame that is made of wood?", "isBalanced": true, "groups": {"global": "device", "local": "15-picture frame_below,s"}, "answer": "computer monitor", "semanticStr": "select: picture frame (1)->filter material: wood [0]->relate: device,below,s (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6", "12": "1", "6:8": "1"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor.", "image": "n398257.jpg", "question_id": 20381570}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,below,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381569", "20381570", "20381572"], "equivalent": ["20381571"], "question": "What kind of device is below the picture frame?", "isBalanced": true, "groups": {"global": "device", "local": "15-picture frame_below,s"}, "answer": "computer monitor", "semanticStr": "select: picture frame (1)->relate: device,below,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor.", "image": "n398257.jpg", "question_id": 20381571}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381576", "20381577", "20381578", "20381579"], "equivalent": ["20381575"], "question": "What is under the picture frame?", "isBalanced": true, "groups": {"global": "device", "local": "14-picture frame_under,s"}, "answer": "computer monitor", "semanticStr": "select: picture frame (1)->relate: _,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {}, "fullAnswer": {"1:3": "6", "6:8": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The computer monitor is under the picture frame.", "image": "n398257.jpg", "question_id": 20381575}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (76)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["202107830"], "question": "Who is wearing pants?", "isBalanced": true, "groups": {"global": "person", "local": "14-pants_wearing,s"}, "answer": "boy", "semanticStr": "select: pants (76)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3": "76"}, "fullAnswer": {"1": "10", "4": "76"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy is wearing pants.", "image": "n133585.jpg", "question_id": 202107830}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "relate", "dependencies": [0], "argument": "device,under,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381575", "20381576", "20381578", "20381579"], "equivalent": ["20381577"], "question": "What device is under the picture frame?", "isBalanced": true, "groups": {"global": "device", "local": "15-picture frame_under,s"}, "answer": "computer monitor", "semanticStr": "select: picture frame (1)->relate: device,under,s (6) [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a computer monitor.", "image": "n398257.jpg", "question_id": 20381577}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (12)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20320336"], "equivalent": ["20320335"], "question": "The trees are in front of what?", "isBalanced": true, "groups": {"global": "road", "local": "14-trees_in front of,o"}, "answer": "road", "semanticStr": "select: trees (12)->relate: _,in front of,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"1": "12"}, "fullAnswer": {"1": "12", "7": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The trees are in front of the road.", "image": "n206358.jpg", "question_id": 20320335}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "paper (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "verify rel", "dependencies": [1], "argument": "stickers,above,o (6)"}], "entailed": ["201370439"], "equivalent": ["201370443"], "question": "Is the white paper above the stickers?", "isBalanced": true, "groups": {"global": null, "local": "13-paper_stickers"}, "answer": "yes", "semanticStr": "select: paper (8)->filter color: white [0]->verify rel: stickers,above,o (6) [1]", "annotations": {"answer": {}, "question": {"2:4": "8", "6": "6"}, "fullAnswer": {"2": "8", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the paper is above the stickers.", "image": "n351318.jpg", "question_id": 201370443}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sandwich (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cake (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20241072"], "question": "Are there sandwiches or cakes?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-cake_sandwich"}, "answer": "yes", "semanticStr": "select: sandwich (2)->exist: ? [0]->select: cake (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a sandwich.", "image": "n166008.jpg", "question_id": 20241072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (7)"}, {"operation": "query", "dependencies": [0], "argument": "state"}], "entailed": ["201687498", "201687519", "201687518", "201687517", "201687516", "201687515", "201687513", "201687512", "201687511"], "equivalent": ["201687514"], "question": "How is the water today?", "isBalanced": true, "groups": {"global": "state", "local": "10q-water_state"}, "answer": "wavy", "semanticStr": "select: water (7)->query: state [0]", "annotations": {"answer": {}, "question": {"3": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "state", "semantic": "attr", "structural": "query"}, "fullAnswer": "The water is wavy.", "image": "n228268.jpg", "question_id": 201687514}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (0)"}, {"operation": "choose material", "dependencies": [0], "argument": "steel|leather"}], "entailed": [], "equivalent": ["201064822"], "question": "Is the sofa made of leather or steel?", "isBalanced": true, "groups": {"global": "material", "local": "10c-sofa_material"}, "answer": "steel", "semanticStr": "select: sofa (0)->choose material: steel|leather [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "materialChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sofa is made of steel.", "image": "n88933.jpg", "question_id": 201064822}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (4)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["201430829", "201430834", "201430836", "201430830", "201430831", "201430832", "201430833"], "equivalent": ["201430835"], "question": "Which side is the plastic bag on?", "isBalanced": true, "groups": {"global": null, "local": "10q-bag_hposition"}, "answer": "right", "semanticStr": "select: bag (4)->filter material: plastic [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"4:6": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bag is on the right of the image.", "image": "n206785.jpg", "question_id": 201430835}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["201972922", "201972921", "201972920", "201972924"], "equivalent": ["201972923", "201972922", "201972921", "201972920"], "question": "Is the color of the trousers blue?", "isBalanced": true, "groups": {"global": null, "local": "06-pants_blue"}, "answer": "no", "semanticStr": "select: pants (4)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"5": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the trousers are white.", "image": "n541482.jpg", "question_id": 201972923}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "not(small)"}, {"operation": "verify pose", "dependencies": [1], "argument": "lying"}], "entailed": ["2053716", "2053719", "2053718", "2053708", "2053709", "2053706", "2053707", "2053704", "2053711", "2053703", "2053710", "2053720", "2053721", "2053717"], "equivalent": ["2053705"], "question": "Does the animal that is not little appear to be lying?", "isBalanced": true, "groups": {"global": null, "local": "06-cow_lying"}, "answer": "yes", "semanticStr": "select: animal (3)->filter size: not(small) [0]->verify pose: lying [1]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the cow is lying.", "image": "n146555.jpg", "question_id": 2053705}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dress (3)"}, {"operation": "query", "dependencies": [0], "argument": "length"}], "entailed": ["20862883", "20862872", "20862889", "20862886", "20862887", "20862884", "20862885", "20862891", "20862890"], "equivalent": ["20862888"], "question": "How long is the dress?", "isBalanced": true, "groups": {"global": "length", "local": "10q-dress_length"}, "answer": "long", "semanticStr": "select: dress (3)->query: length [0]", "annotations": {"answer": {}, "question": {"4": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dress is long.", "image": "n94074.jpg", "question_id": 20862888}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20258775", "20258701"], "equivalent": ["20258774"], "question": "Who is wearing a shirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-shirt_wearing,s"}, "answer": "child", "semanticStr": "select: shirt (4)->relate: person,wearing,s (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"4": "4"}, "fullAnswer": {"1": "10", "5": "4"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The child is wearing a shirt.", "image": "n204894.jpg", "question_id": 20258774}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pencil (13)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20887418", "20887419", "20887421"], "equivalent": ["20887420"], "question": "What device is to the right of the pencil?", "isBalanced": true, "groups": {"global": "device", "local": "15-pencil_to the right of,s"}, "answer": "monitor", "semanticStr": "select: pencil (13)->relate: device,to the right of,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a monitor.", "image": "n282436.jpg", "question_id": 20887420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sausage (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify rel", "dependencies": [1], "argument": "plate,on top of,o (0)"}], "entailed": ["202285241"], "equivalent": ["202285240"], "question": "Is the brown sausage on top of a plate?", "isBalanced": true, "groups": {"global": null, "local": "13-sausage_plate"}, "answer": "yes", "semanticStr": "select: sausage (1)->filter color: brown [0]->verify rel: plate,on top of,o (0) [1]", "annotations": {"answer": {}, "question": {"8": "0", "2:4": "1"}, "fullAnswer": {"8": "0", "2": "1"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the sausage is on top of a plate.", "image": "n100991.jpg", "question_id": 202285240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756563", "201756562", "201756561", "201756522", "201756521", "201756520", "201756504", "201756503", "201756502", "201756519"], "equivalent": ["201756564"], "question": "Which kind of animal is playing?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_playing"}, "answer": "kitten", "semanticStr": "select: animal (1)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756564}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "baskets (16)"}, {"operation": "relate", "dependencies": [0], "argument": "person,near,s (7)"}, {"operation": "filter fatness", "dependencies": [1], "argument": "skinny"}, {"operation": "query", "dependencies": [2], "argument": "activity"}], "entailed": ["201795872", "201795873", "201795857", "201795874", "201795858", "201795859", "201795870", "201795869", "201795868", "201795871", "201795863", "201795861", "201795860", "201795867", "201795866", "201795865"], "equivalent": ["201795862"], "question": "What is the skinny person near the baskets doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "talking", "semanticStr": "select: baskets (16)->relate: person,near,s (7) [0]->filter fatness: skinny [1]->query: activity [2]", "annotations": {"answer": {}, "question": {"7": "16", "3:5": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is talking.", "image": "n119944.jpg", "question_id": 201795862}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (1)"}, {"operation": "filter pose", "dependencies": [0], "argument": "lying"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201756559", "201756535", "201756536", "201756537", "201756504", "201756503", "201756502"], "equivalent": ["201756560"], "question": "What animal is lying?", "isBalanced": true, "groups": {"global": "animal", "local": "12q-animal_lying"}, "answer": "kitten", "semanticStr": "select: animal (1)->filter pose: lying [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a kitten.", "image": "n567860.jpg", "question_id": 201756560}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "utensils (11)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,to the right of,s (1)"}, {"operation": "verify cleanliness", "dependencies": [1], "argument": "clean"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202100850", "202100882", "202100883", "202100880", "202100881", "202100886", "202100869", "202100884", "202100885", "202100864", "202100865", "202100866", "202100867", "202100860", "202100875", "202100862", "202100863", "202100855", "202100872", "202100857", "202100856", "202100859", "202100858", "202100879", "202100878", "202100877", "202100876", "202100853", "202100874", "202100873", "202100854", "202100871", "202100870", "202100851", "202100861", "202100868"], "equivalent": ["202100852"], "question": "Is the appliance to the right of the utensils both white and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_white"}, "answer": "yes", "semanticStr": "select: utensils (11)->relate: appliance,to the right of,s (1) [0]->verify cleanliness: clean [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "11", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the stove is white and clean.", "image": "n280089.jpg", "question_id": 202100852}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cutting board (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,on top of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20177936", "20177935", "20177934", "20177933", "20177931"], "equivalent": ["20177932"], "question": "Which kind of vegetable is on top of the cutting board?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-cutting board_on top of,s"}, "answer": "pickles", "semanticStr": "select: cutting board (5)->relate: vegetable,on top of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetables are pickles.", "image": "n55058.jpg", "question_id": 20177932}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "computer monitor (6)"}, {"operation": "relate", "dependencies": [0], "argument": "device,under,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20381710", "20381711", "20381712", "20381713", "20381714", "20381715", "20381717", "20381718", "20381634"], "equivalent": ["20381716"], "question": "What device is under the computer monitor?", "isBalanced": true, "groups": {"global": "device", "local": "15-computer monitor_under,s"}, "answer": "keyboard", "semanticStr": "select: computer monitor (6)->relate: device,under,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a keyboard.", "image": "n398257.jpg", "question_id": 20381716}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "relate", "dependencies": [0], "argument": "person,following,s (11)"}, {"operation": "filter activity", "dependencies": [1], "argument": "waiting"}, {"operation": "choose rel", "dependencies": [2], "argument": "papers,to the right of|to the left of,s (13)"}], "entailed": ["201983671", "201983670", "201983729", "201983728", "201983730"], "equivalent": ["201983731"], "question": "Are the papers to the left or to the right of the waiting person that is following the woman?", "isBalanced": true, "groups": {"global": null, "local": "13-man_papers"}, "answer": "right", "semanticStr": "select: woman (6)->relate: person,following,s (11) [0]->filter activity: waiting [1]->choose rel: papers,to the right of|to the left of,s (13) [2]", "annotations": {"answer": {}, "question": {"18": "6", "2": "13", "12:14": "11"}, "fullAnswer": {"1": "13", "8": "11"}}, "types": {"detailed": "relChooser", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The papers are to the right of the man.", "image": "n16378.jpg", "question_id": 201983731}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "relate", "dependencies": [0], "argument": "computer monitor,under,s (6)"}, {"operation": "relate", "dependencies": [1], "argument": "_,under,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20381711", "20381712", "20381713", "20381714", "20381715", "20381716", "20381717", "20381718", "20381634"], "equivalent": ["20381710"], "question": "What is under the computer monitor that is under the picture frame?", "isBalanced": true, "groups": {"global": "device", "local": "14-computer monitor_under,s"}, "answer": "keyboard", "semanticStr": "select: picture frame (1)->relate: computer monitor,under,s (6) [0]->relate: _,under,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"4:6": "6", "10:12": "1"}, "fullAnswer": {"1": "8", "5:7": "6"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The keyboard is under the computer monitor.", "image": "n398257.jpg", "question_id": 20381710}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dock (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose color", "dependencies": [1], "argument": "brown|white"}], "entailed": [], "equivalent": ["2075891"], "question": "Is the pier that is made of wood brown or maybe white?", "isBalanced": true, "groups": {"global": "color", "local": "10c-dock_color"}, "answer": "brown", "semanticStr": "select: dock (9)->filter material: wood [0]->choose color: brown|white [1]", "annotations": {"answer": {}, "question": {"2": "9", "7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The pier is brown.", "image": "n315859.jpg", "question_id": 2075891}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (5)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(clean)"}, {"operation": "choose name", "dependencies": [1], "argument": "suit|dress shirt"}], "entailed": [], "equivalent": ["201047494"], "question": "Which type of clothing is not clean, the suit or the dress shirt?", "isBalanced": true, "groups": {"global": "clothing", "local": "12c-clothing_n#clean"}, "answer": "dress shirt", "semanticStr": "select: clothing (5)->filter cleanliness: not(clean) [0]->choose name: suit|dress shirt [1]", "annotations": {"answer": {"0:2": "5"}, "question": {"8": "4", "3": "4", "11:13": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "categoryThatChoose", "semantic": "cat", "structural": "choose"}, "fullAnswer": "The dress shirt is not clean.", "image": "n234683.jpg", "question_id": 201047494}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,on top of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20178006", "20178005"], "equivalent": ["20178004"], "question": "What cooking utensil is on top of the table made of wood?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-table_on top of,s"}, "answer": "cutting board", "semanticStr": "select: table (18)->filter material: wood [0]->relate: cooking utensil,on top of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"11": "18", "8": "18", "1:3": "5"}, "fullAnswer": {"1:3": "5", "5:7": "5"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a cutting board.", "image": "n55058.jpg", "question_id": 20178004}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (10)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201947428", "201947429", "201947438", "201947435", "201947436", "201947431", "201947430"], "equivalent": ["201947437"], "question": "Are there any mirrors in this picture that are clean?", "isBalanced": true, "groups": {"global": null, "local": "04-mirror_clean"}, "answer": "yes", "semanticStr": "select: mirror (10)->filter cleanliness: clean [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "10"}, "fullAnswer": {"4": "10"}}, "types": {"detailed": "existThat", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a mirror that is clean.", "image": "n473688.jpg", "question_id": 201947437}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (18)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on top of,s (5)"}, {"operation": "choose color", "dependencies": [1], "argument": "red|tan"}], "entailed": ["20178001", "20177999", "20177998"], "equivalent": ["20178000", "20178001", "20177999"], "question": "Does the cooking utensil on top of the table look red or tan?", "isBalanced": true, "groups": {"global": "color", "local": "10c-cutting board_color"}, "answer": "red", "semanticStr": "select: table (18)->relate: cooking utensil,on top of,s (5) [0]->choose color: red|tan [1]", "annotations": {"answer": {}, "question": {"8": "18", "2:4": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cutting board is red.", "image": "n55058.jpg", "question_id": 20178000}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "concrete"}, {"operation": "relate", "dependencies": [1], "argument": "_,on,s (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202158898", "202158894", "202158895", "202158893", "202158789"], "equivalent": ["202158892"], "question": "What is on the side walk made of concrete?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-sidewalk_on,s"}, "answer": "bus", "semanticStr": "select: sidewalk (1)->filter material: concrete [0]->relate: _,on,s (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"8": "1", "4:6": "1"}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The bus is on the sidewalk.", "image": "n406334.jpg", "question_id": 202158892}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (20)"}, {"operation": "filter material", "dependencies": [0], "argument": "cloth"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609208", "20609230", "20609207"], "equivalent": ["20609230", "20609229"], "question": "What is the cloth item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_cloth"}, "answer": "table", "semanticStr": "select: furniture (20)->filter material: cloth [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"4:7": "20"}, "fullAnswer": {"1:4": "20", "6": "20"}}, "types": {"detailed": "categoryAttr", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a table.", "image": "n437064.jpg", "question_id": 20609229}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (20)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609214", "20609213", "20609207", "20609215", "20609208", "20609226"], "equivalent": ["20609228"], "question": "Which kind of furniture is white?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_white"}, "answer": "table", "semanticStr": "select: furniture (20)->filter color: white [0]->query: name [1]", "annotations": {"answer": {"0": "20"}, "question": {"3": "20"}, "fullAnswer": {"1": "20", "4": "20"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a table.", "image": "n437064.jpg", "question_id": 20609228}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (16)"}, {"operation": "verify age", "dependencies": [0], "argument": "old"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201393534"], "equivalent": ["201393533"], "question": "Is he tall and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_tall"}, "answer": "no", "semanticStr": "select: he (16)->verify age: old [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"1": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the boy is tall but young.", "image": "n305495.jpg", "question_id": 201393533}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "he (16)"}, {"operation": "verify height", "dependencies": [0], "argument": "tall"}], "entailed": ["201393552", "201393542", "201393553", "201393533", "201393539", "201393538", "201393535", "201393548", "201393549", "201393546", "201393547", "201393544", "201393534", "201393543", "201393540", "201393541"], "equivalent": ["201393537"], "question": "Does he look tall?", "isBalanced": true, "groups": {"global": null, "local": "06-boy_tall"}, "answer": "yes", "semanticStr": "select: he (16)->verify height: tall [0]", "annotations": {"answer": {}, "question": {"1": "16"}, "fullAnswer": {"2": "16"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the boy is tall.", "image": "n305495.jpg", "question_id": 201393537}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,on top of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171188", "20171189", "20171191"], "equivalent": ["20171190"], "question": "What kind of cooking utensil is on top of the table?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-table_on top of,s"}, "answer": "baking pan", "semanticStr": "select: table (6)->relate: cooking utensil,on top of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"3:5": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scissors (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cooking utensil,to the left of,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20171197", "20171195"], "equivalent": ["20171196"], "question": "What cooking utensil is to the left of the scissors?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "15-scissors_to the left of,s"}, "answer": "baking pan", "semanticStr": "select: scissors (7)->relate: cooking utensil,to the left of,s (3) [0]->query: name [1]", "annotations": {"answer": {"0:2": "3"}, "question": {"1:3": "3"}, "fullAnswer": {"1:3": "3", "5:7": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cooking utensil is a baking pan.", "image": "n379991.jpg", "question_id": 20171196}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201446989", "201446988"], "equivalent": ["201446990"], "question": "Which kind of furniture is the cup on?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cup_on,o"}, "answer": "shelf", "semanticStr": "select: cup (3)->relate: furniture,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cup is on the shelf.", "image": "n54180.jpg", "question_id": 201446990}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,on,o (4)"}, {"operation": "choose name", "dependencies": [1], "argument": "shelf|desk"}], "entailed": [], "equivalent": ["201446991"], "question": "What kind of furniture is that cup on, a shelf or a desk?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cup_on,o"}, "answer": "shelf", "semanticStr": "select: cup (3)->relate: furniture,on,o (4) [0]->choose name: shelf|desk [1]", "annotations": {"answer": {"0": "4"}, "question": {"9": "4", "3": "4", "6": "3"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The cup is on a shelf.", "image": "n54180.jpg", "question_id": 201446991}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (4)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20204840", "20204841", "20204842", "20204843", "20204844", "20204845", "20204846", "20204847", "20204839"], "equivalent": ["20204848"], "question": "On which side is the rectangular device?", "isBalanced": true, "groups": {"global": null, "local": "10q-laptop_hposition"}, "answer": "left", "semanticStr": "select: device (4)->filter shape: rectangular [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "4"}, "fullAnswer": {"1:3": "4"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The laptop computer is on the left of the image.", "image": "n532191.jpg", "question_id": 20204848}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shoe (7)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201438739", "201438738", "201438737", "201438736", "201438735", "201438734", "201438733", "201438732", "201438731", "201438748", "201438749", "201438742", "201438743", "201438740", "201438741", "201438746", "201438747", "201438744", "201438745", "201438729", "201438750"], "equivalent": ["201438729", "201438730"], "question": "Does the shoe look large and white?", "isBalanced": true, "groups": {"global": null, "local": "05-large_white"}, "answer": "yes", "semanticStr": "select: shoe (7)->verify size: large [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the shoe is large and white.", "image": "n66756.jpg", "question_id": 201438730}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sofa (0)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|light brown"}], "entailed": [], "equivalent": ["201064838"], "question": "Which color is the sofa, blue or light brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sofa_color"}, "answer": "blue", "semanticStr": "select: sofa (0)->choose color: blue|light brown [0]", "annotations": {"answer": {}, "question": {"4": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sofa is blue.", "image": "n88933.jpg", "question_id": 201064838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (6)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201957237", "201957238", "201957239"], "equivalent": ["201957240"], "question": "Which side of the image is the woman on?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "right", "semanticStr": "select: woman (6)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the right of the image.", "image": "n536256.jpg", "question_id": 201957240}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toilet paper (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201447025", "201447027", "201447026", "201447023"], "equivalent": ["201447024"], "question": "What's the toilet paper on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-toilet paper_on,o"}, "answer": "shelf", "semanticStr": "select: toilet paper (2)->relate: _,on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1:3": "2", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The toilet paper is on the shelf.", "image": "n54180.jpg", "question_id": 201447024}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201957228", "201957232", "201957230", "201957231"], "equivalent": ["201957249"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (6)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n536256.jpg", "question_id": 201957249}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sprinkles (12)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,sprinkled on,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202243837", "202243836", "202243835", "202243834", "202244068", "202244067"], "equivalent": ["202243838"], "question": "What kind of dessert are the sprinkles sprinkled on?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-sprinkles_sprinkled on,o"}, "answer": "cupcakes", "semanticStr": "select: sprinkles (12)->relate: dessert,sprinkled on,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "12", "6": "3"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sprinkles are sprinkled on the cupcakes.", "image": "n296467.jpg", "question_id": 202243838}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sweater (7)"}, {"operation": "relate", "dependencies": [0], "argument": "man,holding onto,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "umbrella,to the left of,s (12)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201481570", "201481658"], "equivalent": ["201481657"], "question": "Are there any umbrellas to the left of the man that is holding onto the sweater?", "isBalanced": true, "groups": {"global": null, "local": "13-man_umbrella"}, "answer": "yes", "semanticStr": "select: sweater (7)->relate: man,holding onto,s (8) [0]->relate: umbrella,to the left of,s (12) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "8", "3": "12", "15": "7"}, "fullAnswer": {"10": "8", "4": "12"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is an umbrella to the left of the man.", "image": "n470920.jpg", "question_id": 201481657}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "choose", "dependencies": [0], "argument": "unhealthy|healthy"}], "entailed": ["201047238", "201047281", "201047280", "201047274", "201047268", "201047276", "201047277", "201047270", "201047271", "201047272", "201047273", "201047249", "201047248", "201047237", "201047279", "201047269", "201047282"], "equivalent": ["201047276", "201047277", "201047278", "201047279"], "question": "How does that man look, healthy or unhealthy?", "isBalanced": true, "groups": {"global": "9", "local": "10c-man_9"}, "answer": "unhealthy", "semanticStr": "select: man (0)->choose: unhealthy|healthy [0]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is unhealthy.", "image": "n234683.jpg", "question_id": 201047278}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (5)"}, {"operation": "relate", "dependencies": [0], "argument": "person,riding on,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202101046", "202101045", "202101079", "202101047"], "equivalent": ["202101080"], "question": "Who rides on the skateboard?", "isBalanced": true, "groups": {"global": "person", "local": "14-skateboard_riding on,s"}, "answer": "skateboarder", "semanticStr": "select: skateboard (5)->relate: person,riding on,s (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {}, "fullAnswer": {"1": "1", "4:6": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The skateboarder rides on a skateboard.", "image": "n472825.jpg", "question_id": 202101080}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "carrots (6)"}, {"operation": "relate", "dependencies": [0], "argument": "cupcakes,next to,s (3)"}, {"operation": "relate", "dependencies": [1], "argument": "_,sprinkled on,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202243802", "202243833", "202243832"], "equivalent": ["202243831"], "question": "What is sprinkled on the cupcakes that are next to the carrots?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cupcakes_sprinkled on,s"}, "answer": "sprinkles", "semanticStr": "select: carrots (6)->relate: cupcakes,next to,s (3) [0]->relate: _,sprinkled on,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"11": "6", "5": "3"}, "fullAnswer": {"1": "12", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sprinkles are sprinkled on the cupcakes.", "image": "n296467.jpg", "question_id": 202243831}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (14)"}, {"operation": "select", "dependencies": [], "argument": "suv (0) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["202248872"], "equivalent": ["202248871"], "question": "Is the color of the building the same as the color of the SUV?", "isBalanced": true, "groups": {"global": null, "local": "09same-building_suv"}, "answer": "no", "semanticStr": "select: building (14)->select: suv (0) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"13": "0", "5": "14"}, "fullAnswer": {"2": "14", "7": "0"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the building is red and the SUV is black.", "image": "n522733.jpg", "question_id": 202248871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (11)"}, {"operation": "filter face expression", "dependencies": [0], "argument": "happy"}, {"operation": "relate", "dependencies": [1], "argument": "_,riding on,o (16)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202243533", "202243343", "202243344", "202243346"], "equivalent": ["202243345"], "question": "What is the happy person riding on?", "isBalanced": true, "groups": {"global": "object", "local": "14-woman_riding on,o"}, "answer": "motorcycle", "semanticStr": "select: person (11)->filter face expression: happy [0]->relate: _,riding on,o (16) [1]->query: name [2]", "annotations": {"answer": {"0": "16"}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11", "5:7": "16"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is riding on a motorcycle.", "image": "n557666.jpg", "question_id": 202243345}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oil (6)"}, {"operation": "relate", "dependencies": [0], "argument": "drink,near,s (5)"}, {"operation": "verify state", "dependencies": [1], "argument": "smooth"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20756869"], "equivalent": ["20756870"], "question": "Is the drink near the oil white and smooth?", "isBalanced": true, "groups": {"global": null, "local": "05-smooth_white"}, "answer": "no", "semanticStr": "select: oil (6)->relate: drink,near,s (5) [0]->verify state: smooth [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "6"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the wine is smooth but red.", "image": "n433532.jpg", "question_id": 20756870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (13)"}, {"operation": "select", "dependencies": [], "argument": "building (14) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["202248875"], "question": "Is the sidewalk made of the same material as the building?", "isBalanced": true, "groups": {"global": null, "local": "09same-building_sidewalk"}, "answer": "no", "semanticStr": "select: sidewalk (13)->select: building (14) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "14", "2": "13"}, "fullAnswer": {"9": "14", "2": "13"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the sidewalk is made of cement and the building is made of glass.", "image": "n522733.jpg", "question_id": 202248875}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "dessert,behind,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20609593", "20609673"], "equivalent": ["20609594"], "question": "What dessert is the spoon behind of?", "isBalanced": true, "groups": {"global": "dessert", "local": "15-spoon_behind,o"}, "answer": "cake", "semanticStr": "select: spoon (3)->relate: dessert,behind,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"1": "4"}, "fullAnswer": {"1": "3", "5": "4"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The spoon is behind the cake.", "image": "n437064.jpg", "question_id": 20609594}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spoon (3)"}, {"operation": "relate", "dependencies": [0], "argument": "pot,to the left of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20637190", "20637176", "20637177", "20637174", "20637172", "20637173", "20637170", "20637171", "20637187", "20637168", "20637178", "20637179"], "equivalent": ["20637176", "20637175"], "question": "Which color do you think is the pot to the left of the spoon?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pot_color"}, "answer": "silver", "semanticStr": "select: spoon (3)->relate: pot,to the left of,s (6) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"13": "3", "7": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pot is silver.", "image": "n184385.jpg", "question_id": 20637175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (5)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201996895"], "equivalent": ["201996964"], "question": "Who is staring?", "isBalanced": true, "groups": {"global": "person", "local": "staring"}, "answer": "pilot", "semanticStr": "select: person (5)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The pilot is staring.", "image": "n250715.jpg", "question_id": 201996964}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bathroom (15)"}, {"operation": "verify cleanliness", "dependencies": [0], "argument": "clean"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201822253"], "question": "Is that bathroom both large and clean?", "isBalanced": true, "groups": {"global": null, "local": "05-clean_large"}, "answer": "no", "semanticStr": "select: bathroom (15)->verify cleanliness: clean [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "15"}, "fullAnswer": {"2": "15"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bathroom is clean but small.", "image": "n417401.jpg", "question_id": 201822253}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (2)"}, {"operation": "verify size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201109506", "201109505", "201109482", "201109483", "201109486", "201109487", "201109472", "201109485", "201109488", "201109466", "201109455", "201109454", "201109484", "201109471", "201109470", "201109475", "201109495", "201109494", "201109497", "201109496", "201109491", "201109490", "201109493", "201109492", "201109477", "201109476", "201109474", "201109499", "201109498", "201109457", "201109456", "201109473", "201109468", "201109469"], "equivalent": ["201109453"], "question": "Is the truck large and red?", "isBalanced": true, "groups": {"global": null, "local": "05-large_red"}, "answer": "yes", "semanticStr": "select: truck (2)->verify size: large [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the truck is large and red.", "image": "n167164.jpg", "question_id": 201109453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sky (6)"}, {"operation": "verify weather", "dependencies": [0], "argument": "cloudy"}, {"operation": "verify color", "dependencies": [0], "argument": "white "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20118109"], "equivalent": ["20118109", "20118110"], "question": "Does the sky look cloudy and white?", "isBalanced": true, "groups": {"global": null, "local": "05-cloudy_white"}, "answer": "no", "semanticStr": "select: sky (6)->verify weather: cloudy [0]->verify color: white  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sky is cloudy but blue.", "image": "n494677.jpg", "question_id": 20118110}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cookies (32)"}, {"operation": "verify rel", "dependencies": [0], "argument": "plate,to the right of,o (12)"}], "entailed": ["201669743", "201669744"], "equivalent": ["201669526"], "question": "Are the cookies to the right of a plate?", "isBalanced": true, "groups": {"global": null, "local": "13-cookies_plate"}, "answer": "yes", "semanticStr": "select: cookies (32)->verify rel: plate,to the right of,o (12) [0]", "annotations": {"answer": {}, "question": {"8": "12", "2": "32"}, "fullAnswer": {"9": "12", "2": "32"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the cookies are to the right of a plate.", "image": "n238266.jpg", "question_id": 201669526}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (12)"}, {"operation": "relate", "dependencies": [0], "argument": "food,to the right of,s (32)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201669488", "201669522", "201669523", "201669521"], "equivalent": ["201669520"], "question": "What is the food to the right of the plate?", "isBalanced": true, "groups": {"global": "food", "local": "15-plate_to the right of,s"}, "answer": "cookies", "semanticStr": "select: plate (12)->relate: food,to the right of,s (32) [0]->query: name [1]", "annotations": {"answer": {"0": "32"}, "question": {"9": "12", "3": "32"}, "fullAnswer": {"1": "32", "3": "32"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n238266.jpg", "question_id": 201669520}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(black)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "dishwasher (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "not(black)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20896476", "20896477", "20896478", "20896480", "20896479"], "equivalent": ["20896464"], "question": "Are there refrigerators or dishwashers that are not black?", "isBalanced": true, "groups": {"global": null, "local": "04-refrigerator_n#black"}, "answer": "no", "semanticStr": "select: refrigerator (5)->filter color: not(black) [0]->exist: ? [1]->select: dishwasher (-) ->filter color: not(black) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"4": "5"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a refrigerator but it is black.", "image": "n548534.jpg", "question_id": 20896464}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (5)"}, {"operation": "verify color", "dependencies": [0], "argument": "white"}], "entailed": ["201462453", "201462461"], "equivalent": ["201462454"], "question": "Does the bat look white?", "isBalanced": true, "groups": {"global": null, "local": "06-bat_white"}, "answer": "no", "semanticStr": "select: bat (5)->verify color: white [0]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bat is black.", "image": "n508641.jpg", "question_id": 201462454}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "buildings (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,behind,o (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202159032", "202159035", "202159034"], "equivalent": ["202159036"], "question": "Behind what vehicles are the buildings?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-buildings_behind,o"}, "answer": "cars", "semanticStr": "select: buildings (5)->relate: vehicle,behind,o (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"2": "6"}, "fullAnswer": {"1": "5", "5": "6"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The buildings are behind the cars.", "image": "n406334.jpg", "question_id": 202159036}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,watching,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "fatness"}], "entailed": ["201935398", "201935410", "201935406", "201935407", "201935411", "201935409"], "equivalent": ["201935408"], "question": "How fat is the man that is watching the other man?", "isBalanced": true, "groups": {"global": "fatness", "local": "10q-man_fatness"}, "answer": "fat", "semanticStr": "select: man (1)->relate: man,watching,s (4) [0]->query: fatness [1]", "annotations": {"answer": {}, "question": {"10": "1", "4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is fat.", "image": "n556604.jpg", "question_id": 201935408}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fence (11)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose color", "dependencies": [1], "argument": "black|green"}], "entailed": [], "equivalent": ["20853927"], "question": "Is the small fence black or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-fence_color"}, "answer": "black", "semanticStr": "select: fence (11)->filter size: small [0]->choose color: black|green [1]", "annotations": {"answer": {}, "question": {"2:4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The fence is black.", "image": "n275857.jpg", "question_id": 20853927}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "water (3)"}, {"operation": "filter pose", "dependencies": [0], "argument": "running"}, {"operation": "verify", "dependencies": [1], "argument": "clear"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20786009", "20786008", "20786018", "20786019", "20786016", "20786017", "20786014", "20786012", "20786013", "20786010", "20786011", "20786027", "20786026", "20786025", "20786024", "20786023", "20786022", "20786021", "20786020", "20786028"], "equivalent": ["20786015"], "question": "Does the water that is running look white and clear?", "isBalanced": true, "groups": {"global": null, "local": "05-clear_white"}, "answer": "yes", "semanticStr": "select: water (3)->filter pose: running [0]->verify: clear [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "3", "5": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the water is white and clear.", "image": "n12404.jpg", "question_id": 20786015}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (2)"}, {"operation": "filter hardness", "dependencies": [0], "argument": "soft"}, {"operation": "verify color", "dependencies": [1], "argument": "black"}, {"operation": "verify size", "dependencies": [1], "argument": "small "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["201826574"], "question": "Is the shirt that looks soft small and black?", "isBalanced": true, "groups": {"global": null, "local": "05-black_small"}, "answer": "no", "semanticStr": "select: shirt (2)->filter hardness: soft [0]->verify color: black [1]->verify size: small  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "2", "5": "2"}, "fullAnswer": {"2": "2"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is small but teal.", "image": "n59627.jpg", "question_id": 201826574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (4)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201935404", "201935406", "201935400", "201935403", "201935402", "201935399", "201935398"], "equivalent": ["201935401"], "question": "How big do you think is the man on the left?", "isBalanced": true, "groups": {"global": "size", "local": "10q-man_size"}, "answer": "large", "semanticStr": "select: man (4)->filter hposition: left [0]->query: size [1]", "annotations": {"answer": {}, "question": {"7": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is large.", "image": "n556604.jpg", "question_id": 201935401}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycles (3)"}, {"operation": "filter", "dependencies": [0], "argument": "not(full)"}, {"operation": "verify", "dependencies": [1], "argument": "colorful"}], "entailed": [], "equivalent": ["202041949"], "question": "Do the motorbikes that are not full look colorful?", "isBalanced": true, "groups": {"global": null, "local": "06-motorcycles_colorful"}, "answer": "yes", "semanticStr": "select: motorcycles (3)->filter: not(full) [0]->verify: colorful [1]", "annotations": {"answer": {}, "question": {"2": "3", "6": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the motorbikes are colorful.", "image": "n449058.jpg", "question_id": 202041949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "desk (3)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "relate", "dependencies": [1], "argument": "_,sitting on,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2098286", "2098287", "2098156", "2098288"], "equivalent": ["2098285"], "question": "What is sitting on the plastic desk?", "isBalanced": true, "groups": {"global": "device", "local": "14-desk_sitting on,s"}, "answer": "speaker", "semanticStr": "select: desk (3)->filter material: plastic [0]->relate: _,sitting on,s (7) [1]->query: name [2]", "annotations": {"answer": {"0": "7"}, "question": {"5:7": "3"}, "fullAnswer": {"1": "7", "6": "3"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The speaker is sitting on the desk.", "image": "n513429.jpg", "question_id": 2098285}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "verify pose", "dependencies": [0], "argument": "sitting"}], "entailed": ["2098284", "2098283"], "equivalent": ["2098282"], "question": "Does the speaker seem to be sitting?", "isBalanced": true, "groups": {"global": null, "local": "06-speaker_sitting"}, "answer": "yes", "semanticStr": "select: speaker (7)->verify pose: sitting [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttr", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the speaker is sitting.", "image": "n513429.jpg", "question_id": 2098282}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "speaker (7)"}, {"operation": "filter pose", "dependencies": [0], "argument": "not(sitting)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "television (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "not(sitting)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["2098281"], "question": "Do you see either any televisions or speakers that are not sitting?", "isBalanced": true, "groups": {"global": null, "local": "04-speaker_n#sitting"}, "answer": "no", "semanticStr": "select: speaker (7)->filter pose: not(sitting) [0]->exist: ? [1]->select: television (-) ->filter pose: not(sitting) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"7": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a speaker but it is sitting.", "image": "n513429.jpg", "question_id": 2098281}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (3)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,hanging above,o (6)"}, {"operation": "choose name", "dependencies": [1], "argument": "table|bed"}], "entailed": [], "equivalent": ["201143309"], "question": "What is the lamp hanging above, a table or a bed?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-lamp_hanging above,o"}, "answer": "table", "semanticStr": "select: lamp (3)->relate: furniture,hanging above,o (6) [0]->choose name: table|bed [1]", "annotations": {"answer": {"0": "6"}, "question": {"3": "3", "7": "6"}, "fullAnswer": {"1": "3", "6": "6"}}, "types": {"detailed": "categoryRelOChoose", "semantic": "rel", "structural": "choose"}, "fullAnswer": "The lamp is hanging above a table.", "image": "n276011.jpg", "question_id": 201143309}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "side table (15)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "choose hposition", "dependencies": [1], "argument": "right|left"}], "entailed": ["20827155", "20827153", "20827152", "20827151"], "equivalent": ["20827154", "20827153"], "question": "On which side is the small side table, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-side table_hposition"}, "answer": "right", "semanticStr": "select: side table (15)->filter size: small [0]->choose hposition: right|left [1]", "annotations": {"answer": {}, "question": {"5:8": "15"}, "fullAnswer": {"1:3": "15"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The side table is on the right of the image.", "image": "n283587.jpg", "question_id": 20827154}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (3)"}, {"operation": "choose", "dependencies": [0], "argument": "old fashioned|modern"}], "entailed": ["201143277", "201143298", "201143294", "201143295", "201143296"], "equivalent": ["201143302"], "question": "How does the lamp look, modern or old fashioned?", "isBalanced": true, "groups": {"global": "33", "local": "10c-lamp_33"}, "answer": "old fashioned", "semanticStr": "select: lamp (3)->choose: old fashioned|modern [0]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The lamp is old fashioned.", "image": "n276011.jpg", "question_id": 201143302}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "windows (7)"}, {"operation": "verify rel", "dependencies": [0], "argument": "doll,above,o (0)"}], "entailed": ["20721930", "20721931"], "equivalent": ["20722106"], "question": "Are the windows above a doll?", "isBalanced": true, "groups": {"global": null, "local": "13-windows_doll"}, "answer": "yes", "semanticStr": "select: windows (7)->verify rel: doll,above,o (0) [0]", "annotations": {"answer": {}, "question": {"2": "7", "5": "0"}, "fullAnswer": {"2": "7", "6": "0"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the windows are above a doll.", "image": "n89148.jpg", "question_id": 20722106}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (0)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "bottom"}, {"operation": "relate", "dependencies": [1], "argument": "person,looking at,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201896545"], "equivalent": ["201896544"], "question": "Who is looking at the dessert in the bottom of the image?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_looking at,s"}, "answer": "lady", "semanticStr": "select: dessert (0)->filter vposition: bottom [0]->relate: person,looking at,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"5": "0"}, "fullAnswer": {"1": "9", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is looking at the cake.", "image": "n111390.jpg", "question_id": 201896544}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,looking at,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896544"], "equivalent": ["201896545"], "question": "Who is looking at the cake?", "isBalanced": true, "groups": {"global": "person", "local": "14-cake_looking at,s"}, "answer": "lady", "semanticStr": "select: cake (0)->relate: person,looking at,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "6": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is looking at the cake.", "image": "n111390.jpg", "question_id": 201896545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "relate", "dependencies": [1], "argument": "_,looking at,o (0)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201896547", "201896089"], "equivalent": ["201896546"], "question": "What is the old lady looking at?", "isBalanced": true, "groups": {"global": "dessert", "local": "14-lady_looking at,o"}, "answer": "cake", "semanticStr": "select: lady (9)->filter age: old [0]->relate: _,looking at,o (0) [1]->query: name [2]", "annotations": {"answer": {"0": "0"}, "question": {"3:5": "9"}, "fullAnswer": {"1": "9", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is looking at the cake.", "image": "n111390.jpg", "question_id": 201896546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cooking utensil (6)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "relate", "dependencies": [1], "argument": "cooking utensil,same material,_ (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201624118", "201623956"], "equivalent": ["201623957"], "question": "What cooking utensil is made of the same material as the cooking utensil in the middle?", "isBalanced": true, "groups": {"global": "cooking utensil", "local": "14-spatula_same material,_"}, "answer": "pan", "semanticStr": "select: cooking utensil (6)->filter vposition: middle [0]->relate: cooking utensil,same material,_ (5) [1]->query: name [2]", "annotations": {"answer": {"0": "5"}, "question": {"11:13": "6", "1:3": "5"}, "fullAnswer": {"1": "5", "10": "6"}}, "types": {"detailed": "sameMaterialRelate", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pan is made of the same material as the spatula.", "image": "n59676.jpg", "question_id": 201623957}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (3)"}, {"operation": "filter size", "dependencies": [0], "argument": "small"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201068492", "201068493", "201068511", "201068499", "201068497", "201068496", "201068495", "201068494", "201068501", "201068500", "201068514", "201068502", "201068515", "201068510"], "equivalent": ["201068498"], "question": "What color is the small device?", "isBalanced": true, "groups": {"global": "color", "local": "10q-cell phone_color"}, "answer": "pink", "semanticStr": "select: device (3)->filter size: small [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "3"}, "fullAnswer": {"1:3": "3"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mobile phone is pink.", "image": "n159802.jpg", "question_id": 201068498}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "spatula (6)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201624277", "201624276", "201624266", "201624267", "201624265", "201624268", "201624269", "201624278", "201624272"], "equivalent": ["201624270"], "question": "What is the spatula made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-spatula_material"}, "answer": "metal", "semanticStr": "select: spatula (6)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The spatula is made of metal.", "image": "n59676.jpg", "question_id": 201624270}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pan (5)"}, {"operation": "select", "dependencies": [], "argument": "spatula (6) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["201623953"], "question": "Is the pan made of the same material as the spatula?", "isBalanced": true, "groups": {"global": null, "local": "09same-pan_spatula"}, "answer": "yes", "semanticStr": "select: pan (5)->select: spatula (6) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"10": "6", "2": "5"}, "fullAnswer": {"3": "5", "6": "6"}}, "types": {"detailed": "twoSameMaterial", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the pan and the spatula are made of metal.", "image": "n59676.jpg", "question_id": 201623953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (4)"}, {"operation": "verify color", "dependencies": [0], "argument": "tan"}], "entailed": ["201889467", "201889465", "201889464", "201889470", "201889488", "201889487", "201889478", "201889476", "201889469", "201889468"], "equivalent": ["201889466"], "question": "Does the helmet look tan?", "isBalanced": true, "groups": {"global": null, "local": "06-helmet_tan"}, "answer": "yes", "semanticStr": "select: helmet (4)->verify color: tan [0]", "annotations": {"answer": {}, "question": {"2": "4"}, "fullAnswer": {"2": "4"}}, "types": {"detailed": "verifyAttrK", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the helmet is tan.", "image": "n88366.jpg", "question_id": 201889466}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pipe (6)"}, {"operation": "select", "dependencies": [], "argument": "faucet (16) "}, {"operation": "same material", "dependencies": [0, 1], "argument": ""}], "entailed": ["201428778"], "equivalent": ["201428778", "201428779"], "question": "Are both the pipe and the faucet made of the same material?", "isBalanced": true, "groups": {"global": null, "local": "09same-faucet_pipe"}, "answer": "no", "semanticStr": "select: pipe (6)->select: faucet (16) ->same material:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "6", "6": "16"}, "fullAnswer": {"9": "16", "2": "6"}}, "types": {"detailed": "twoSameMaterialC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the pipe is made of plastic and the faucet is made of metal.", "image": "n64959.jpg", "question_id": 201428779}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (12)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20984556"], "equivalent": ["20984557"], "question": "Which kind of vehicle is parked on the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-street_parked on,s"}, "answer": "car", "semanticStr": "select: street (12)->relate: vehicle,parked on,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4": "8"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n12214.jpg", "question_id": 20984557}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dishwasher (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "relate", "dependencies": [1], "argument": "drawer,to the left of,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["202102762"], "equivalent": ["202102761"], "question": "Are there drawers to the left of the dishwasher made of stainless steel?", "isBalanced": true, "groups": {"global": null, "local": "13-dishwasher_drawer"}, "answer": "no", "semanticStr": "select: dishwasher (8)->filter material: stainless steel [0]->relate: drawer,to the left of,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"8": "8", "11:13": "8"}, "fullAnswer": {"11": "8", "4:6": "18"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a washing machine to the left of the dishwasher.", "image": "n386682.jpg", "question_id": 202102761}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (8)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20984555", "20984554", "20984552"], "equivalent": ["20984553"], "question": "What is the color of the car on the right side?", "isBalanced": true, "groups": {"global": "color", "local": "10q-car_color"}, "answer": "black", "semanticStr": "select: car (8)->filter hposition: right [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The car is black.", "image": "n12214.jpg", "question_id": 20984553}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (12)"}, {"operation": "query", "dependencies": [0], "argument": "height"}], "entailed": ["201972747", "201972750", "201972751", "201972752", "201972740", "201972753", "201972748", "201972733", "201972736", "201972734", "201972735", "201972738", "201972739"], "equivalent": ["201972737"], "question": "What height is the grass?", "isBalanced": true, "groups": {"global": "height", "local": "10q-grass_height"}, "answer": "tall", "semanticStr": "select: grass (12)->query: height [0]", "annotations": {"answer": {}, "question": {"4": "12"}, "fullAnswer": {"1": "12"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The grass is tall.", "image": "n541482.jpg", "question_id": 201972737}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cupboards (11)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "choose", "dependencies": [1], "argument": "closed|open"}], "entailed": ["201623358", "201623357", "201623356", "201623340", "201623354", "201623353", "201623352", "201623362", "201623338", "201623339"], "equivalent": ["201623359", "201623358", "201623357"], "question": "Do you think the cupboards made of wood are closed or open?", "isBalanced": true, "groups": {"global": "15", "local": "10c-cupboards_15"}, "answer": "closed", "semanticStr": "select: cupboards (11)->filter material: wood [0]->choose: closed|open [1]", "annotations": {"answer": {}, "question": {"4": "11", "7": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cupboards are closed.", "image": "n501609.jpg", "question_id": 201623359}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "animal (2)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["202228405", "202228381", "202228403", "202228402"], "equivalent": ["202228404"], "question": "What animal is it?", "isBalanced": true, "groups": {"global": "animal", "local": "11q-animal"}, "answer": "cat", "semanticStr": "select: animal (2)->query: name [0]", "annotations": {"answer": {"0": "2"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "4": "2"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n77818.jpg", "question_id": 202228404}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cup (2)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,on top of,s (3)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201479270"], "equivalent": ["201479269"], "question": "What is located on top of the white cup?", "isBalanced": true, "groups": {"global": "thing", "local": "14-cup_on top of,s"}, "answer": "lid", "semanticStr": "select: cup (2)->filter color: white [0]->relate: _,on top of,s (3) [1]->query: name [2]", "annotations": {"answer": {"0": "3"}, "question": {"7:9": "2"}, "fullAnswer": {"1": "3", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lid is on top of the cup.", "image": "n181210.jpg", "question_id": 201479269}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "choose", "dependencies": [1], "argument": "on|off"}], "entailed": ["202228144", "202228155", "202228147", "202228145", "202228148", "202228146", "202228149"], "equivalent": ["202228156"], "question": "Is the device that looks gray off or on?", "isBalanced": true, "groups": {"global": "39", "local": "10c-television_39"}, "answer": "on", "semanticStr": "select: device (1)->filter color: gray [0]->choose: on|off [1]", "annotations": {"answer": {}, "question": {"2": "1", "5": "1"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The TV is on.", "image": "n77818.jpg", "question_id": 202228156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mountain (2)"}, {"operation": "relate", "dependencies": [0], "argument": "sky,near,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201959798", "201959801", "201959793", "201959792", "201959791", "201959797", "201959796", "201959795"], "equivalent": ["201959794"], "question": "Which color is the sky near the mountain?", "isBalanced": true, "groups": {"global": "brightness", "local": "10q-sky_color"}, "answer": "dark", "semanticStr": "select: mountain (2)->relate: sky,near,s (16) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "16", "7": "2"}, "fullAnswer": {"1": "16"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sky is dark.", "image": "n572716.jpg", "question_id": 201959794}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "briefcase (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "blue"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": [], "equivalent": ["20205086"], "question": "Is there any blue briefcase or backpack?", "isBalanced": true, "groups": {"global": null, "local": "04-backpack_blue"}, "answer": "no", "semanticStr": "select: backpack (9)->filter color: blue [0]->exist: ? [1]->select: briefcase (-) ->filter color: blue [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"4": "9"}}, "types": {"detailed": "existAttrOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a backpack but it is black.", "image": "n532191.jpg", "question_id": 20205086}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mug (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["202262398", "202262400"], "equivalent": ["202262399", "202262398"], "question": "Are there any red mugs?", "isBalanced": true, "groups": {"global": null, "local": "04-mug_red"}, "answer": "no", "semanticStr": "select: mug (4)->filter color: red [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"4": "4"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a mug but it is white.", "image": "n28572.jpg", "question_id": 202262399}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "container (11)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "right"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (5)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20434992", "20434991"], "equivalent": ["20434988"], "question": "What is in front of the container on the right?", "isBalanced": true, "groups": {"global": "container", "local": "14-container_in front of,s"}, "answer": "pizza box", "semanticStr": "select: container (11)->filter hposition: right [0]->relate: _,in front of,s (5) [1]->query: name [2]", "annotations": {"answer": {"0:2": "5"}, "question": {"6": "11"}, "fullAnswer": {"8": "11", "1:3": "5"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pizza box is in front of the container.", "image": "n431447.jpg", "question_id": 20434988}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (7)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,s (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202258296", "202258165", "202258164", "202258295", "202258294", "202258293", "202258291", "202258290"], "equivalent": ["202258292"], "question": "What kind of animal is behind the trees?", "isBalanced": true, "groups": {"global": "animal", "local": "15-trees_behind,s"}, "answer": "horse", "semanticStr": "select: trees (7)->relate: animal,behind,s (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"3": "3"}, "fullAnswer": {"1": "3", "4": "3"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n216553.jpg", "question_id": 202258292}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "toaster oven (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["202173947"], "question": "Are there microwaves or toaster ovens?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-microwave_toaster oven"}, "answer": "yes", "semanticStr": "select: microwave (1)->exist: ? [0]->select: toaster oven (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a microwave.", "image": "n398429.jpg", "question_id": 202173947}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "refrigerator (6)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202122066"], "equivalent": ["202122065"], "question": "What do you think is the fridge in front of?", "isBalanced": true, "groups": {"global": "", "local": "14-refrigerator_in front of,o"}, "answer": "countertop", "semanticStr": "select: refrigerator (6)->relate: _,in front of,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"6": "6"}, "fullAnswer": {"1": "6", "7": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fridge is in front of the countertop.", "image": "n140421.jpg", "question_id": 202122065}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting inside,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20679378"], "equivalent": ["20679377"], "question": "The house is sitting inside what?", "isBalanced": true, "groups": {"global": "place", "local": "14-house_sitting inside,o"}, "answer": "park", "semanticStr": "select: house (5)->relate: _,sitting inside,o (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "5"}, "fullAnswer": {"1": "5", "6": "0"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The house is sitting inside the park.", "image": "n493357.jpg", "question_id": 20679377}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "device (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "relate", "dependencies": [1], "argument": "book,near,s (14)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20385476"], "equivalent": ["20385477"], "question": "Do you see books near the device that looks gray?", "isBalanced": true, "groups": {"global": null, "local": "13-remote control_book"}, "answer": "yes", "semanticStr": "select: device (17)->filter color: gray [0]->relate: book,near,s (14) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9": "17", "3": "14", "6": "17"}, "fullAnswer": {"4": "14", "7": "17"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a book near the remote.", "image": "n90294.jpg", "question_id": 20385477}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lid (9)"}, {"operation": "filter material", "dependencies": [0], "argument": "plastic"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201758019", "201758018", "201758024", "201758025", "201758026", "201758020", "201758021", "201758023"], "equivalent": ["201758022"], "question": "Which color is the lid that is made of plastic?", "isBalanced": true, "groups": {"global": "color", "local": "10q-lid_color"}, "answer": "white", "semanticStr": "select: lid (9)->filter material: plastic [0]->query: color [1]", "annotations": {"answer": {}, "question": {"9": "9", "4": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The lid is white.", "image": "n4777.jpg", "question_id": 201758022}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "remote control (17)"}, {"operation": "relate", "dependencies": [0], "argument": "device,to the right of,o (4)"}, {"operation": "relate", "dependencies": [1], "argument": "book,near,s (14)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20385471", "20385473"], "equivalent": ["20385473", "20385472"], "question": "Do you see any books near the device the remote control is to the right of?", "isBalanced": true, "groups": {"global": null, "local": "13-laptop_book"}, "answer": "yes", "semanticStr": "select: remote control (17)->relate: device,to the right of,o (4) [0]->relate: book,near,s (14) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"9:11": "17", "4": "14", "7": "4"}, "fullAnswer": {"4": "14", "7:9": "4"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a book near the laptop computer.", "image": "n90294.jpg", "question_id": 20385472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (17)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20899376", "20899367", "20899366", "20899372", "20899371", "20899369", "20899368", "20899378", "20899384"], "equivalent": ["20899370", "20899369"], "question": "Which color is the umbrella?", "isBalanced": true, "groups": {"global": "color", "local": "10q-umbrella_color"}, "answer": "blue", "semanticStr": "select: umbrella (17)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "17"}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umbrella is blue.", "image": "n403734.jpg", "question_id": 20899370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ball (0)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "statue (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201055805", "201055803"], "equivalent": ["201055804", "201055805", "201055803"], "question": "Do you see both statues and balls?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-ball_statue"}, "answer": "no", "semanticStr": "select: ball (0)->exist: ? [0]->select: statue (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a ball but no statues.", "image": "n259002.jpg", "question_id": 201055804}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jersey (12)"}, {"operation": "verify color", "dependencies": [0], "argument": "pink"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201055778", "201055780", "201055774", "201055776", "201055777", "201055789", "201055788", "201055775", "201055783", "201055782", "201055781", "201055779", "201055787", "201055786", "201055785", "201055784"], "equivalent": ["201055773"], "question": "Is that jersey pink and sleeveless?", "isBalanced": true, "groups": {"global": null, "local": "05-pink_sleeveless"}, "answer": "yes", "semanticStr": "select: jersey (12)->verify color: pink [0]->verify: sleeveless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "12"}, "fullAnswer": {"2": "12"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jersey is pink and sleeveless.", "image": "n259002.jpg", "question_id": 201055773}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plant (6)"}, {"operation": "verify rel", "dependencies": [0], "argument": "cabinet,on,o (-)"}], "entailed": [], "equivalent": ["202241136"], "question": "Is the plant on a cabinet?", "isBalanced": true, "groups": {"global": null, "local": "13-plant_cabinet"}, "answer": "no", "semanticStr": "select: plant (6)->verify rel: cabinet,on,o (-) [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6", "6": "13"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the plant is on the shelf.", "image": "n460385.jpg", "question_id": 202241136}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (17)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "relate", "dependencies": [1], "argument": "person,on,s (8)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["2059762", "2059758", "2059763"], "equivalent": ["2059757"], "question": "Who is on the red dirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-dirt_on,s"}, "answer": "umpire", "semanticStr": "select: dirt (17)->filter color: red [0]->relate: person,on,s (8) [1]->query: name [2]", "annotations": {"answer": {"0": "8"}, "question": {"4:6": "17"}, "fullAnswer": {"1": "8", "5": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is on the dirt.", "image": "n130638.jpg", "question_id": 2059757}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umpire (8)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["2059753", "2059752", "2059755", "2059754"], "equivalent": ["2059756", "2059755"], "question": "Which side of the photo is the umpire on?", "isBalanced": true, "groups": {"global": null, "local": "10q-umpire_hposition"}, "answer": "left", "semanticStr": "select: umpire (8)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The umpire is on the left of the image.", "image": "n130638.jpg", "question_id": 2059756}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (11)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["20120072", "20120073", "20120071", "20120074"], "equivalent": ["20120075"], "question": "Which part is the bench in?", "isBalanced": true, "groups": {"global": null, "local": "10q-bench_hposition"}, "answer": "left", "semanticStr": "select: bench (11)->query: hposition [0]", "annotations": {"answer": {}, "question": {"4": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is on the left of the image.", "image": "n117888.jpg", "question_id": 20120075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["20860961", "20860957", "20860954", "20860955", "20860952", "20860950", "20860951", "20860960", "20860963", "20860962", "20860958", "20860959"], "equivalent": ["20860953"], "question": "What is the young man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "talking", "semanticStr": "select: man (11)->filter age: young [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"3:5": "11"}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is talking.", "image": "n434283.jpg", "question_id": 20860953}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dirt (17)"}, {"operation": "relate", "dependencies": [0], "argument": "person,on,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["2059762", "2059757", "2059763"], "equivalent": ["2059758"], "question": "Who is on the dirt?", "isBalanced": true, "groups": {"global": "person", "local": "14-dirt_on,s"}, "answer": "umpire", "semanticStr": "select: dirt (17)->relate: person,on,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {}, "fullAnswer": {"1": "8", "5": "17"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The umpire is on the dirt.", "image": "n130638.jpg", "question_id": 2059758}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "hair (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "verify length", "dependencies": [1], "argument": "short"}, {"operation": "verify hardness", "dependencies": [1], "argument": "soft "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["20866501"], "question": "Does the brown hair appear to be soft and short?", "isBalanced": true, "groups": {"global": null, "local": "05-short_soft"}, "answer": "no", "semanticStr": "select: hair (9)->filter color: brown [0]->verify length: short [1]->verify hardness: soft  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2:4": "9"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the hair is soft but long.", "image": "n579256.jpg", "question_id": 20866501}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20860961", "20860957", "20860954", "20860952", "20860953", "20860950", "20860951", "20860960", "20860963", "20860962", "20860958", "20860959"], "equivalent": ["20860955"], "question": "What is the man doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-man_activity"}, "answer": "talking", "semanticStr": "select: man (11)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "11"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The man is talking.", "image": "n434283.jpg", "question_id": 20860955}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire truck (27)"}, {"operation": "relate", "dependencies": [0], "argument": "_,parked in front of,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20922975", "20922977", "20922976", "20922979", "20922978"], "equivalent": ["20922974"], "question": "What do you think is parked in front of the fire truck that is shown in the photograph?", "isBalanced": true, "groups": {"global": "vehicle", "local": "14-fire truck_parked in front of,s"}, "answer": "car", "semanticStr": "select: fire truck (27)->relate: _,parked in front of,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"10:12": "27"}, "fullAnswer": {"1": "19", "8:10": "27"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The car is parked in front of the fire truck.", "image": "n480253.jpg", "question_id": 20922974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "microwave (1)"}, {"operation": "relate", "dependencies": [0], "argument": "appliance,underneath,s (0)"}, {"operation": "filter", "dependencies": [1], "argument": "electric"}, {"operation": "relate", "dependencies": [2], "argument": "cabinet,next to,s (15)"}, {"operation": "exist", "dependencies": [3], "argument": "?"}], "entailed": ["201663137", "201663088", "201663138"], "equivalent": ["201663139"], "question": "Do you see a cabinet next to the electrical appliance underneath the microwave?", "isBalanced": true, "groups": {"global": null, "local": "13-oven_cabinet"}, "answer": "yes", "semanticStr": "select: microwave (1)->relate: appliance,underneath,s (0) [0]->filter: electric [1]->relate: cabinet,next to,s (15) [2]->exist: ? [3]", "annotations": {"answer": {}, "question": {"8:10": "0", "12": "1", "4": "15"}, "fullAnswer": {"8": "0", "4": "15"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a cabinet next to the oven.", "image": "n35676.jpg", "question_id": 201663139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (19)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}, {"operation": "verify", "dependencies": [0], "argument": "incomplete "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20922969"], "equivalent": ["20922969", "20922970"], "question": "Is the car incomplete and blue?", "isBalanced": true, "groups": {"global": null, "local": "05-blue_incomplete"}, "answer": "no", "semanticStr": "select: car (19)->verify color: blue [0]->verify: incomplete  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "19"}, "fullAnswer": {"2": "19"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the car is incomplete but brown.", "image": "n480253.jpg", "question_id": 20922970}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (0)"}, {"operation": "filter", "dependencies": [0], "argument": "not(cylindrical)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244560", "202244561", "202243965"], "equivalent": ["202244562"], "question": "Which kind of food is not cylindrical?", "isBalanced": true, "groups": {"global": "food", "local": "12q-food_n#cylindrical"}, "answer": "cookies", "semanticStr": "select: food (0)->filter: not(cylindrical) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "6"}, "fullAnswer": {"1": "6", "3": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is cookies.", "image": "n296467.jpg", "question_id": 202244562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,to the left of,s (15)"}, {"operation": "choose color", "dependencies": [1], "argument": "light brown|dark brown"}], "entailed": [], "equivalent": ["201663131"], "question": "Is the cabinet to the left of the oven light brown or dark brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-cabinet_color"}, "answer": "light brown", "semanticStr": "select: oven (0)->relate: cabinet,to the left of,s (15) [0]->choose color: light brown|dark brown [1]", "annotations": {"answer": {}, "question": {"8": "0", "2": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cabinet is light brown.", "image": "n35676.jpg", "question_id": 201663131}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street (23)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked along,s (27)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,parked in front of,s (19)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20922975", "20922974", "20922977", "20922976", "20922979"], "equivalent": ["20922978"], "question": "What is the vehicle that is parked in front of the vehicle that is parked along the street?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-fire truck_parked in front of,s"}, "answer": "car", "semanticStr": "select: street (23)->relate: vehicle,parked along,s (27) [0]->relate: vehicle,parked in front of,s (19) [1]->query: name [2]", "annotations": {"answer": {"0": "19"}, "question": {"11": "27", "3": "19", "17": "23"}, "fullAnswer": {"1": "19", "4": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n480253.jpg", "question_id": 20922978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rug (7)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,behind,s (9)"}, {"operation": "filter color", "dependencies": [1], "argument": "brown"}, {"operation": "verify shape", "dependencies": [2], "argument": "square"}, {"operation": "verify material", "dependencies": [2], "argument": "wood "}, {"operation": "and", "dependencies": [3, 4], "argument": ""}], "entailed": ["20692508", "20692509", "20692503", "20692500", "20692506", "20692505", "20692499", "20692494", "20692495", "20692496", "20692491", "20692492", "20692493", "20692511", "20692510", "20692512", "20692467", "20692488", "20692487", "20692486", "20692485"], "equivalent": ["20692504"], "question": "Does the brown object behind the rug appear to be square and wooden?", "isBalanced": true, "groups": {"global": null, "local": "05-square_wood"}, "answer": "yes", "semanticStr": "select: rug (7)->relate: cabinet,behind,s (9) [0]->filter color: brown [1]->verify shape: square [2]->verify material: wood  [2]->and:  [3, 4]", "annotations": {"answer": {}, "question": {"2:4": "9", "6": "7"}, "fullAnswer": {"2": "9"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the cabinet is square and wooden.", "image": "n499081.jpg", "question_id": 20692504}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "house (5)"}, {"operation": "relate", "dependencies": [0], "argument": "giraffe,to the right of,s (1)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "skinny"}, {"operation": "verify color", "dependencies": [1], "argument": "yellow "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20679220", "20679217", "20679216", "20679221", "20679236", "20679235", "20679234", "20679233", "20679232", "20679231", "20679230", "20679214", "20679229", "20679204"], "equivalent": ["20679215"], "question": "Is the giraffe to the right of the house both skinny and yellow?", "isBalanced": true, "groups": {"global": null, "local": "05-skinny_yellow"}, "answer": "yes", "semanticStr": "select: house (5)->relate: giraffe,to the right of,s (1) [0]->verify fatness: skinny [1]->verify color: yellow  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "5", "2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the giraffe is skinny and yellow.", "image": "n493357.jpg", "question_id": 20679215}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (5)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,decorated with,o (14)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201030527"], "question": "What kind of vehicle is the shirt decorated with?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-shirt_decorated with,o"}, "answer": "shuttle", "semanticStr": "select: shirt (5)->relate: vehicle,decorated with,o (14) [0]->query: name [1]", "annotations": {"answer": {"0": "14"}, "question": {"3": "14"}, "fullAnswer": {"1": "5", "6": "14"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shirt is decorated with a shuttle.", "image": "n54424.jpg", "question_id": 201030527}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "office chair (2)"}, {"operation": "relate", "dependencies": [0], "argument": "desk,next to,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "size"}], "entailed": ["201556525", "201556524", "201556521", "201556520", "201556522", "201556509", "201556508", "201556502", "201556511", "201556512", "201556507", "201556505"], "equivalent": ["201556510"], "question": "How large do you think is the desk the office chair is next to?", "isBalanced": true, "groups": {"global": "size", "local": "10q-desk_size"}, "answer": "small", "semanticStr": "select: office chair (2)->relate: desk,next to,o (10) [0]->query: size [1]", "annotations": {"answer": {}, "question": {"9:11": "2", "7": "10"}, "fullAnswer": {"1": "10"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The desk is small.", "image": "n525901.jpg", "question_id": 201556510}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (0)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,sitting atop,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201896153", "201896152", "201896157", "201896156", "201896154", "201895953"], "equivalent": ["201896155"], "question": "What item of furniture is the cake sitting atop?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-cake_sitting atop,o"}, "answer": "table", "semanticStr": "select: cake (0)->relate: furniture,sitting atop,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"1:4": "11", "6": "0"}, "fullAnswer": {"1": "0", "6": "11"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cake is sitting atop the table.", "image": "n111390.jpg", "question_id": 201896155}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (0)"}, {"operation": "filter tone", "dependencies": [0], "argument": "light"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "suitcase (-) "}, {"operation": "filter", "dependencies": [3], "argument": "light"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20715638", "20715636", "20715637", "20715640"], "equivalent": ["20715640", "20715639"], "question": "Are there any suitcases or kites that are light?", "isBalanced": true, "groups": {"global": null, "local": "04-kite_light"}, "answer": "yes", "semanticStr": "select: kite (0)->filter tone: light [0]->exist: ? [1]->select: suitcase (-) ->filter: light [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"5": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "existThatOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, the kite is light.", "image": "n507149.jpg", "question_id": 20715639}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (16)"}, {"operation": "relate", "dependencies": [0], "argument": "boy,in front of,s (1)"}, {"operation": "filter size", "dependencies": [1], "argument": "small"}, {"operation": "relate", "dependencies": [2], "argument": "_,holding,o (4)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201360710", "201360903"], "equivalent": ["201360709"], "question": "What does the little boy in front of the table hold?", "isBalanced": true, "groups": {"global": "object", "local": "14-boy_holding,o"}, "answer": "toothbrush", "semanticStr": "select: table (16)->relate: boy,in front of,s (1) [0]->filter size: small [1]->relate: _,holding,o (4) [2]->query: name [3]", "annotations": {"answer": {"0": "4"}, "question": {"9": "16", "3:5": "1"}, "fullAnswer": {"1": "1", "4": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The boy holds the toothbrush.", "image": "n541688.jpg", "question_id": 201360709}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "flowers (24)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202262176"], "equivalent": ["202262175"], "question": "What is in front of the white flowers?", "isBalanced": true, "groups": {"global": "", "local": "14-flowers_in front of,s"}, "answer": "menu", "semanticStr": "select: flowers (24)->filter color: white [0]->relate: _,in front of,s (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"6:8": "24"}, "fullAnswer": {"1": "22", "7": "24"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The menu is in front of the flowers.", "image": "n28572.jpg", "question_id": 202262175}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wine (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}], "entailed": [], "equivalent": ["202262174"], "question": "Is there any wine in this photo?", "isBalanced": true, "groups": {"global": null, "local": "03-wine"}, "answer": "no", "semanticStr": "select: wine (-)->exist: ? [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is no wine.", "image": "n28572.jpg", "question_id": 202262174}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "oven (0)"}, {"operation": "filter hposition", "dependencies": [0], "argument": "left"}, {"operation": "relate", "dependencies": [1], "argument": "appliance,above,s (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201663200", "201663278", "201663274", "201663275", "201663276", "201663277"], "equivalent": ["201663273"], "question": "How is the appliance that is above the oven on the left side of the image called?", "isBalanced": true, "groups": {"global": "appliance", "local": "15-oven_above,s"}, "answer": "microwave", "semanticStr": "select: oven (0)->filter hposition: left [0]->relate: appliance,above,s (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"8": "0", "3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The appliance is a microwave.", "image": "n35676.jpg", "question_id": 201663273}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "child (5)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20891508", "20891518", "20891519", "20891505", "20891504", "20891507", "20891506", "20891512", "20891513", "20891511", "20891523", "20891522", "20891521", "20891520"], "equivalent": ["20891509"], "question": "What's the child doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-child_activity"}, "answer": "playing", "semanticStr": "select: child (5)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The child is playing.", "image": "n347706.jpg", "question_id": 20891509}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (13)"}, {"operation": "relate", "dependencies": [0], "argument": "table,in front of,s (14)"}, {"operation": "verify length", "dependencies": [1], "argument": "long"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20226758", "20226756", "20226757", "20226750", "20226751", "20226752", "20226718", "20226719", "20226738", "20226739", "20226736", "20226737", "20226735", "20226716", "20226763", "20226762", "20226760", "20226749", "20226748", "20226742", "20226740", "20226747", "20226746", "20226745", "20226729", "20226728", "20226725", "20226724", "20226727", "20226726", "20226721", "20226723", "20226722"], "equivalent": ["20226715"], "question": "Is the table in front of the chair white and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_white"}, "answer": "yes", "semanticStr": "select: chair (13)->relate: table,in front of,s (14) [0]->verify length: long [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "14", "7": "13"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the table is white and long.", "image": "n68769.jpg", "question_id": 20226715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "brown"}, {"operation": "relate", "dependencies": [1], "argument": "bookcase,behind,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["201175721"], "equivalent": ["201175720"], "question": "Are there any bookcases behind the brown cat?", "isBalanced": true, "groups": {"global": null, "local": "13-cat_bookcase"}, "answer": "no", "semanticStr": "select: cat (1)->filter color: brown [0]->relate: bookcase,behind,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"6:8": "1"}, "fullAnswer": {"4": "8", "7": "1"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a mirror behind the cat.", "image": "n357784.jpg", "question_id": 201175720}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "food (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "not(brown)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201207483", "201207482", "201207181"], "equivalent": ["201207182"], "question": "Which kind of food is not brown?", "isBalanced": true, "groups": {"global": "vegetable", "local": "12q-food_n#brown"}, "answer": "vegetables", "semanticStr": "select: food (8)->filter color: not(brown) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "2"}, "fullAnswer": {"1": "2", "3": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The food is vegetables.", "image": "n222915.jpg", "question_id": 201207182}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic sign (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "fire hydrant (-) "}, {"operation": "filter material", "dependencies": [3], "argument": "not(metal)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201109622", "201109621", "201109635"], "equivalent": ["201109622", "201109623"], "question": "Are there any traffic signs or fire hydrants that are not made of metal?", "isBalanced": true, "groups": {"global": null, "local": "04-traffic sign_n#metal"}, "answer": "no", "semanticStr": "select: traffic sign (7)->filter material: not(metal) [0]->exist: ? [1]->select: fire hydrant (-) ->filter material: not(metal) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3:5": "7"}, "fullAnswer": {"4:6": "7"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a traffic sign but it is made of metal.", "image": "n167164.jpg", "question_id": 201109623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "log (26)"}, {"operation": "relate", "dependencies": [0], "argument": "fence,behind,s (29)"}, {"operation": "query", "dependencies": [1], "argument": "height"}], "entailed": ["201492401", "201492400", "201492403", "201492402", "201492404", "201492407", "201492406", "201492416", "201492417", "201492413", "201492397", "201492398", "201492436", "201492435"], "equivalent": ["201492405"], "question": "How tall is the fence behind the log?", "isBalanced": true, "groups": {"global": "height", "local": "10q-fence_height"}, "answer": "tall", "semanticStr": "select: log (26)->relate: fence,behind,s (29) [0]->query: height [1]", "annotations": {"answer": {}, "question": {"4": "29", "7": "26"}, "fullAnswer": {"1": "29"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The fence is tall.", "image": "n9856.jpg", "question_id": 201492405}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "books (9)"}, {"operation": "query", "dependencies": [0], "argument": "hposition"}], "entailed": ["201832641", "201832643", "201832642"], "equivalent": ["201832644"], "question": "Which side of the image are the books on?", "isBalanced": true, "groups": {"global": null, "local": "10q-books_hposition"}, "answer": "right", "semanticStr": "select: books (9)->query: hposition [0]", "annotations": {"answer": {}, "question": {"7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The books are on the right of the image.", "image": "n432591.jpg", "question_id": 201832644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (2)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["201880464", "201880466", "201880468", "201880472"], "equivalent": ["201880467"], "question": "What is the mirror made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-mirror_material"}, "answer": "glass", "semanticStr": "select: mirror (2)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The mirror is made of glass.", "image": "n95369.jpg", "question_id": 201880467}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "eggplant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vegetable,to the left of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201887309", "201887310", "201887252"], "equivalent": ["201887308"], "question": "What kind of vegetable is to the left of the eggplant?", "isBalanced": true, "groups": {"global": "vegetable", "local": "15-eggplant_to the left of,s"}, "answer": "broccoli", "semanticStr": "select: eggplant (1)->relate: vegetable,to the left of,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"10": "1", "3": "7"}, "fullAnswer": {"1": "7", "3": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vegetable is broccoli.", "image": "n429961.jpg", "question_id": 201887308}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cd (11)"}, {"operation": "verify rel", "dependencies": [0], "argument": "desk,on top of,o (15)"}], "entailed": [], "equivalent": ["201497698"], "question": "Is the CD on top of the desk that is made of wood?", "isBalanced": true, "groups": {"global": null, "local": "13-cd_desk"}, "answer": "yes", "semanticStr": "select: cd (11)->verify rel: desk,on top of,o (15) [0]", "annotations": {"answer": {}, "question": {"2": "11", "12": "15", "7": "15"}, "fullAnswer": {"8": "15", "2": "11"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the CD is on top of the desk.", "image": "n315887.jpg", "question_id": 201497698}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "umbrella (7)"}, {"operation": "verify", "dependencies": [0], "argument": "open"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["202119665", "202119663", "202119662", "202119660", "202119661", "202119648", "202119649", "202119659", "202119658", "202119667", "202119664", "202119657", "202119651", "202119650", "202119671", "202119652"], "equivalent": ["202119647"], "question": "Is the umbrella open and red?", "isBalanced": true, "groups": {"global": null, "local": "05-open_red"}, "answer": "yes", "semanticStr": "select: umbrella (7)->verify: open [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the umbrella is open and red.", "image": "n544255.jpg", "question_id": 202119647}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sneakers (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201879231"], "equivalent": ["201879230"], "question": "Who wears sneakers?", "isBalanced": true, "groups": {"global": "person", "local": "14-sneakers_wearing,s"}, "answer": "athlete", "semanticStr": "select: sneakers (0)->relate: person,wearing,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {"2": "0"}, "fullAnswer": {"1": "7", "3": "0"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The athlete wears sneakers.", "image": "n496803.jpg", "question_id": 201879230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "carpet,on,o (0)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20285418", "20285419", "20285424", "20285421", "20285420", "20285416", "20285415"], "equivalent": ["20285417"], "question": "Which color is the carpet that the couch is on?", "isBalanced": true, "groups": {"global": "color", "local": "10q-carpet_color"}, "answer": "gray", "semanticStr": "select: couch (13)->relate: carpet,on,o (0) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "0", "7": "13"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The carpet is gray.", "image": "n192021.jpg", "question_id": 20285417}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,sitting on,o (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20811280", "20811073", "20811072", "20811074", "20811077", "20811076", "20811078"], "equivalent": ["20811075"], "question": "What's the person sitting on?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-person_sitting on,o"}, "answer": "chair", "semanticStr": "select: person (1)->relate: _,sitting on,o (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {}, "fullAnswer": {"1": "1", "6": "4"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The person is sitting on the chair.", "image": "n167552.jpg", "question_id": 20811075}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (4)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "choose", "dependencies": [1], "argument": "black and white|colorful"}], "entailed": [], "equivalent": ["201739148"], "question": "Is the red shirt colorful or black and white?", "isBalanced": true, "groups": {"global": "24", "local": "10c-shirt_24"}, "answer": "black and white", "semanticStr": "select: shirt (4)->filter color: red [0]->choose: black and white|colorful [1]", "annotations": {"answer": {}, "question": {"2:4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The shirt is black and white.", "image": "n485969.jpg", "question_id": 201739148}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "choose size", "dependencies": [0], "argument": "small|large"}], "entailed": ["201889405", "201889403", "201889404", "201889430", "201889431", "201889411", "201889412", "201889413", "201889410", "201889406", "201889401", "201889417", "201889414", "201889409", "201889408"], "equivalent": ["201889415"], "question": "What size is the jacket, small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-jacket_size"}, "answer": "small", "semanticStr": "select: jacket (5)->choose size: small|large [0]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The jacket is small.", "image": "n88366.jpg", "question_id": 201889415}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kite (3)"}, {"operation": "filter color", "dependencies": [0], "argument": "green"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["202179446", "202179447", "202179444", "202179445"], "equivalent": ["202179448"], "question": "On which side of the image is the green kite?", "isBalanced": true, "groups": {"global": null, "local": "10q-kite_hposition"}, "answer": "left", "semanticStr": "select: kite (3)->filter color: green [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "3"}, "fullAnswer": {"1": "3"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The kite is on the left of the image.", "image": "n523165.jpg", "question_id": 202179448}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "giraffe (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536269", "20536262", "20536263", "20536270"], "equivalent": ["20536264"], "question": "What animal is behind the giraffe?", "isBalanced": true, "groups": {"global": "animal", "local": "15-giraffe_behind,s"}, "answer": "bison", "semanticStr": "select: giraffe (1)->relate: animal,behind,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536264}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bison (0)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,behind,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536266", "20536049"], "equivalent": ["20536265"], "question": "What is the animal that the bison is behind?", "isBalanced": true, "groups": {"global": "animal", "local": "15-bison_behind,o"}, "answer": "giraffe", "semanticStr": "select: bison (0)->relate: animal,behind,o (1) [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1", "6": "0"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a giraffe.", "image": "n410476.jpg", "question_id": 20536265}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (0)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(metal)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202023585"], "equivalent": ["202023584"], "question": "How is the item of furniture that is not metallic called?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#metal"}, "answer": "bookshelf", "semanticStr": "select: furniture (0)->filter material: not(metal) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3:6": "8"}, "fullAnswer": {"1:4": "8", "6": "0"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a bookshelf.", "image": "n95313.jpg", "question_id": 202023584}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plain (8)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,grazing on,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20536259"], "equivalent": ["20536260"], "question": "Which kind of animal is grazing on the plain?", "isBalanced": true, "groups": {"global": "animal", "local": "15-plain_grazing on,s"}, "answer": "bison", "semanticStr": "select: plain (8)->relate: animal,grazing on,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a bison.", "image": "n410476.jpg", "question_id": 20536260}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (5)"}, {"operation": "verify", "dependencies": [0], "argument": "full"}, {"operation": "verify color", "dependencies": [0], "argument": "red "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201889417", "201889419", "201889438", "201889439", "201889430", "201889431", "201889432", "201889433", "201889434", "201889435", "201889436", "201889437", "201889405", "201889404", "201889442", "201889401", "201889403", "201889441", "201889440", "201889443", "201889428", "201889445", "201889423", "201889422", "201889421", "201889420", "201889427", "201889426", "201889425", "201889424"], "equivalent": ["201889418"], "question": "Is the jacket full and red?", "isBalanced": true, "groups": {"global": null, "local": "05-full_red"}, "answer": "yes", "semanticStr": "select: jacket (5)->verify: full [0]->verify color: red  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the jacket is full and red.", "image": "n88366.jpg", "question_id": 201889418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (10)"}, {"operation": "relate", "dependencies": [0], "argument": "charger,to the left of,s (14)"}, {"operation": "verify fatness", "dependencies": [1], "argument": "skinny"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20204688", "20204689", "20204686", "20204687"], "equivalent": ["20204688", "20204686", "20204687", "20204685"], "question": "Is the charger to the left of the chair skinny and white?", "isBalanced": true, "groups": {"global": null, "local": "05-skinny_white"}, "answer": "no", "semanticStr": "select: chair (10)->relate: charger,to the left of,s (14) [0]->verify fatness: skinny [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"8": "10", "2": "14"}, "fullAnswer": {"2": "14"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the charger is skinny but black.", "image": "n532191.jpg", "question_id": 20204685}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "beige|black"}], "entailed": [], "equivalent": ["20541739"], "question": "How does the floor look, black or beige?", "isBalanced": true, "groups": {"global": "color", "local": "10c-floor_color"}, "answer": "beige", "semanticStr": "select: floor (8)->choose color: beige|black [0]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is beige.", "image": "n527290.jpg", "question_id": 20541739}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter age", "dependencies": [0], "argument": "old"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["20473134", "20473135", "20473136", "20473130", "20473131", "20473132", "20473133", "20473129"], "equivalent": ["20473137"], "question": "In which part is the old person?", "isBalanced": true, "groups": {"global": null, "local": "10q-woman_hposition"}, "answer": "right", "semanticStr": "select: person (7)->filter age: old [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"5:7": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The woman is on the right of the image.", "image": "n126891.jpg", "question_id": 20473137}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (8)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "query", "dependencies": [1], "argument": "cleanliness"}], "entailed": ["20891771", "20891759", "20891772", "20891740", "20891761", "20891760", "20891763", "20891764"], "equivalent": ["20891762"], "question": "How clean is the large window?", "isBalanced": true, "groups": {"global": "cleanliness", "local": "10q-window_cleanliness"}, "answer": "clean", "semanticStr": "select: window (8)->filter size: large [0]->query: cleanliness [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The window is clean.", "image": "n347706.jpg", "question_id": 20891762}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coffee table (6)"}, {"operation": "relate", "dependencies": [0], "argument": "books,on top of,s (8)"}, {"operation": "relate", "dependencies": [1], "argument": "device,to the left of,s (7)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201982876", "201982785", "201982875"], "equivalent": ["201982874"], "question": "What type of device is to the left of the books that are on top of the coffee table?", "isBalanced": true, "groups": {"global": "device", "local": "15-books_to the left of,s"}, "answer": "remote control", "semanticStr": "select: coffee table (6)->relate: books,on top of,s (8) [0]->relate: device,to the left of,s (7) [1]->query: name [2]", "annotations": {"answer": {"0:2": "7"}, "question": {"10": "8", "3": "7", "17:19": "6"}, "fullAnswer": {"1": "7", "4:6": "7"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a remote control.", "image": "n526228.jpg", "question_id": 201982874}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (4)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "window (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201759291", "201759374", "201759371"], "equivalent": ["201759374", "201759373"], "question": "Are there both windows and doors in the image?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-door_window"}, "answer": "yes", "semanticStr": "select: door (4)->exist: ? [0]->select: window (5) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "5", "5": "4"}, "fullAnswer": {"5": "4"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a door and a window.", "image": "n150962.jpg", "question_id": 201759373}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (13)"}, {"operation": "relate", "dependencies": [0], "argument": "wine bottle,on top of,s (18)"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["20508382", "20508380", "20508381", "20508379", "20508378", "20508377", "20508376", "20508385"], "equivalent": ["20508383"], "question": "Is the wine bottle on top of the table small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-wine bottle_size"}, "answer": "large", "semanticStr": "select: table (13)->relate: wine bottle,on top of,s (18) [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"8": "13", "2:4": "18"}, "fullAnswer": {"1:3": "18"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The wine bottle is large.", "image": "n511913.jpg", "question_id": 20508383}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "window (5)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shoes,above,o (8)"}], "entailed": [], "equivalent": ["201759370"], "question": "Is the window above the shoes that look brown?", "isBalanced": true, "groups": {"global": null, "local": "13-window_shoes"}, "answer": "yes", "semanticStr": "select: window (5)->verify rel: shoes,above,o (8) [0]", "annotations": {"answer": {}, "question": {"8": "8", "2": "5", "5": "8"}, "fullAnswer": {"2": "5", "6": "8"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the window is above the shoes.", "image": "n150962.jpg", "question_id": 201759370}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bed (-)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "american flag (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": ["20480121", "20480309", "20480122", "20480327", "20480326", "20480328", "20480502", "20480356", "20480155"], "equivalent": ["20480503"], "question": "Are there either any beds or American flags in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-american flag_bed"}, "answer": "no", "semanticStr": "select: bed (-)->exist: ? [0]->select: american flag (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "existOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there are no American flags or beds.", "image": "n520071.jpg", "question_id": 20480503}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ipod (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,lying next to,s (16)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20899459", "20899458"], "equivalent": ["20899460"], "question": "What's lying next to the ipod?", "isBalanced": true, "groups": {"global": "object", "local": "14-ipod_lying next to,s"}, "answer": "notebook", "semanticStr": "select: ipod (2)->relate: _,lying next to,s (16) [0]->query: name [1]", "annotations": {"answer": {"0": "16"}, "question": {}, "fullAnswer": {"1": "16", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The notebook is lying next to the ipod.", "image": "n403734.jpg", "question_id": 20899460}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "truck (9)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["201342368", "201342364", "201342365", "201342367"], "equivalent": ["201342366", "201342367"], "question": "On which side is the white truck, the left or the right?", "isBalanced": true, "groups": {"global": null, "local": "10c-truck_hposition"}, "answer": "left", "semanticStr": "select: truck (9)->filter color: white [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"5:7": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The truck is on the left of the image.", "image": "n157375.jpg", "question_id": 201342366}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (1)"}, {"operation": "relate", "dependencies": [0], "argument": "man,to the right of,s (0)"}, {"operation": "choose height", "dependencies": [1], "argument": "short|tall"}], "entailed": ["201826543", "201826542", "201826545", "201826544", "201826549", "201826539"], "equivalent": ["201826546"], "question": "Is the man to the right of the other man tall or maybe short?", "isBalanced": true, "groups": {"global": "length", "local": "10c-man_height"}, "answer": "short", "semanticStr": "select: man (1)->relate: man,to the right of,s (0) [0]->choose height: short|tall [1]", "annotations": {"answer": {}, "question": {"9": "1", "2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The man is short.", "image": "n59627.jpg", "question_id": 201826546}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (18)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,to the right of,s (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202012555", "202012551", "202012552", "202012553"], "equivalent": ["202012554"], "question": "What kind of furniture is to the right of the shelves?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-shelves_to the right of,s"}, "answer": "cabinets", "semanticStr": "select: shelves (18)->relate: furniture,to the right of,s (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3": "19"}, "fullAnswer": {"1:4": "19", "5": "19"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n326988.jpg", "question_id": 202012554}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plate (14)"}, {"operation": "choose vposition", "dependencies": [0], "argument": "top|bottom"}], "entailed": ["201570767", "201570766"], "equivalent": ["201570768"], "question": "Is the plate in the bottom part or in the top of the image?", "isBalanced": true, "groups": {"global": null, "local": "10c-plate_vposition"}, "answer": "top", "semanticStr": "select: plate (14)->choose vposition: top|bottom [0]", "annotations": {"answer": {}, "question": {"2": "14"}, "fullAnswer": {"1": "14"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The plate is in the top of the image.", "image": "n382416.jpg", "question_id": 201570768}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "clothing (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "gray"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201947750", "201947749"], "equivalent": ["201947751"], "question": "What article of clothing is gray?", "isBalanced": true, "groups": {"global": "clothing", "local": "12q-clothing_gray"}, "answer": "tank top", "semanticStr": "select: clothing (6)->filter color: gray [0]->query: name [1]", "annotations": {"answer": {"0:2": "6"}, "question": {"1:4": "6"}, "fullAnswer": {"1:3": "6", "5:7": "6"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The clothing item is a tank top.", "image": "n473688.jpg", "question_id": 201947751}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bottle (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "not(glass)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["2053537", "2053536", "2053546"], "equivalent": ["2053546", "2053547"], "question": "Are there any bottles in the image that are not made of glass?", "isBalanced": true, "groups": {"global": null, "local": "04-bottle_n#glass"}, "answer": "yes", "semanticStr": "select: bottle (1)->filter material: not(glass) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "1"}, "fullAnswer": {"4": "1"}}, "types": {"detailed": "existMaterialNot", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is a bottle that is made of plastic.", "image": "n146555.jpg", "question_id": 2053547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cabinets (17)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "verify shape", "dependencies": [1], "argument": "rectangular"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": [], "equivalent": ["202102692"], "question": "Are the cabinets that are made of wood both rectangular and white?", "isBalanced": true, "groups": {"global": null, "local": "05-rectangular_white"}, "answer": "no", "semanticStr": "select: cabinets (17)->filter material: wood [0]->verify shape: rectangular [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "17", "7": "17"}, "fullAnswer": {"2": "17"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the cabinets are rectangular but brown.", "image": "n386682.jpg", "question_id": 202102692}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201902603", "201902602", "201902605", "201902604", "201902577", "201902576", "201902575", "201902574"], "equivalent": ["201902607"], "question": "Which kind of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "desk", "semanticStr": "select: furniture (1)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "1"}, "question": {"3": "1"}, "fullAnswer": {"1": "1", "4": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a desk.", "image": "n435808.jpg", "question_id": 201902607}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (7)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201976901", "201976902"], "equivalent": ["201976901", "201976900"], "question": "Where is that street sign?", "isBalanced": true, "groups": {"global": "place", "local": "14-street sign_on,o"}, "answer": "street", "semanticStr": "select: street sign (7)->relate: place,on,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {"3:5": "7"}, "fullAnswer": {"1:3": "7", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign is on the street.", "image": "n279173.jpg", "question_id": 201976900}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (8)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20668041", "20668054", "20668051", "20668053", "20668052", "20668042", "20668070"], "equivalent": ["20668072"], "question": "What piece of furniture is wide?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wide"}, "answer": "couch", "semanticStr": "select: furniture (8)->filter width: wide [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"1:4": "8"}, "fullAnswer": {"1:4": "8", "6": "8"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a couch.", "image": "n181355.jpg", "question_id": 20668072}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498262", "201498259"], "equivalent": ["201498258"], "question": "What is in front of the tape?", "isBalanced": true, "groups": {"global": "drink", "local": "14-tape_in front of,s"}, "answer": "coffee cup", "semanticStr": "select: tape (2)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"6": "2"}, "fullAnswer": {"8": "2", "1:3": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee cup is in front of the tape.", "image": "n315887.jpg", "question_id": 201498258}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tape (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (1)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201498262", "201498258"], "equivalent": ["201498259"], "question": "What's in front of the tape?", "isBalanced": true, "groups": {"global": "drink", "local": "14-tape_in front of,s"}, "answer": "coffee cup", "semanticStr": "select: tape (2)->relate: _,in front of,s (1) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {}, "fullAnswer": {"8": "2", "1:3": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The coffee cup is in front of the tape.", "image": "n315887.jpg", "question_id": 201498259}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (1)"}, {"operation": "filter width", "dependencies": [0], "argument": "not(wide)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20668076", "20667464"], "equivalent": ["20668077"], "question": "Which kind of furniture isn't wide?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_n#wide"}, "answer": "coffee table", "semanticStr": "select: furniture (1)->filter width: not(wide) [0]->query: name [1]", "annotations": {"answer": {"0:2": "1"}, "question": {"3": "8"}, "fullAnswer": {"1": "8", "4:6": "1"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The furniture is a coffee table.", "image": "n181355.jpg", "question_id": 20668077}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "trees (13)"}, {"operation": "filter height", "dependencies": [0], "argument": "tall"}, {"operation": "choose color", "dependencies": [1], "argument": "green|brown"}], "entailed": ["20941953"], "equivalent": ["20941952"], "question": "Are the tall trees green or brown?", "isBalanced": true, "groups": {"global": "color", "local": "10c-trees_color"}, "answer": "green", "semanticStr": "select: trees (13)->filter height: tall [0]->choose color: green|brown [1]", "annotations": {"answer": {}, "question": {"2:4": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The trees are green.", "image": "n137182.jpg", "question_id": 20941952}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156792"], "equivalent": ["202156791"], "question": "The grass is in front of what?", "isBalanced": true, "groups": {"global": "thing", "local": "14-grass_in front of,o"}, "answer": "rocks", "semanticStr": "select: grass (1)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"1": "1"}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is in front of the rocks.", "image": "n543966.jpg", "question_id": 202156791}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (1)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202156791"], "equivalent": ["202156792"], "question": "What is the grass in front of?", "isBalanced": true, "groups": {"global": "thing", "local": "14-grass_in front of,o"}, "answer": "rocks", "semanticStr": "select: grass (1)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {}, "fullAnswer": {"1": "1", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The grass is in front of the rocks.", "image": "n543966.jpg", "question_id": 202156792}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lady (9)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20757140"], "equivalent": ["20757139"], "question": "What is this lady in front of?", "isBalanced": true, "groups": {"global": "tableware", "local": "14-lady_in front of,o"}, "answer": "plates", "semanticStr": "select: lady (9)->relate: _,in front of,o (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"3": "9"}, "fullAnswer": {"1": "9", "7": "2"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is in front of the plates.", "image": "n433532.jpg", "question_id": 20757139}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "plates (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,in front of,s (9)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20757137", "20757141"], "equivalent": ["20757138"], "question": "Who is in front of the plates?", "isBalanced": true, "groups": {"global": "person", "local": "14-plates_in front of,s"}, "answer": "lady", "semanticStr": "select: plates (2)->relate: person,in front of,s (9) [0]->query: name [1]", "annotations": {"answer": {"0": "9"}, "question": {}, "fullAnswer": {"1": "9", "7": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The lady is in front of the plates.", "image": "n433532.jpg", "question_id": 20757138}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "filter color", "dependencies": [0], "argument": "orange"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["201574484"], "equivalent": ["201574483"], "question": "Are there orange doors in this picture?", "isBalanced": true, "groups": {"global": null, "local": "04-door_orange"}, "answer": "no", "semanticStr": "select: door (8)->filter color: orange [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"3": "8"}, "fullAnswer": {"4": "8"}}, "types": {"detailed": "existAttrC", "semantic": "obj", "structural": "verify"}, "fullAnswer": "No, there is a door but it is green.", "image": "n116329.jpg", "question_id": 201574483}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "door (8)"}, {"operation": "choose color", "dependencies": [0], "argument": "green|brown"}], "entailed": [], "equivalent": ["201574486"], "question": "Does the door look brown or green?", "isBalanced": true, "groups": {"global": "color", "local": "10c-door_color"}, "answer": "green", "semanticStr": "select: door (8)->choose color: green|brown [0]", "annotations": {"answer": {}, "question": {"2": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The door is green.", "image": "n116329.jpg", "question_id": 201574486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "knife (5)"}, {"operation": "select", "dependencies": [], "argument": "cake (4) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20394707"], "question": "What do the knife and the cake have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-cake_knife"}, "answer": "color", "semanticStr": "select: knife (5)->select: cake (4) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"3": "5", "6": "4"}, "fullAnswer": {"4": "5", "7": "4"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the knife and the cake are blue.", "image": "n369313.jpg", "question_id": 20394707}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sign post (15)"}, {"operation": "select", "dependencies": [], "argument": "bag (5) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": [], "equivalent": ["20898569"], "question": "What do the sign post and the bag have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-bag_sign post"}, "answer": "color", "semanticStr": "select: sign post (15)->select: bag (5) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"7": "5", "3:5": "15"}, "fullAnswer": {"8": "5", "4:6": "15"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the sign post and the bag are white.", "image": "n243701.jpg", "question_id": 20898569}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "appliance (7)"}, {"operation": "filter material", "dependencies": [0], "argument": "stainless steel"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201637352", "201637350", "201637351", "201637338", "201637339", "201637349", "201637348", "201637341", "201637340", "201637343", "201637345", "201637344", "201637347", "201637346"], "equivalent": ["201637343", "201637342", "201637344"], "question": "What color is the appliance made of stainless steel?", "isBalanced": true, "groups": {"global": "color", "local": "10q-gas stove_color"}, "answer": "black", "semanticStr": "select: appliance (7)->filter material: stainless steel [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4": "7", "7:9": "7"}, "fullAnswer": {"1:3": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The gas stove is black.", "image": "n200692.jpg", "question_id": 201637342}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "stove (2)"}, {"operation": "relate", "dependencies": [0], "argument": "microwave,below,o (1)"}, {"operation": "query", "dependencies": [1], "argument": "shape"}], "entailed": ["202174018", "202174007", "202174008", "202174016", "202174014", "202174015"], "equivalent": ["202174017"], "question": "What shape is the microwave the stove is below?", "isBalanced": true, "groups": {"global": "shape", "local": "10q-microwave_shape"}, "answer": "rectangular", "semanticStr": "select: stove (2)->relate: microwave,below,o (1) [0]->query: shape [1]", "annotations": {"answer": {}, "question": {"4": "1", "6": "2"}, "fullAnswer": {"1": "1"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The microwave is rectangular.", "image": "n398429.jpg", "question_id": 202174017}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (2)"}, {"operation": "select", "dependencies": [], "argument": "road (13) "}, {"operation": "common", "dependencies": [0, 1], "argument": ""}], "entailed": ["20898562"], "equivalent": ["20898561", "20898562"], "question": "What do both the signal light and the road have in common?", "isBalanced": true, "groups": {"global": null, "local": "09common-road_traffic light"}, "answer": "color", "semanticStr": "select: traffic light (2)->select: road (13) ->common:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "13", "4:6": "2"}, "fullAnswer": {"8": "13", "4:6": "2"}}, "types": {"detailed": "twoCommon", "semantic": "attr", "structural": "compare"}, "fullAnswer": "The color, both the signal light and the road are black.", "image": "n243701.jpg", "question_id": 20898561}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "yard (10)"}, {"operation": "select", "dependencies": [], "argument": "table (7) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20340411"], "equivalent": ["20340412"], "question": "Does the yard have a different color than the table?", "isBalanced": true, "groups": {"global": null, "local": "09diff-table_yard"}, "answer": "yes", "semanticStr": "select: yard (10)->select: table (7) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"9": "7", "2": "10"}, "fullAnswer": {"2": "10", "7": "7"}}, "types": {"detailed": "twoDifferent", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, the yard is green and the table is white.", "image": "n513100.jpg", "question_id": 20340412}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelf (13)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["202240918", "202240907", "202240923", "202240913", "202240912", "202240920", "202240914", "202240917", "202240919", "202240915", "202240921"], "equivalent": ["202240916"], "question": "What's the shelf made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelf_material"}, "answer": "wood", "semanticStr": "select: shelf (13)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelf is made of wood.", "image": "n460385.jpg", "question_id": 202240916}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (8)"}, {"operation": "verify rel", "dependencies": [0], "argument": "mirror,above,o (-)"}], "entailed": [], "equivalent": ["20827718"], "question": "Is the light fixture above a mirror?", "isBalanced": true, "groups": {"global": null, "local": "13-light fixture_mirror"}, "answer": "no", "semanticStr": "select: light fixture (8)->verify rel: mirror,above,o (-) [0]", "annotations": {"answer": {}, "question": {"2:4": "8"}, "fullAnswer": {"2:4": "8", "7": "4"}}, "types": {"detailed": "relVerifyCo", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, the light fixture is above a sofa.", "image": "n283587.jpg", "question_id": 20827718}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "wall (13)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on top of,s (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20320497"], "equivalent": ["20320496"], "question": "What is located on top of the wall?", "isBalanced": true, "groups": {"global": "", "local": "14-wall_on top of,s"}, "answer": "newspaper", "semanticStr": "select: wall (13)->relate: _,on top of,s (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"7": "13"}, "fullAnswer": {"1": "8", "7": "13"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The newspaper is on top of the wall.", "image": "n206358.jpg", "question_id": 20320496}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "coat (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,attached to,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535903"], "equivalent": ["201535904"], "question": "What's attached to the coat?", "isBalanced": true, "groups": {"global": "thing", "local": "14-coat_attached to,s"}, "answer": "rope", "semanticStr": "select: coat (10)->relate: _,attached to,s (7) [0]->query: name [1]", "annotations": {"answer": {"0": "7"}, "question": {}, "fullAnswer": {"1": "7", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rope is attached to the coat.", "image": "n272098.jpg", "question_id": 201535904}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "light fixture (8)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (3)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20827304"], "equivalent": ["20827715"], "question": "What is the light fixture in front of?", "isBalanced": true, "groups": {"global": "urban environment", "local": "14-light fixture_in front of,o"}, "answer": "window", "semanticStr": "select: light fixture (8)->relate: _,in front of,o (3) [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {}, "fullAnswer": {"8": "3", "1:3": "8"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The light fixture is in front of the window.", "image": "n283587.jpg", "question_id": 20827715}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (17)"}, {"operation": "query", "dependencies": [0], "argument": "activity"}], "entailed": ["20818698", "20818699", "20818692", "20818693", "20818691", "20818694", "20818695", "20818700", "20818701", "20818702", "20818703", "20818704"], "equivalent": ["20818696"], "question": "What is the batter doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-batter_activity"}, "answer": "playing", "semanticStr": "select: batter (17)->query: activity [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The batter is playing.", "image": "n279581.jpg", "question_id": 20818696}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bench (8)"}, {"operation": "filter length", "dependencies": [0], "argument": "long"}, {"operation": "query", "dependencies": [1], "argument": "hposition"}], "entailed": ["2046711", "2046710", "2046709"], "equivalent": ["2046712"], "question": "On which side of the picture is the long bench?", "isBalanced": true, "groups": {"global": null, "local": "10q-bench_hposition"}, "answer": "left", "semanticStr": "select: bench (8)->filter length: long [0]->query: hposition [1]", "annotations": {"answer": {}, "question": {"8:10": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "positionQuery", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bench is on the left of the image.", "image": "n71728.jpg", "question_id": 2046712}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (17)"}, {"operation": "filter activity", "dependencies": [0], "argument": "playing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["20818697"], "question": "Who is playing?", "isBalanced": true, "groups": {"global": "person", "local": "playing"}, "answer": "batter", "semanticStr": "select: person (17)->filter activity: playing [0]->query: name [1]", "annotations": {"answer": {"0": "17"}, "question": {}, "fullAnswer": {"1": "17"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The batter is playing.", "image": "n279581.jpg", "question_id": 20818697}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,to the right of,s (7)"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["20648149", "20648148", "20648145", "20648144", "20648147", "20648152", "20648153", "20648150"], "equivalent": ["20648146"], "question": "What color is the helmet to the right of the man?", "isBalanced": true, "groups": {"global": "color", "local": "10q-helmet_color"}, "answer": "white", "semanticStr": "select: man (11)->relate: helmet,to the right of,s (7) [0]->query: color [1]", "annotations": {"answer": {}, "question": {"10": "11", "4": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The helmet is white.", "image": "n471866.jpg", "question_id": 20648146}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (11)"}, {"operation": "relate", "dependencies": [0], "argument": "helmet,to the right of,s (7)"}, {"operation": "verify hardness", "dependencies": [1], "argument": "hard"}, {"operation": "verify color", "dependencies": [1], "argument": "white "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["20648149", "20648148", "20648158", "20648145", "20648144", "20648147", "20648146", "20648153", "20648150", "20648151", "20648157", "20648152", "20648142"], "equivalent": ["20648141", "20648142"], "question": "Is the helmet that is to the right of the man white and hard?", "isBalanced": true, "groups": {"global": null, "local": "05-hard_white"}, "answer": "yes", "semanticStr": "select: man (11)->relate: helmet,to the right of,s (7) [0]->verify hardness: hard [1]->verify color: white  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"10": "11", "2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the helmet is white and hard.", "image": "n471866.jpg", "question_id": 20648141}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "verify rel", "dependencies": [1], "argument": "sailboats,flying above,o (20)"}], "entailed": [], "equivalent": ["202100453"], "question": "Is the airplane that is not dirty flying above the sailboats on the left of the image?", "isBalanced": true, "groups": {"global": null, "local": "13-airplane_sailboats"}, "answer": "yes", "semanticStr": "select: airplane (1)->filter cleanliness: not(dirty) [0]->verify rel: sailboats,flying above,o (20) [1]", "annotations": {"answer": {}, "question": {"10": "20", "2": "1", "6": "1"}, "fullAnswer": {"2": "1", "7": "20"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the airplane is flying above the sailboats.", "image": "n386688.jpg", "question_id": 202100453}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "airplane (1)"}, {"operation": "filter cleanliness", "dependencies": [0], "argument": "not(dirty)"}, {"operation": "relate", "dependencies": [1], "argument": "watercraft,flying above,o (22)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202100456"], "question": "What is the watercraft that the plane that is not dirty is flying above?", "isBalanced": true, "groups": {"global": "watercraft", "local": "15-airplane_flying above,o"}, "answer": "sailboats", "semanticStr": "select: airplane (1)->filter cleanliness: not(dirty) [0]->relate: watercraft,flying above,o (22) [1]->query: name [2]", "annotations": {"answer": {"0": "22"}, "question": {"10": "1", "3": "22", "6": "1"}, "fullAnswer": {"1": "22", "3": "22"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The watercraft is sailboats.", "image": "n386688.jpg", "question_id": 202100456}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (0)"}, {"operation": "verify color", "dependencies": [0], "argument": "black"}, {"operation": "verify size", "dependencies": [0], "argument": "large "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201595919", "201595918", "201595917", "201595911", "201595910", "201595912", "201595899", "201595890", "201595891", "201595892", "201595893", "201595908", "201595909", "201595902", "201595903", "201595900", "201595901", "201595907", "201595904", "201595889", "201595888", "201595883", "201595887", "201595886", "201595884"], "equivalent": ["201595883", "201595885", "201595884"], "question": "Does the motorcycle have large size and black color?", "isBalanced": true, "groups": {"global": null, "local": "05-black_large"}, "answer": "yes", "semanticStr": "select: motorcycle (0)->verify color: black [0]->verify size: large  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the motorcycle is large and black.", "image": "n302358.jpg", "question_id": 201595885}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (6)"}, {"operation": "filter pose", "dependencies": [0], "argument": "standing"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201984013", "201984003", "201984014"], "equivalent": ["201984030"], "question": "Who is standing?", "isBalanced": true, "groups": {"global": "person", "local": "standing"}, "answer": "woman", "semanticStr": "select: person (6)->filter pose: standing [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The woman is standing.", "image": "n16378.jpg", "question_id": 201984030}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "filter color", "dependencies": [1], "argument": "red"}, {"operation": "relate", "dependencies": [2], "argument": "_,hanging from,s (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201641394", "201641393", "201641392", "201641391", "201641426"], "equivalent": ["201641425"], "question": "What hangs from the traffic light that is black and red?", "isBalanced": true, "groups": {"global": "sign", "local": "14-traffic light_hanging from,s"}, "answer": "street sign", "semanticStr": "select: traffic light (7)->filter color: black [0]->filter color: red [1]->relate: _,hanging from,s (6) [2]->query: name [3]", "annotations": {"answer": {"0:2": "6"}, "question": {"8": "7", "4:6": "7", "10": "7"}, "fullAnswer": {"1:3": "6", "6:8": "7"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign hangs from the traffic light.", "image": "n532213.jpg", "question_id": 201641425}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "white"}, {"operation": "filter color", "dependencies": [1], "argument": "blue"}, {"operation": "relate", "dependencies": [2], "argument": "_,hanging from,o (7)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201641340", "201641341"], "equivalent": ["201641427"], "question": "What does the street sign that looks white and blue hang from?", "isBalanced": true, "groups": {"global": "object", "local": "14-street sign_hanging from,o"}, "answer": "traffic light", "semanticStr": "select: street sign (6)->filter color: white [0]->filter color: blue [1]->relate: _,hanging from,o (7) [2]->query: name [3]", "annotations": {"answer": {"0:2": "7"}, "question": {"9": "6", "7": "6", "3:5": "6"}, "fullAnswer": {"1:3": "6", "6:8": "7"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The street sign hangs from the traffic light.", "image": "n532213.jpg", "question_id": 201641427}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "traffic light (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "filter color", "dependencies": [1], "argument": "black"}, {"operation": "relate", "dependencies": [2], "argument": "sign,hanging from,s (6)"}, {"operation": "query", "dependencies": [3], "argument": "name"}], "entailed": ["201641394", "201641393", "201641392", "201641391", "201641425"], "equivalent": ["201641426"], "question": "What is the sign that hangs from the signal light that looks red and black?", "isBalanced": true, "groups": {"global": "sign", "local": "15-traffic light_hanging from,s"}, "answer": "street sign", "semanticStr": "select: traffic light (7)->filter color: red [0]->filter color: black [1]->relate: sign,hanging from,s (6) [2]->query: name [3]", "annotations": {"answer": {"0:2": "6"}, "question": {"8:10": "7", "3": "6", "12": "7", "14": "7"}, "fullAnswer": {"1": "6", "4:6": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The sign is a street sign.", "image": "n532213.jpg", "question_id": 201641426}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,hanging from,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896229", "20896228", "20896230", "20896231", "20896227", "20896226"], "equivalent": ["20896232"], "question": "Which kind of furniture is the towel hanging from?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-towel_hanging from,o"}, "answer": "cabinets", "semanticStr": "select: towel (10)->relate: furniture,hanging from,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"3": "8"}, "fullAnswer": {"1": "10", "6": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The towel is hanging from the cabinets.", "image": "n548534.jpg", "question_id": 20896232}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "street sign (6)"}, {"operation": "filter color", "dependencies": [0], "argument": "blue"}, {"operation": "filter color", "dependencies": [1], "argument": "white"}, {"operation": "verify material", "dependencies": [2], "argument": "metal"}], "entailed": ["201641424", "201641419", "201641421", "201641423", "201641422"], "equivalent": ["201641420"], "question": "Is metal used to make the street sign that looks blue and white?", "isBalanced": true, "groups": {"global": null, "local": "06-street sign_metal"}, "answer": "yes", "semanticStr": "select: street sign (6)->filter color: blue [0]->filter color: white [1]->verify material: metal [2]", "annotations": {"answer": {}, "question": {"10": "6", "12": "6", "6:8": "6"}, "fullAnswer": {"2:4": "6"}}, "types": {"detailed": "materialVerify", "semantic": "attr", "structural": "verify"}, "fullAnswer": "Yes, the street sign is made of metal.", "image": "n532213.jpg", "question_id": 201641420}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (3)"}, {"operation": "verify color", "dependencies": [0], "argument": "dark"}, {"operation": "verify length", "dependencies": [0], "argument": "short "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20724230"], "question": "Do the trousers have short length and dark color?", "isBalanced": true, "groups": {"global": null, "local": "05-dark_short"}, "answer": "no", "semanticStr": "select: pants (3)->verify color: dark [0]->verify length: short  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "3"}, "fullAnswer": {"2": "3"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trousers are dark but long.", "image": "n369970.jpg", "question_id": 20724230}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "towel (10)"}, {"operation": "relate", "dependencies": [0], "argument": "furniture,hanging from,o (8)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20896229", "20896228", "20896232", "20896230", "20896227", "20896226"], "equivalent": ["20896229", "20896230", "20896231"], "question": "What are the items of furniture that the towel is hanging from called?", "isBalanced": true, "groups": {"global": "furniture", "local": "15-towel_hanging from,o"}, "answer": "cabinets", "semanticStr": "select: towel (10)->relate: furniture,hanging from,o (8) [0]->query: name [1]", "annotations": {"answer": {"0": "8"}, "question": {"8": "10", "3:6": "8"}, "fullAnswer": {"1:4": "8", "5": "8"}}, "types": {"detailed": "categoryRelO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The pieces of furniture are cabinets.", "image": "n548534.jpg", "question_id": 20896231}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cat (0)"}, {"operation": "choose", "dependencies": [0], "argument": "black and white|colorful"}], "entailed": ["201247152", "201247150"], "equivalent": ["201247150", "201247151"], "question": "Does the cat look black and white or colorful?", "isBalanced": true, "groups": {"global": "24", "local": "10c-cat_24"}, "answer": "black and white", "semanticStr": "select: cat (0)->choose: black and white|colorful [0]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The cat is black and white.", "image": "n83784.jpg", "question_id": 201247151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,sitting atop,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247157", "201247155", "201247088", "201247158"], "equivalent": ["201247156"], "question": "What animal sits atop the chair?", "isBalanced": true, "groups": {"global": "animal", "local": "14-chair_sitting atop,s"}, "answer": "cat", "semanticStr": "select: chair (1)->relate: animal,sitting atop,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "5": "1"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The cat sits atop the chair.", "image": "n83784.jpg", "question_id": 201247156}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "gloves (2)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202180330"], "equivalent": ["202180331"], "question": "Who is wearing the gloves?", "isBalanced": true, "groups": {"global": "person", "local": "14-gloves_wearing,s"}, "answer": "soccer player", "semanticStr": "select: gloves (2)->relate: person,wearing,s (0) [0]->query: name [1]", "annotations": {"answer": {"0:2": "0"}, "question": {}, "fullAnswer": {"1:3": "0", "5": "2"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The soccer player is wearing gloves.", "image": "n380113.jpg", "question_id": 202180331}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pillows (8)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the left of,s (0)"}, {"operation": "choose pose", "dependencies": [1], "argument": "sitting|walking"}], "entailed": ["202265709", "202265707", "202265706"], "equivalent": ["202265708"], "question": "What is the woman that is to the left of the pillows doing, sitting or walking?", "isBalanced": true, "groups": {"global": "pose", "local": "10c-woman_pose"}, "answer": "sitting", "semanticStr": "select: pillows (8)->relate: woman,to the left of,s (0) [0]->choose pose: sitting|walking [1]", "annotations": {"answer": {}, "question": {"11": "8", "3": "0"}, "fullAnswer": {"1": "0"}}, "types": {"detailed": "activityChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The woman is sitting.", "image": "n534106.jpg", "question_id": 202265708}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (1)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,sitting atop,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201247157", "201247156", "201247155", "201247088"], "equivalent": ["201247158"], "question": "Which kind of animal sits atop the chair?", "isBalanced": true, "groups": {"global": "animal", "local": "15-chair_sitting atop,s"}, "answer": "cat", "semanticStr": "select: chair (1)->relate: animal,sitting atop,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a cat.", "image": "n83784.jpg", "question_id": 201247158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "woman (0)"}, {"operation": "verify age", "dependencies": [0], "argument": "old"}, {"operation": "verify height", "dependencies": [0], "argument": "tall "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["20295473"], "equivalent": ["20295472"], "question": "Is the woman tall and old?", "isBalanced": true, "groups": {"global": null, "local": "05-old_tall"}, "answer": "no", "semanticStr": "select: woman (0)->verify age: old [0]->verify height: tall  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "0"}, "fullAnswer": {"2": "0"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the woman is tall but young.", "image": "n162586.jpg", "question_id": 20295472}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shelves (7)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20541468", "20541469", "20541459", "20541458", "20541460", "20541461", "20541462", "20541463", "20541464", "20541466", "20541467"], "equivalent": ["20541465"], "question": "What are the shelves made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-shelves_material"}, "answer": "wood", "semanticStr": "select: shelves (7)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The shelves are made of wood.", "image": "n527290.jpg", "question_id": 20541465}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheets (2)"}, {"operation": "choose color", "dependencies": [0], "argument": "blue|pink"}], "entailed": [], "equivalent": ["201080103"], "question": "Do the sheets seem to be blue or pink?", "isBalanced": true, "groups": {"global": "color", "local": "10c-sheets_color"}, "answer": "blue", "semanticStr": "select: sheets (2)->choose color: blue|pink [0]", "annotations": {"answer": {}, "question": {"2": "2"}, "fullAnswer": {"1": "2"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The sheets are blue.", "image": "n23181.jpg", "question_id": 201080103}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "batter (0)"}, {"operation": "relate", "dependencies": [0], "argument": "baseball players,to the right of,s (5)"}, {"operation": "query", "dependencies": [1], "argument": "activity"}], "entailed": ["201536449", "201536453", "201536451", "201536450", "201536454"], "equivalent": ["201536452"], "question": "What are the baseball players to the right of the batter doing?", "isBalanced": true, "groups": {"global": "activity", "local": "10q-baseball players_activity"}, "answer": "staring", "semanticStr": "select: batter (0)->relate: baseball players,to the right of,s (5) [0]->query: activity [1]", "annotations": {"answer": {}, "question": {"10": "0", "3:5": "5"}, "fullAnswer": {"1:3": "5"}}, "types": {"detailed": "activity", "semantic": "attr", "structural": "query"}, "fullAnswer": "The baseball players are staring.", "image": "n538684.jpg", "question_id": 201536452}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "watch (13)"}, {"operation": "relate", "dependencies": [0], "argument": "person,wearing,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "device,behind,s (9)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20307200", "20307201", "20307202", "20307198", "20307146", "20307145", "20307144", "20307143"], "equivalent": ["20307199"], "question": "What is the device behind the person that is wearing a watch called?", "isBalanced": true, "groups": {"global": "device", "local": "15-man_behind,s"}, "answer": "television", "semanticStr": "select: watch (13)->relate: person,wearing,s (0) [0]->relate: device,behind,s (9) [1]->query: name [2]", "annotations": {"answer": {"0": "9"}, "question": {"11": "13", "3": "9", "6": "0"}, "fullAnswer": {"1": "9", "4": "9"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The device is a television.", "image": "n554880.jpg", "question_id": 20307199}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "palm tree (5)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,o (11)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201885420", "201885419"], "equivalent": ["201885418", "201885419"], "question": "What is the palm in front of?", "isBalanced": true, "groups": {"global": "plant", "local": "14-palm tree_in front of,o"}, "answer": "plant", "semanticStr": "select: palm tree (5)->relate: _,in front of,o (11) [0]->query: name [1]", "annotations": {"answer": {"0": "11"}, "question": {"3": "5"}, "fullAnswer": {"1": "5", "7": "11"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The palm is in front of the plant.", "image": "n222297.jpg", "question_id": 201885418}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "chair (7) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["201067894", "201067843"], "equivalent": ["201067897"], "question": "Are there both bags and chairs in this scene?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-bag_chair"}, "answer": "yes", "semanticStr": "select: bag (8)->exist: ? [0]->select: chair (7) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "8", "5": "7"}, "fullAnswer": {"5": "8"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a bag and a chair.", "image": "n367944.jpg", "question_id": 201067897}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (9)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202024874", "202024875", "202024872", "202024873", "202024870", "202024869", "202024868"], "equivalent": ["202024871"], "question": "What is the color of the pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "black", "semanticStr": "select: pants (9)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "9"}, "fullAnswer": {"1": "9"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are black.", "image": "n369595.jpg", "question_id": 202024871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "toothbrush (3)"}, {"operation": "relate", "dependencies": [0], "argument": "toothbrush,to the right of,s (4)"}, {"operation": "choose size", "dependencies": [1], "argument": "large|small"}], "entailed": ["201360935", "201360934", "201360937", "201360936", "201360931", "201360930", "201360933", "201360932", "201360940", "201360941"], "equivalent": ["201360938"], "question": "Is the toothbrush that is to the right of the other toothbrush small or large?", "isBalanced": true, "groups": {"global": "size", "local": "10c-toothbrush_size"}, "answer": "large", "semanticStr": "select: toothbrush (3)->relate: toothbrush,to the right of,s (4) [0]->choose size: large|small [1]", "annotations": {"answer": {}, "question": {"11": "3", "2": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The toothbrush is large.", "image": "n541688.jpg", "question_id": 201360938}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "cake (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "nut (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201637062"], "question": "Are there both cakes and nuts in this photograph?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-cake_nut"}, "answer": "no", "semanticStr": "select: cake (2)->exist: ? [0]->select: nut (-) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existAndC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a cake but no nuts.", "image": "n200692.jpg", "question_id": 201637062}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bat (5)"}, {"operation": "query", "dependencies": [0], "argument": "material"}], "entailed": ["20818868", "20818878", "20818883", "20818861", "20818873", "20818863", "20818862", "20818865", "20818864", "20818867", "20818855", "20818856", "20818858"], "equivalent": ["20818866"], "question": "What is the bat made of?", "isBalanced": true, "groups": {"global": "material", "local": "10q-bat_material"}, "answer": "wood", "semanticStr": "select: bat (5)->query: material [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "material", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bat is made of wood.", "image": "n279581.jpg", "question_id": 20818866}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "outlet (15)"}, {"operation": "relate", "dependencies": [0], "argument": "bed,next to,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["20753322", "20753320", "20753321", "20753352", "20753350", "20753339", "20753279", "20753345", "20753348", "20753343", "20753373", "20753309", "20753361", "20753362", "20753363", "20753346", "20753347"], "equivalent": ["20753348", "20753349"], "question": "What is the width of the bed next to the power outlet?", "isBalanced": true, "groups": {"global": "width", "local": "10q-bed_width"}, "answer": "narrow", "semanticStr": "select: outlet (15)->relate: bed,next to,s (4) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"6": "4", "10:12": "15"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The bed is narrow.", "image": "n49438.jpg", "question_id": 20753349}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "shirt (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "light blue"}, {"operation": "verify", "dependencies": [0], "argument": "sleeveless "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["201319475"], "question": "Is the shirt sleeveless and light blue?", "isBalanced": true, "groups": {"global": null, "local": "05-light blue_sleeveless"}, "answer": "no", "semanticStr": "select: shirt (1)->verify color: light blue [0]->verify: sleeveless  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "1"}, "fullAnswer": {"2": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the shirt is light blue but long sleeved.", "image": "n508733.jpg", "question_id": 201319475}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "waffles (5)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202285499", "202285498", "202285493", "202285492", "202285491", "202285490", "202285494", "202285501", "202285500", "202285503", "202285504"], "equivalent": ["202285503", "202285502"], "question": "What color do you think the waffles are?", "isBalanced": true, "groups": {"global": "color", "local": "10q-waffles_color"}, "answer": "brown", "semanticStr": "select: waffles (5)->query: color [0]", "annotations": {"answer": {}, "question": {"6": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The waffles are brown.", "image": "n100991.jpg", "question_id": 202285502}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "zebra (3)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,to the right of,s (2)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202073236", "202073238", "202073239", "202073203"], "equivalent": ["202073235"], "question": "What type of animal is to the right of the zebra?", "isBalanced": true, "groups": {"global": "animal", "local": "15-zebra_to the right of,s"}, "answer": "horses", "semanticStr": "select: zebra (3)->relate: animal,to the right of,s (2) [0]->query: name [1]", "annotations": {"answer": {"0": "2"}, "question": {"10": "3", "3": "2"}, "fullAnswer": {"1": "2", "3": "2"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animals are horses.", "image": "n219840.jpg", "question_id": 202073235}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "banana (13)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["202285025", "202285060", "202285066", "202285067", "202285048", "202285049", "202285000", "202285001", "202285024", "202285043", "202285023", "202285047", "202285059", "202285058", "202285053", "202285052", "202285051", "202285057", "202285055", "202285054", "202285042"], "equivalent": ["202285056", "202285055", "202285054"], "question": "Of what color is the banana?", "isBalanced": true, "groups": {"global": "color", "local": "10q-banana_color"}, "answer": "yellow", "semanticStr": "select: banana (13)->query: color [0]", "annotations": {"answer": {}, "question": {"5": "13"}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The banana is yellow.", "image": "n100991.jpg", "question_id": 202285056}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dog (7)"}, {"operation": "filter vposition", "dependencies": [0], "argument": "middle"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201879598", "201879593", "201879594", "201879595", "201879597", "201879600"], "equivalent": ["201879595", "201879596"], "question": "Which color do you think the dog in the center of the picture is?", "isBalanced": true, "groups": {"global": "color", "local": "10q-dog_color"}, "answer": "light brown", "semanticStr": "select: dog (7)->filter vposition: middle [0]->query: color [1]", "annotations": {"answer": {}, "question": {"6": "7"}, "fullAnswer": {"1": "7"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The dog is light brown.", "image": "n290409.jpg", "question_id": 201879596}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tree (5)"}, {"operation": "filter size", "dependencies": [0], "argument": "huge"}, {"operation": "verify color", "dependencies": [1], "argument": "green"}, {"operation": "verify height", "dependencies": [1], "argument": "short "}, {"operation": "and", "dependencies": [2, 3], "argument": ""}], "entailed": ["202119572", "202119573"], "equivalent": ["202119574", "202119573"], "question": "Are the trees that look huge green and short?", "isBalanced": true, "groups": {"global": null, "local": "05-green_short"}, "answer": "no", "semanticStr": "select: tree (5)->filter size: huge [0]->verify color: green [1]->verify height: short  [1]->and:  [2, 3]", "annotations": {"answer": {}, "question": {"2": "5", "5": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the trees are green but tall.", "image": "n544255.jpg", "question_id": 202119574}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "motorcycle (2)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "ball (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201976623"], "question": "Is there any motorcycle or ball in the scene?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-ball_motorcycle"}, "answer": "yes", "semanticStr": "select: motorcycle (2)->exist: ? [0]->select: ball (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "2"}, "fullAnswer": {"4": "2"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a motorcycle.", "image": "n279173.jpg", "question_id": 201976623}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "counter (2)"}, {"operation": "relate", "dependencies": [0], "argument": "_,on,o (5)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20711634", "20711635", "20711633", "20711646"], "equivalent": ["20711632"], "question": "The counter is on what?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-counter_on,o"}, "answer": "table", "semanticStr": "select: counter (2)->relate: _,on,o (5) [0]->query: name [1]", "annotations": {"answer": {"0": "5"}, "question": {"1": "2"}, "fullAnswer": {"1": "2", "5": "5"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The counter is on the table.", "image": "n549922.jpg", "question_id": 20711632}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "helmet (3)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "catcher (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20863630"], "question": "Are there any helmets or catchers in this image?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-catcher_helmet"}, "answer": "yes", "semanticStr": "select: helmet (3)->exist: ? [0]->select: catcher (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"3": "3"}, "fullAnswer": {"4": "3"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a helmet.", "image": "n14.jpg", "question_id": 20863630}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "kitchen (21)"}, {"operation": "relate", "dependencies": [0], "argument": "cabinet,decorating,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,underneath,s (15)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["202006199", "202006200"], "equivalent": ["202006198"], "question": "What is underneath the cabinet that is decorating the kitchen?", "isBalanced": true, "groups": {"global": "furniture", "local": "14-cabinet_underneath,s"}, "answer": "shelves", "semanticStr": "select: kitchen (21)->relate: cabinet,decorating,s (10) [0]->relate: _,underneath,s (15) [1]->query: name [2]", "annotations": {"answer": {"0": "15"}, "question": {"9": "21", "4": "10"}, "fullAnswer": {"1": "15", "5": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The shelves are underneath the cabinet.", "image": "n97485.jpg", "question_id": 202006198}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391878", "201391863", "201391862", "201391861", "201391860", "201391876", "201391877", "201391843", "201391842"], "equivalent": ["201391879"], "question": "What piece of furniture is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "sofa", "semanticStr": "select: furniture (12)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n477702.jpg", "question_id": 201391879}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (4)"}, {"operation": "filter age", "dependencies": [0], "argument": "young"}, {"operation": "verify rel", "dependencies": [1], "argument": "trash can,above,o (3)"}], "entailed": ["20984485", "20984353", "20984352"], "equivalent": ["20984486"], "question": "Is the young person above the garbage can?", "isBalanced": true, "groups": {"global": null, "local": "13-skater_trash can"}, "answer": "yes", "semanticStr": "select: person (4)->filter age: young [0]->verify rel: trash can,above,o (3) [1]", "annotations": {"answer": {}, "question": {"2:4": "4", "6:8": "3"}, "fullAnswer": {"2": "4", "6:8": "3"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the skater is above the garbage can.", "image": "n12214.jpg", "question_id": 20984486}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201391871", "201391869", "201391842"], "equivalent": ["201391870"], "question": "What piece of furniture is it?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "sofa", "semanticStr": "select: furniture (12)->query: name [0]", "annotations": {"answer": {"0": "12"}, "question": {"1:4": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "category", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n477702.jpg", "question_id": 201391870}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "query", "dependencies": [0], "argument": "name"}], "entailed": ["201391870", "201391869", "201391842"], "equivalent": ["201391871"], "question": "What is that item of furniture called?", "isBalanced": true, "groups": {"global": "furniture", "local": "11q-furniture"}, "answer": "sofa", "semanticStr": "select: furniture (12)->query: name [0]", "annotations": {"answer": {"0": "12"}, "question": {"3:6": "12"}, "fullAnswer": {"3": "12"}}, "types": {"detailed": "categoryThis", "semantic": "cat", "structural": "query"}, "fullAnswer": "That is a sofa.", "image": "n477702.jpg", "question_id": 201391871}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "vehicle (7)"}, {"operation": "filter size", "dependencies": [0], "argument": "large"}, {"operation": "verify color", "dependencies": [1], "argument": "red"}], "entailed": ["201264248", "201264249"], "equivalent": ["201264250"], "question": "Does the large vehicle look red?", "isBalanced": true, "groups": {"global": null, "local": "06-bus_red"}, "answer": "no", "semanticStr": "select: vehicle (7)->filter size: large [0]->verify color: red [1]", "annotations": {"answer": {}, "question": {"2:4": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrKC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bus is white.", "image": "n357126.jpg", "question_id": 201264250}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "man (0)"}, {"operation": "relate", "dependencies": [0], "argument": "floor,standing on,o (15)"}, {"operation": "query", "dependencies": [1], "argument": "width"}], "entailed": ["202003852", "202003841", "202003857", "202003856", "202003854", "202003853", "202003869", "202003864", "202003858", "202003862", "202003863", "202003860", "202003861"], "equivalent": ["202003859"], "question": "How wide is the floor the man is standing on?", "isBalanced": true, "groups": {"global": "width", "local": "10q-floor_width"}, "answer": "wide", "semanticStr": "select: man (0)->relate: floor,standing on,o (15) [0]->query: width [1]", "annotations": {"answer": {}, "question": {"4": "15", "6": "0"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "how", "semantic": "attr", "structural": "query"}, "fullAnswer": "The floor is wide.", "image": "n262920.jpg", "question_id": 202003859}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "furniture (12)"}, {"operation": "filter material", "dependencies": [0], "argument": "wood"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201391878", "201391879", "201391863", "201391862", "201391861", "201391860", "201391876", "201391843", "201391842"], "equivalent": ["201391878", "201391877"], "question": "What is the piece of furniture that is made of wood?", "isBalanced": true, "groups": {"global": "furniture", "local": "12q-furniture_wood"}, "answer": "sofa", "semanticStr": "select: furniture (12)->filter material: wood [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {"3:6": "12"}, "fullAnswer": {"1:4": "12", "6": "12"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The piece of furniture is a sofa.", "image": "n477702.jpg", "question_id": 201391877}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "racket (0)"}, {"operation": "relate", "dependencies": [0], "argument": "person,to the right of,s (18)"}, {"operation": "verify rel", "dependencies": [1], "argument": "hat,wearing,o (6)"}], "entailed": ["201974831"], "equivalent": ["201974832"], "question": "Is the person to the right of the tennis racket wearing a hat?", "isBalanced": true, "groups": {"global": null, "local": "13-player_hat"}, "answer": "yes", "semanticStr": "select: racket (0)->relate: person,to the right of,s (18) [0]->verify rel: hat,wearing,o (6) [1]", "annotations": {"answer": {}, "question": {"2": "18", "8:10": "0", "12": "6"}, "fullAnswer": {"2": "18", "6": "6"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the player is wearing a hat.", "image": "n274905.jpg", "question_id": 201974832}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "lamp (10)"}, {"operation": "relate", "dependencies": [0], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201935187"], "equivalent": ["201935188"], "question": "What is in front of the lamp?", "isBalanced": true, "groups": {"global": "tree", "local": "14-lamp_in front of,s"}, "answer": "tree", "semanticStr": "select: lamp (10)->relate: _,in front of,s (12) [0]->query: name [1]", "annotations": {"answer": {"0": "12"}, "question": {}, "fullAnswer": {"1": "12", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the lamp.", "image": "n556604.jpg", "question_id": 201935188}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "jacket (7)"}, {"operation": "filter color", "dependencies": [0], "argument": "dark"}, {"operation": "verify", "dependencies": [1], "argument": "long sleeved"}, {"operation": "select", "dependencies": [], "argument": "jacket (1) "}, {"operation": "filter color", "dependencies": [3], "argument": "white"}, {"operation": "verify", "dependencies": [4], "argument": "long sleeved"}, {"operation": "and", "dependencies": [2, 5], "argument": ""}], "entailed": ["20753658", "20753656", "20753657", "20753696", "20753697", "20753694", "20753695"], "equivalent": ["20753693"], "question": "Are both the jacket that looks dark and the white jacket long sleeved?", "isBalanced": true, "groups": {"global": null, "local": "09verifyAttrAnd-jacket_jacket"}, "answer": "yes", "semanticStr": "select: jacket (7)->filter color: dark [0]->verify: long sleeved [1]->select: jacket (1) ->filter color: white [3]->verify: long sleeved [4]->and:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "7", "9:11": "1", "6": "7"}, "fullAnswer": {"3": "7", "6": "1"}}, "types": {"detailed": "verifyAttrAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, both the jacket and the jacket are long sleeved.", "image": "n481777.jpg", "question_id": 20753693}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "dessert (3)"}, {"operation": "filter", "dependencies": [0], "argument": "grouped"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202244068", "202244082", "202244069", "202244067"], "equivalent": ["202244084"], "question": "What dessert is grouped?", "isBalanced": true, "groups": {"global": "dessert", "local": "12q-dessert_grouped"}, "answer": "cupcakes", "semanticStr": "select: dessert (3)->filter: grouped [0]->query: name [1]", "annotations": {"answer": {"0": "3"}, "question": {"1": "3"}, "fullAnswer": {"1": "3", "3": "3"}}, "types": {"detailed": "categoryThat", "semantic": "cat", "structural": "query"}, "fullAnswer": "The dessert is cupcakes.", "image": "n296467.jpg", "question_id": 202244084}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "tie (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "glasses (-) "}, {"operation": "filter color", "dependencies": [3], "argument": "black"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["20862943", "20862940"], "equivalent": ["20862942"], "question": "Are there any black ties or glasses?", "isBalanced": true, "groups": {"global": null, "local": "04-tie_black"}, "answer": "yes", "semanticStr": "select: tie (5)->filter color: black [0]->exist: ? [1]->select: glasses (-) ->filter color: black [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"4": "5"}, "fullAnswer": {"5": "5"}}, "types": {"detailed": "existAttrOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a black tie.", "image": "n94074.jpg", "question_id": 20862942}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "building (11)"}, {"operation": "relate", "dependencies": [0], "argument": "lamp,in front of,s (10)"}, {"operation": "relate", "dependencies": [1], "argument": "_,in front of,s (12)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["201935188"], "equivalent": ["201935187"], "question": "What is in front of the lamp that is in front of the building?", "isBalanced": true, "groups": {"global": "tree", "local": "14-lamp_in front of,s"}, "answer": "tree", "semanticStr": "select: building (11)->relate: lamp,in front of,s (10) [0]->relate: _,in front of,s (12) [1]->query: name [2]", "annotations": {"answer": {"0": "12"}, "question": {"13": "11", "6": "10"}, "fullAnswer": {"1": "12", "7": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The tree is in front of the lamp.", "image": "n556604.jpg", "question_id": 201935187}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (5)"}, {"operation": "verify material", "dependencies": [0], "argument": "leather"}, {"operation": "verify", "dependencies": [0], "argument": "open "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201795696"], "equivalent": ["201795695"], "question": "Is the bag open and leather?", "isBalanced": true, "groups": {"global": null, "local": "05-leather_open"}, "answer": "no", "semanticStr": "select: bag (5)->verify material: leather [0]->verify: open  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "5"}, "fullAnswer": {"2": "5"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the bag is open but wooden.", "image": "n119944.jpg", "question_id": 201795695}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (2)"}, {"operation": "select", "dependencies": [], "argument": "shoes (16) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["20781691", "20781690", "20781689"], "equivalent": ["20781688", "20781689"], "question": "Are the trousers the same color as the shoes?", "isBalanced": true, "groups": {"global": null, "local": "09same-pants_shoes"}, "answer": "no", "semanticStr": "select: pants (2)->select: shoes (16) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"8": "16", "2": "2"}, "fullAnswer": {"2": "2", "7": "16"}}, "types": {"detailed": "twoSameC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, the trousers are red and the shoes are white.", "image": "n317189.jpg", "question_id": 20781688}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (7)"}, {"operation": "verify state", "dependencies": [0], "argument": "still"}, {"operation": "verify width", "dependencies": [0], "argument": "wide "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": ["201080249", "201080231", "201080230", "201080233", "201080232", "201080234", "201080239", "201080238", "201080250", "201080257", "201080256", "201080255", "201080242", "201080205", "201080206", "201080228", "201080229", "201080240", "201080224", "201080244", "201080223"], "equivalent": ["201080243"], "question": "Is the couch still and wide?", "isBalanced": true, "groups": {"global": null, "local": "05-still_wide"}, "answer": "yes", "semanticStr": "select: couch (7)->verify state: still [0]->verify width: wide  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrs", "semantic": "attr", "structural": "logical"}, "fullAnswer": "Yes, the couch is still and wide.", "image": "n23181.jpg", "question_id": 201080243}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "road (10)"}, {"operation": "filter width", "dependencies": [0], "argument": "wide"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,on,s (4)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20320481"], "equivalent": ["20320478"], "question": "What is the vehicle on the wide road called?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-road_on,s"}, "answer": "suv", "semanticStr": "select: road (10)->filter width: wide [0]->relate: vehicle,on,s (4) [1]->query: name [2]", "annotations": {"answer": {"0": "4"}, "question": {"3": "4", "6:8": "10"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a SUV.", "image": "n206358.jpg", "question_id": 20320478}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bag (8)"}, {"operation": "select", "dependencies": [], "argument": "laptop (1) "}, {"operation": "same color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201067410"], "equivalent": ["201067409"], "question": "Do the bag and the laptop have the same color?", "isBalanced": true, "groups": {"global": null, "local": "09same-bag_laptop"}, "answer": "yes", "semanticStr": "select: bag (8)->select: laptop (1) ->same color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "8", "5": "1"}, "fullAnswer": {"3": "8", "6": "1"}}, "types": {"detailed": "twoSame", "semantic": "attr", "structural": "compare"}, "fullAnswer": "Yes, both the bag and the laptop are white.", "image": "n367944.jpg", "question_id": 201067409}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "skateboard (7)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "salt shaker (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["20894271"], "question": "Are there salt shakers or skateboards in the picture?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-salt shaker_skateboard"}, "answer": "yes", "semanticStr": "select: skateboard (7)->exist: ? [0]->select: salt shaker (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"5": "7"}, "fullAnswer": {"4": "7"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a skateboard.", "image": "n272313.jpg", "question_id": 20894271}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "mirror (1)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "tissues (5) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "and", "dependencies": [1, 3], "argument": ""}], "entailed": ["20518513", "20518510"], "equivalent": ["20518512", "20518513"], "question": "Do you see both tissues and mirrors?", "isBalanced": true, "groups": {"global": null, "local": "09existAnd-mirror_tissue"}, "answer": "yes", "semanticStr": "select: mirror (1)->exist: ? [0]->select: tissues (5) ->exist: ? [2]->and:  [1, 3]", "annotations": {"answer": {}, "question": {"4": "5", "6": "1"}, "fullAnswer": {"5": "1"}}, "types": {"detailed": "existAnd", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there are both a mirror and tissues.", "image": "n141939.jpg", "question_id": 20518512}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "picture frame (1)"}, {"operation": "verify color", "dependencies": [0], "argument": "brown"}, {"operation": "verify material", "dependencies": [0], "argument": "wood "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20381380"], "question": "Does the picture frame look wooden and brown?", "isBalanced": true, "groups": {"global": null, "local": "05-brown_wood"}, "answer": "no", "semanticStr": "select: picture frame (1)->verify color: brown [0]->verify material: wood  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2:4": "1"}, "fullAnswer": {"2:4": "1"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the picture frame is wooden but white.", "image": "n398257.jpg", "question_id": 20381380}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (14)"}, {"operation": "filter height", "dependencies": [0], "argument": "short"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20600087", "20600089", "20600092", "20600086", "20600085", "20600091"], "equivalent": ["20600089", "20600090"], "question": "Do you see any short grass?", "isBalanced": true, "groups": {"global": null, "local": "04-grass_short"}, "answer": "yes", "semanticStr": "select: grass (14)->filter height: short [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"5": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existAttr", "semantic": "obj", "structural": "verify"}, "fullAnswer": "Yes, there is short grass.", "image": "n196058.jpg", "question_id": 20600090}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "table (8)"}, {"operation": "filter material", "dependencies": [0], "argument": "metal"}, {"operation": "query", "dependencies": [1], "argument": "color"}], "entailed": ["201909102", "201909101", "201909100", "201909090", "201909093", "201909092", "201909094", "201909089", "201909087"], "equivalent": ["201909091"], "question": "Which color is the metal table?", "isBalanced": true, "groups": {"global": "color", "local": "10q-table_color"}, "answer": "black", "semanticStr": "select: table (8)->filter material: metal [0]->query: color [1]", "annotations": {"answer": {}, "question": {"4:6": "8"}, "fullAnswer": {"1": "8"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The table is black.", "image": "n479092.jpg", "question_id": 201909091}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "van (1)"}, {"operation": "filter color", "dependencies": [0], "argument": "black"}, {"operation": "relate", "dependencies": [1], "argument": "car,to the right of,s (8)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": ["20984284", "20984563", "20984561"], "equivalent": ["20984562", "20984561"], "question": "Do you see cars to the right of the black van?", "isBalanced": true, "groups": {"global": null, "local": "13-van_car"}, "answer": "yes", "semanticStr": "select: van (1)->filter color: black [0]->relate: car,to the right of,s (8) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"3": "8", "9:11": "1"}, "fullAnswer": {"10": "1", "4": "8"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a car to the right of the van.", "image": "n12214.jpg", "question_id": 20984562}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "floor (15)"}, {"operation": "filter shape", "dependencies": [0], "argument": "rectangular"}, {"operation": "choose color", "dependencies": [1], "argument": "dark|white"}], "entailed": [], "equivalent": ["202003850"], "question": "Is the rectangular floor white or dark?", "isBalanced": true, "groups": {"global": "brightness", "local": "10c-floor_color"}, "answer": "dark", "semanticStr": "select: floor (15)->filter shape: rectangular [0]->choose color: dark|white [1]", "annotations": {"answer": {}, "question": {"2:4": "15"}, "fullAnswer": {"1": "15"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The floor is dark.", "image": "n262920.jpg", "question_id": 202003850}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (23)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["20655133", "20655160", "20655144", "20655154", "20655155", "20655150", "20655152", "20655153", "20655147", "20655149", "20655148"], "equivalent": ["20655150", "20655151", "20655152"], "question": "What color is the sidewalk?", "isBalanced": true, "groups": {"global": "color", "local": "10q-sidewalk_color"}, "answer": "black", "semanticStr": "select: sidewalk (23)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "23"}, "fullAnswer": {"1": "23"}}, "types": {"detailed": "directWhich", "semantic": "attr", "structural": "query"}, "fullAnswer": "The sidewalk is black.", "image": "n199097.jpg", "question_id": 20655151}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "couch (14)"}, {"operation": "exist", "dependencies": [0], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "shelf (-) "}, {"operation": "exist", "dependencies": [2], "argument": "?"}, {"operation": "or", "dependencies": [1, 3], "argument": ""}], "entailed": [], "equivalent": ["201982279"], "question": "Do you see any shelves or couches?", "isBalanced": true, "groups": {"global": null, "local": "09existOr-couch_shelf"}, "answer": "yes", "semanticStr": "select: couch (14)->exist: ? [0]->select: shelf (-) ->exist: ? [2]->or:  [1, 3]", "annotations": {"answer": {}, "question": {"6": "14"}, "fullAnswer": {"4": "14"}}, "types": {"detailed": "existOr", "semantic": "obj", "structural": "logical"}, "fullAnswer": "Yes, there is a couch.", "image": "n526228.jpg", "question_id": 201982279}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (13)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,standing on,s (4)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201439619"], "equivalent": ["201439719"], "question": "What is the animal that is standing on the grass called?", "isBalanced": true, "groups": {"global": "animal", "local": "15-grass_standing on,s"}, "answer": "horse", "semanticStr": "select: grass (13)->relate: animal,standing on,s (4) [0]->query: name [1]", "annotations": {"answer": {"0": "4"}, "question": {"9": "13", "3": "4"}, "fullAnswer": {"1": "4", "4": "4"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n199286.jpg", "question_id": 201439719}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sidewalk (23)"}, {"operation": "verify length", "dependencies": [0], "argument": "long"}, {"operation": "verify width", "dependencies": [0], "argument": "narrow "}, {"operation": "and", "dependencies": [1, 2], "argument": ""}], "entailed": [], "equivalent": ["20655158"], "question": "Is the sidewalk narrow and long?", "isBalanced": true, "groups": {"global": null, "local": "05-long_narrow"}, "answer": "no", "semanticStr": "select: sidewalk (23)->verify length: long [0]->verify width: narrow  [0]->and:  [1, 2]", "annotations": {"answer": {}, "question": {"2": "23"}, "fullAnswer": {"2": "23"}}, "types": {"detailed": "verifyAttrsC", "semantic": "attr", "structural": "logical"}, "fullAnswer": "No, the sidewalk is long but wide.", "image": "n199097.jpg", "question_id": 20655158}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "bus (7)"}, {"operation": "verify color", "dependencies": [0], "argument": "blue"}], "entailed": ["202208421", "202208420"], "equivalent": ["202208419"], "question": "Is the bus blue?", "isBalanced": true, "groups": {"global": null, "local": "06-bus_blue"}, "answer": "no", "semanticStr": "select: bus (7)->verify color: blue [0]", "annotations": {"answer": {}, "question": {"2": "7"}, "fullAnswer": {"2": "7"}}, "types": {"detailed": "verifyAttrC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the bus is white.", "image": "n124651.jpg", "question_id": 202208419}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "sheep (0)"}, {"operation": "filter pose", "dependencies": [0], "argument": "not(walking)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}, {"operation": "select", "dependencies": [], "argument": "cow (-) "}, {"operation": "filter pose", "dependencies": [3], "argument": "not(walking)"}, {"operation": "exist", "dependencies": [4], "argument": "?"}, {"operation": "or", "dependencies": [2, 5], "argument": ""}], "entailed": ["201576714", "201576715", "201576716", "201576717"], "equivalent": ["201576703"], "question": "Are there any sheep or cows that are not walking?", "isBalanced": true, "groups": {"global": null, "local": "04-sheep_n#walking"}, "answer": "no", "semanticStr": "select: sheep (0)->filter pose: not(walking) [0]->exist: ? [1]->select: cow (-) ->filter pose: not(walking) [3]->exist: ? [4]->or:  [2, 5]", "annotations": {"answer": {}, "question": {"3": "0"}, "fullAnswer": {"4": "0"}}, "types": {"detailed": "existThatOrC", "semantic": "obj", "structural": "logical"}, "fullAnswer": "No, there is a sheep but it is walking.", "image": "n187961.jpg", "question_id": 201576703}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "chair (6)"}, {"operation": "verify material", "dependencies": [0], "argument": "leather"}], "entailed": [], "equivalent": ["201759539"], "question": "Is that chair made of leather?", "isBalanced": true, "groups": {"global": null, "local": "06-chair_leather"}, "answer": "no", "semanticStr": "select: chair (6)->verify material: leather [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"2": "6"}}, "types": {"detailed": "materialVerifyC", "semantic": "attr", "structural": "verify"}, "fullAnswer": "No, the chair is made of wood.", "image": "n150962.jpg", "question_id": 201759539}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "_,standing on,o (14)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201935363"], "question": "What is the woman to the right of the camera standing on?", "isBalanced": true, "groups": {"global": "thing", "local": "14-woman_standing on,o"}, "answer": "bricks", "semanticStr": "select: camera (9)->relate: woman,to the right of,s (2) [0]->relate: _,standing on,o (14) [1]->query: name [2]", "annotations": {"answer": {"0": "14"}, "question": {"9": "9", "3": "2"}, "fullAnswer": {"1": "2", "6": "14"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is standing on the bricks.", "image": "n556604.jpg", "question_id": 201935363}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "camera (9)"}, {"operation": "relate", "dependencies": [0], "argument": "woman,to the right of,s (2)"}, {"operation": "relate", "dependencies": [1], "argument": "person,watching,o (1)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["201935365"], "question": "The woman to the right of the camera is watching who?", "isBalanced": true, "groups": {"global": "person", "local": "14-woman_watching,o"}, "answer": "man", "semanticStr": "select: camera (9)->relate: woman,to the right of,s (2) [0]->relate: person,watching,o (1) [1]->query: name [2]", "annotations": {"answer": {"0": "1"}, "question": {"1": "2", "7": "9"}, "fullAnswer": {"1": "2", "5": "1"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The woman is watching the man.", "image": "n556604.jpg", "question_id": 201935365}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "platform (4)"}, {"operation": "relate", "dependencies": [0], "argument": "train,near,s (0)"}, {"operation": "relate", "dependencies": [1], "argument": "_,parked at,o (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": [], "equivalent": ["202040263"], "question": "Where is the train near the platform parked?", "isBalanced": true, "groups": {"global": "place", "local": "14-train_parked at,o"}, "answer": "train station", "semanticStr": "select: platform (4)->relate: train,near,s (0) [0]->relate: _,parked at,o (6) [1]->query: name [2]", "annotations": {"answer": {"0:2": "6"}, "question": {"3": "0", "6": "4"}, "fullAnswer": {"1": "0", "6:8": "6"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The train is parked at the train station.", "image": "n542609.jpg", "question_id": 202040263}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "train station (6)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,parked at,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["202040260", "202040137", "202040258", "202040259"], "equivalent": ["202040262"], "question": "What vehicle is parked at the train station?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-train station_parked at,s"}, "answer": "train", "semanticStr": "select: train station (6)->relate: vehicle,parked at,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"1": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a train.", "image": "n542609.jpg", "question_id": 202040262}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pitcher (0)"}, {"operation": "verify rel", "dependencies": [0], "argument": "shoe,wearing,o (7)"}], "entailed": [], "equivalent": ["201738978"], "question": "Does the pitcher wear a shoe?", "isBalanced": true, "groups": {"global": null, "local": "13-pitcher_shoe"}, "answer": "yes", "semanticStr": "select: pitcher (0)->verify rel: shoe,wearing,o (7) [0]", "annotations": {"answer": {}, "question": {"2": "0", "5": "7"}, "fullAnswer": {"2": "0", "5": "7"}}, "types": {"detailed": "relVerify", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, the pitcher wears a shoe.", "image": "n485969.jpg", "question_id": 201738978}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "backpack (1)"}, {"operation": "relate", "dependencies": [0], "argument": "vehicle,to the right of,s (6)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20903192", "20903193", "20903191", "20903196", "20903197", "20903194", "20903198"], "equivalent": ["20903195"], "question": "What vehicle is to the right of the backpack?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-backpack_to the right of,s"}, "answer": "van", "semanticStr": "select: backpack (1)->relate: vehicle,to the right of,s (6) [0]->query: name [1]", "annotations": {"answer": {"0": "6"}, "question": {"1": "6"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a van.", "image": "n411121.jpg", "question_id": 20903195}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (7)"}, {"operation": "filter gender", "dependencies": [0], "argument": "female"}, {"operation": "relate", "dependencies": [1], "argument": "train,near,s (-)"}, {"operation": "exist", "dependencies": [2], "argument": "?"}], "entailed": [], "equivalent": ["20903190"], "question": "Do you see a train near the female person?", "isBalanced": true, "groups": {"global": null, "local": "13-person_train"}, "answer": "no", "semanticStr": "select: person (7)->filter gender: female [0]->relate: train,near,s (-) [1]->exist: ? [2]", "annotations": {"answer": {}, "question": {"7:9": "7"}, "fullAnswer": {"4": "6", "7": "7"}}, "types": {"detailed": "existRelSC", "semantic": "rel", "structural": "verify"}, "fullAnswer": "No, there is a van near the person.", "image": "n411121.jpg", "question_id": 20903190}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "scene"}, {"operation": "query", "dependencies": [0], "argument": "room"}], "entailed": ["20644645", "20644643"], "equivalent": ["20644644"], "question": "Which room is it?", "isBalanced": true, "groups": {"global": "room", "local": "02q-room"}, "answer": "bedroom", "semanticStr": "select: scene->query: room [0]", "annotations": {"answer": {}, "question": {}, "fullAnswer": {}}, "types": {"detailed": "place", "semantic": "global", "structural": "query"}, "fullAnswer": "It is a bedroom.", "image": "n250821.jpg", "question_id": 20644644}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "curtain (5)"}, {"operation": "filter color", "dependencies": [0], "argument": "red"}, {"operation": "choose hposition", "dependencies": [1], "argument": "left|right"}], "entailed": ["20226964", "20226962", "20226961"], "equivalent": ["20226963"], "question": "On which side of the picture is the red curtain, the right or the left?", "isBalanced": true, "groups": {"global": null, "local": "10c-curtain_hposition"}, "answer": "left", "semanticStr": "select: curtain (5)->filter color: red [0]->choose hposition: left|right [1]", "annotations": {"answer": {}, "question": {"8:10": "5"}, "fullAnswer": {"1": "5"}}, "types": {"detailed": "positionChoose", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The curtain is on the left of the image.", "image": "n68769.jpg", "question_id": 20226963}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "rope (7)"}, {"operation": "relate", "dependencies": [0], "argument": "_,attached to,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["201535698", "201535699"], "equivalent": ["201535906"], "question": "What is the rope attached to?", "isBalanced": true, "groups": {"global": "clothing", "local": "14-rope_attached to,o"}, "answer": "coat", "semanticStr": "select: rope (7)->relate: _,attached to,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "7", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The rope is attached to the coat.", "image": "n272098.jpg", "question_id": 201535906}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "pants (4)"}, {"operation": "query", "dependencies": [0], "argument": "color"}], "entailed": ["201997035", "201997036", "201997037", "201997032", "201997033", "201997038", "201997039"], "equivalent": ["201997034"], "question": "What color are the pants?", "isBalanced": true, "groups": {"global": "color", "local": "10q-pants_color"}, "answer": "brown", "semanticStr": "select: pants (4)->query: color [0]", "annotations": {"answer": {}, "question": {"4": "4"}, "fullAnswer": {"1": "4"}}, "types": {"detailed": "directOf", "semantic": "attr", "structural": "query"}, "fullAnswer": "The pants are brown.", "image": "n250715.jpg", "question_id": 201997034}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "logo (11)"}, {"operation": "select", "dependencies": [], "argument": "racket (5) "}, {"operation": "different color", "dependencies": [0, 1], "argument": ""}], "entailed": ["201878973"], "equivalent": ["201878974"], "question": "Do the logo and the tennis racket have a different colors?", "isBalanced": true, "groups": {"global": null, "local": "09diff-logo_racket"}, "answer": "no", "semanticStr": "select: logo (11)->select: racket (5) ->different color:  [0, 1]", "annotations": {"answer": {}, "question": {"2": "11", "5:7": "5"}, "fullAnswer": {"3": "11", "6:8": "5"}}, "types": {"detailed": "twoDifferentC", "semantic": "attr", "structural": "compare"}, "fullAnswer": "No, both the logo and the tennis racket are white.", "image": "n496803.jpg", "question_id": 201878974}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "car (6)"}, {"operation": "choose fatness", "dependencies": [0], "argument": "fat|thin"}], "entailed": ["20330544", "20330546", "20330541", "20330540", "20330543", "20330542", "20330538", "20330539", "20330515", "20330534", "20330535", "20330536", "20330517", "20330516"], "equivalent": ["20330545", "20330544"], "question": "Is the car thin or fat?", "isBalanced": true, "groups": {"global": "fatness", "local": "10c-car_fatness"}, "answer": "fat", "semanticStr": "select: car (6)->choose fatness: fat|thin [0]", "annotations": {"answer": {}, "question": {"2": "6"}, "fullAnswer": {"1": "6"}}, "types": {"detailed": "chooseAttr", "semantic": "attr", "structural": "choose"}, "fullAnswer": "The car is fat.", "image": "n260521.jpg", "question_id": 20330545}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "statue (2)"}, {"operation": "filter", "dependencies": [0], "argument": "not(short)"}, {"operation": "relate", "dependencies": [1], "argument": "vehicle,to the left of,s (6)"}, {"operation": "query", "dependencies": [2], "argument": "name"}], "entailed": ["20330549", "20330548"], "equivalent": ["20330547"], "question": "What is the vehicle to the left of the statue that is not short?", "isBalanced": true, "groups": {"global": "vehicle", "local": "15-statue_to the left of,s"}, "answer": "car", "semanticStr": "select: statue (2)->filter: not(short) [0]->relate: vehicle,to the left of,s (6) [1]->query: name [2]", "annotations": {"answer": {"0": "6"}, "question": {"9": "2", "3": "6", "13": "2"}, "fullAnswer": {"1": "6", "4": "6"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The vehicle is a car.", "image": "n260521.jpg", "question_id": 20330547}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,running across,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20602842", "20602843", "20602841", "20602945", "20602943"], "equivalent": ["20602944"], "question": "What is the animal that is running across the ground?", "isBalanced": true, "groups": {"global": "animal", "local": "15-ground_running across,s"}, "answer": "horse", "semanticStr": "select: ground (10)->relate: animal,running across,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {"9": "10", "3": "0"}, "fullAnswer": {"1": "0", "4": "0"}}, "types": {"detailed": "categoryRelS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The animal is a horse.", "image": "n168412.jpg", "question_id": 20602944}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "ground (10)"}, {"operation": "relate", "dependencies": [0], "argument": "animal,running across,s (0)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20602842", "20602843", "20602841", "20602945", "20602944"], "equivalent": ["20602943"], "question": "What animal is running across the ground?", "isBalanced": true, "groups": {"global": "animal", "local": "14-ground_running across,s"}, "answer": "horse", "semanticStr": "select: ground (10)->relate: animal,running across,s (0) [0]->query: name [1]", "annotations": {"answer": {"0": "0"}, "question": {}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relS", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is running across the ground.", "image": "n168412.jpg", "question_id": 20602943}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "grass (19)"}, {"operation": "relate", "dependencies": [0], "argument": "fire hydrant,on,s (1)"}, {"operation": "exist", "dependencies": [1], "argument": "?"}], "entailed": ["20341052"], "equivalent": ["20341099"], "question": "Is there a fire hydrant on the grass?", "isBalanced": true, "groups": {"global": null, "local": "13-grass_fire hydrant"}, "answer": "yes", "semanticStr": "select: grass (19)->relate: fire hydrant,on,s (1) [0]->exist: ? [1]", "annotations": {"answer": {}, "question": {"7": "19", "3:5": "1"}, "fullAnswer": {"8": "19", "4:6": "1"}}, "types": {"detailed": "existRelS", "semantic": "rel", "structural": "verify"}, "fullAnswer": "Yes, there is a fire hydrant on the grass.", "image": "n346247.jpg", "question_id": 20341099}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340999", "20341097"], "equivalent": ["20341098"], "question": "Where is the fire hydrant?", "isBalanced": true, "groups": {"global": "plant", "local": "14-fire hydrant_on,o"}, "answer": "grass", "semanticStr": "select: fire hydrant (1)->relate: place,on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {}, "fullAnswer": {"1:3": "1", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is on the grass.", "image": "n346247.jpg", "question_id": 20341098}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "fire hydrant (1)"}, {"operation": "relate", "dependencies": [0], "argument": "place,on,o (19)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20340999", "20341098"], "equivalent": ["20341097"], "question": "Where is that fire hydrant?", "isBalanced": true, "groups": {"global": "plant", "local": "14-fire hydrant_on,o"}, "answer": "grass", "semanticStr": "select: fire hydrant (1)->relate: place,on,o (19) [0]->query: name [1]", "annotations": {"answer": {"0": "19"}, "question": {"3:5": "1"}, "fullAnswer": {"1:3": "1", "6": "19"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The fire hydrant is on the grass.", "image": "n346247.jpg", "question_id": 20341097}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "horse (0)"}, {"operation": "relate", "dependencies": [0], "argument": "_,running across,o (10)"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": ["20602947", "20602946", "20602948"], "equivalent": ["20602949"], "question": "What is the horse running across?", "isBalanced": true, "groups": {"global": "nature environment", "local": "14-horse_running across,o"}, "answer": "ground", "semanticStr": "select: horse (0)->relate: _,running across,o (10) [0]->query: name [1]", "annotations": {"answer": {"0": "10"}, "question": {}, "fullAnswer": {"1": "0", "6": "10"}}, "types": {"detailed": "relO", "semantic": "rel", "structural": "query"}, "fullAnswer": "The horse is running across the ground.", "image": "n168412.jpg", "question_id": 20602949}, {"semantic": [{"operation": "select", "dependencies": [], "argument": "person (13)"}, {"operation": "filter activity", "dependencies": [0], "argument": "staring"}, {"operation": "query", "dependencies": [1], "argument": "name"}], "entailed": [], "equivalent": ["201738903"], "question": "Who is staring?", "isBalanced": true, "groups": {"global": "person", "local": "staring"}, "answer": "spectators", "semanticStr": "select: person (13)->filter activity: staring [0]->query: name [1]", "annotations": {"answer": {"0": "13"}, "question": {}, "fullAnswer": {"1": "13"}}, "types": {"detailed": "activityWho", "semantic": "cat", "structural": "query"}, "fullAnswer": "The spectators are staring.", "image": "n485969.jpg", "question_id": 201738903}]